| Copyright | (c) 2013-2021 Brendan Hay |
|---|---|
| License | Mozilla Public License, v. 2.0. |
| Maintainer | Brendan Hay <brendan.g.hay+amazonka@gmail.com> |
| Stability | auto-generated |
| Portability | non-portable (GHC extensions) |
| Safe Haskell | None |
Amazonka.DataBrew.Types
Contents
- Service Configuration
- Errors
- CompressionFormat
- DatabaseOutputMode
- EncryptionMode
- InputFormat
- JobRunState
- JobType
- LogSubscription
- Order
- OrderedBy
- OutputFormat
- ParameterType
- SampleMode
- SampleType
- SessionStatus
- Source
- ColumnSelector
- ColumnStatisticsConfiguration
- ConditionExpression
- CsvOptions
- CsvOutputOptions
- DataCatalogInputDefinition
- DataCatalogOutput
- DatabaseInputDefinition
- DatabaseOutput
- DatabaseTableOutputOptions
- Dataset
- DatasetParameter
- DatetimeOptions
- ExcelOptions
- FilesLimit
- FilterExpression
- FormatOptions
- Input
- Job
- JobRun
- JobSample
- JsonOptions
- Output
- OutputFormatOptions
- PathOptions
- ProfileConfiguration
- Project
- Recipe
- RecipeAction
- RecipeReference
- RecipeStep
- RecipeVersionErrorDetail
- S3Location
- S3TableOutputOptions
- Sample
- Schedule
- StatisticOverride
- StatisticsConfiguration
- ViewFrame
Description
Synopsis
- defaultService :: Service
- _ValidationException :: AsError a => Getting (First ServiceError) a ServiceError
- _AccessDeniedException :: AsError a => Getting (First ServiceError) a ServiceError
- _ConflictException :: AsError a => Getting (First ServiceError) a ServiceError
- _ServiceQuotaExceededException :: AsError a => Getting (First ServiceError) a ServiceError
- _InternalServerException :: AsError a => Getting (First ServiceError) a ServiceError
- _ResourceNotFoundException :: AsError a => Getting (First ServiceError) a ServiceError
- newtype CompressionFormat where
- CompressionFormat' { }
- pattern CompressionFormat_BROTLI :: CompressionFormat
- pattern CompressionFormat_BZIP2 :: CompressionFormat
- pattern CompressionFormat_DEFLATE :: CompressionFormat
- pattern CompressionFormat_GZIP :: CompressionFormat
- pattern CompressionFormat_LZ4 :: CompressionFormat
- pattern CompressionFormat_LZO :: CompressionFormat
- pattern CompressionFormat_SNAPPY :: CompressionFormat
- pattern CompressionFormat_ZLIB :: CompressionFormat
- pattern CompressionFormat_ZSTD :: CompressionFormat
- newtype DatabaseOutputMode where
- newtype EncryptionMode where
- EncryptionMode' { }
- pattern EncryptionMode_SSE_KMS :: EncryptionMode
- pattern EncryptionMode_SSE_S3 :: EncryptionMode
- newtype InputFormat where
- InputFormat' { }
- pattern InputFormat_CSV :: InputFormat
- pattern InputFormat_EXCEL :: InputFormat
- pattern InputFormat_JSON :: InputFormat
- pattern InputFormat_PARQUET :: InputFormat
- newtype JobRunState where
- JobRunState' { }
- pattern JobRunState_FAILED :: JobRunState
- pattern JobRunState_RUNNING :: JobRunState
- pattern JobRunState_STARTING :: JobRunState
- pattern JobRunState_STOPPED :: JobRunState
- pattern JobRunState_STOPPING :: JobRunState
- pattern JobRunState_SUCCEEDED :: JobRunState
- pattern JobRunState_TIMEOUT :: JobRunState
- newtype JobType where
- JobType' {
- fromJobType :: Text
- pattern JobType_PROFILE :: JobType
- pattern JobType_RECIPE :: JobType
- JobType' {
- newtype LogSubscription where
- LogSubscription' { }
- pattern LogSubscription_DISABLE :: LogSubscription
- pattern LogSubscription_ENABLE :: LogSubscription
- newtype Order where
- Order' { }
- pattern Order_ASCENDING :: Order
- pattern Order_DESCENDING :: Order
- newtype OrderedBy where
- OrderedBy' { }
- pattern OrderedBy_LAST_MODIFIED_DATE :: OrderedBy
- newtype OutputFormat where
- OutputFormat' { }
- pattern OutputFormat_AVRO :: OutputFormat
- pattern OutputFormat_CSV :: OutputFormat
- pattern OutputFormat_GLUEPARQUET :: OutputFormat
- pattern OutputFormat_JSON :: OutputFormat
- pattern OutputFormat_ORC :: OutputFormat
- pattern OutputFormat_PARQUET :: OutputFormat
- pattern OutputFormat_TABLEAUHYPER :: OutputFormat
- pattern OutputFormat_XML :: OutputFormat
- newtype ParameterType where
- ParameterType' { }
- pattern ParameterType_Datetime :: ParameterType
- pattern ParameterType_Number :: ParameterType
- pattern ParameterType_String :: ParameterType
- newtype SampleMode where
- SampleMode' { }
- pattern SampleMode_CUSTOM_ROWS :: SampleMode
- pattern SampleMode_FULL_DATASET :: SampleMode
- newtype SampleType where
- SampleType' { }
- pattern SampleType_FIRST_N :: SampleType
- pattern SampleType_LAST_N :: SampleType
- pattern SampleType_RANDOM :: SampleType
- newtype SessionStatus where
- SessionStatus' { }
- pattern SessionStatus_ASSIGNED :: SessionStatus
- pattern SessionStatus_FAILED :: SessionStatus
- pattern SessionStatus_INITIALIZING :: SessionStatus
- pattern SessionStatus_PROVISIONING :: SessionStatus
- pattern SessionStatus_READY :: SessionStatus
- pattern SessionStatus_RECYCLING :: SessionStatus
- pattern SessionStatus_ROTATING :: SessionStatus
- pattern SessionStatus_TERMINATED :: SessionStatus
- pattern SessionStatus_TERMINATING :: SessionStatus
- pattern SessionStatus_UPDATING :: SessionStatus
- newtype Source where
- Source' {
- fromSource :: Text
- pattern Source_DATABASE :: Source
- pattern Source_DATA_CATALOG :: Source
- pattern Source_S3 :: Source
- Source' {
- data ColumnSelector = ColumnSelector' {}
- newColumnSelector :: ColumnSelector
- columnSelector_regex :: Lens' ColumnSelector (Maybe Text)
- columnSelector_name :: Lens' ColumnSelector (Maybe Text)
- data ColumnStatisticsConfiguration = ColumnStatisticsConfiguration' {}
- newColumnStatisticsConfiguration :: StatisticsConfiguration -> ColumnStatisticsConfiguration
- columnStatisticsConfiguration_selectors :: Lens' ColumnStatisticsConfiguration (Maybe (NonEmpty ColumnSelector))
- columnStatisticsConfiguration_statistics :: Lens' ColumnStatisticsConfiguration StatisticsConfiguration
- data ConditionExpression = ConditionExpression' {}
- newConditionExpression :: Text -> Text -> ConditionExpression
- conditionExpression_value :: Lens' ConditionExpression (Maybe Text)
- conditionExpression_condition :: Lens' ConditionExpression Text
- conditionExpression_targetColumn :: Lens' ConditionExpression Text
- data CsvOptions = CsvOptions' {}
- newCsvOptions :: CsvOptions
- csvOptions_headerRow :: Lens' CsvOptions (Maybe Bool)
- csvOptions_delimiter :: Lens' CsvOptions (Maybe Text)
- data CsvOutputOptions = CsvOutputOptions' {}
- newCsvOutputOptions :: CsvOutputOptions
- csvOutputOptions_delimiter :: Lens' CsvOutputOptions (Maybe Text)
- data DataCatalogInputDefinition = DataCatalogInputDefinition' {}
- newDataCatalogInputDefinition :: Text -> Text -> DataCatalogInputDefinition
- dataCatalogInputDefinition_tempDirectory :: Lens' DataCatalogInputDefinition (Maybe S3Location)
- dataCatalogInputDefinition_catalogId :: Lens' DataCatalogInputDefinition (Maybe Text)
- dataCatalogInputDefinition_databaseName :: Lens' DataCatalogInputDefinition Text
- dataCatalogInputDefinition_tableName :: Lens' DataCatalogInputDefinition Text
- data DataCatalogOutput = DataCatalogOutput' {}
- newDataCatalogOutput :: Text -> Text -> DataCatalogOutput
- dataCatalogOutput_databaseOptions :: Lens' DataCatalogOutput (Maybe DatabaseTableOutputOptions)
- dataCatalogOutput_s3Options :: Lens' DataCatalogOutput (Maybe S3TableOutputOptions)
- dataCatalogOutput_catalogId :: Lens' DataCatalogOutput (Maybe Text)
- dataCatalogOutput_overwrite :: Lens' DataCatalogOutput (Maybe Bool)
- dataCatalogOutput_databaseName :: Lens' DataCatalogOutput Text
- dataCatalogOutput_tableName :: Lens' DataCatalogOutput Text
- data DatabaseInputDefinition = DatabaseInputDefinition' {}
- newDatabaseInputDefinition :: Text -> Text -> DatabaseInputDefinition
- databaseInputDefinition_tempDirectory :: Lens' DatabaseInputDefinition (Maybe S3Location)
- databaseInputDefinition_glueConnectionName :: Lens' DatabaseInputDefinition Text
- databaseInputDefinition_databaseTableName :: Lens' DatabaseInputDefinition Text
- data DatabaseOutput = DatabaseOutput' {}
- newDatabaseOutput :: Text -> DatabaseTableOutputOptions -> DatabaseOutput
- databaseOutput_databaseOutputMode :: Lens' DatabaseOutput (Maybe DatabaseOutputMode)
- databaseOutput_glueConnectionName :: Lens' DatabaseOutput Text
- databaseOutput_databaseOptions :: Lens' DatabaseOutput DatabaseTableOutputOptions
- data DatabaseTableOutputOptions = DatabaseTableOutputOptions' {}
- newDatabaseTableOutputOptions :: Text -> DatabaseTableOutputOptions
- databaseTableOutputOptions_tempDirectory :: Lens' DatabaseTableOutputOptions (Maybe S3Location)
- databaseTableOutputOptions_tableName :: Lens' DatabaseTableOutputOptions Text
- data Dataset = Dataset' {
- lastModifiedDate :: Maybe POSIX
- pathOptions :: Maybe PathOptions
- createDate :: Maybe POSIX
- formatOptions :: Maybe FormatOptions
- format :: Maybe InputFormat
- createdBy :: Maybe Text
- accountId :: Maybe Text
- resourceArn :: Maybe Text
- source :: Maybe Source
- lastModifiedBy :: Maybe Text
- tags :: Maybe (HashMap Text Text)
- name :: Text
- input :: Input
- newDataset :: Text -> Input -> Dataset
- dataset_lastModifiedDate :: Lens' Dataset (Maybe UTCTime)
- dataset_pathOptions :: Lens' Dataset (Maybe PathOptions)
- dataset_createDate :: Lens' Dataset (Maybe UTCTime)
- dataset_formatOptions :: Lens' Dataset (Maybe FormatOptions)
- dataset_format :: Lens' Dataset (Maybe InputFormat)
- dataset_createdBy :: Lens' Dataset (Maybe Text)
- dataset_accountId :: Lens' Dataset (Maybe Text)
- dataset_resourceArn :: Lens' Dataset (Maybe Text)
- dataset_source :: Lens' Dataset (Maybe Source)
- dataset_lastModifiedBy :: Lens' Dataset (Maybe Text)
- dataset_tags :: Lens' Dataset (Maybe (HashMap Text Text))
- dataset_name :: Lens' Dataset Text
- dataset_input :: Lens' Dataset Input
- data DatasetParameter = DatasetParameter' {}
- newDatasetParameter :: Text -> ParameterType -> DatasetParameter
- datasetParameter_createColumn :: Lens' DatasetParameter (Maybe Bool)
- datasetParameter_filter :: Lens' DatasetParameter (Maybe FilterExpression)
- datasetParameter_datetimeOptions :: Lens' DatasetParameter (Maybe DatetimeOptions)
- datasetParameter_name :: Lens' DatasetParameter Text
- datasetParameter_type :: Lens' DatasetParameter ParameterType
- data DatetimeOptions = DatetimeOptions' {
- timezoneOffset :: Maybe Text
- localeCode :: Maybe Text
- format :: Text
- newDatetimeOptions :: Text -> DatetimeOptions
- datetimeOptions_timezoneOffset :: Lens' DatetimeOptions (Maybe Text)
- datetimeOptions_localeCode :: Lens' DatetimeOptions (Maybe Text)
- datetimeOptions_format :: Lens' DatetimeOptions Text
- data ExcelOptions = ExcelOptions' {}
- newExcelOptions :: ExcelOptions
- excelOptions_sheetIndexes :: Lens' ExcelOptions (Maybe (NonEmpty Natural))
- excelOptions_sheetNames :: Lens' ExcelOptions (Maybe (NonEmpty Text))
- excelOptions_headerRow :: Lens' ExcelOptions (Maybe Bool)
- data FilesLimit = FilesLimit' {}
- newFilesLimit :: Natural -> FilesLimit
- filesLimit_orderedBy :: Lens' FilesLimit (Maybe OrderedBy)
- filesLimit_order :: Lens' FilesLimit (Maybe Order)
- filesLimit_maxFiles :: Lens' FilesLimit Natural
- data FilterExpression = FilterExpression' {}
- newFilterExpression :: Text -> FilterExpression
- filterExpression_expression :: Lens' FilterExpression Text
- filterExpression_valuesMap :: Lens' FilterExpression (HashMap Text Text)
- data FormatOptions = FormatOptions' {
- json :: Maybe JsonOptions
- csv :: Maybe CsvOptions
- excel :: Maybe ExcelOptions
- newFormatOptions :: FormatOptions
- formatOptions_json :: Lens' FormatOptions (Maybe JsonOptions)
- formatOptions_csv :: Lens' FormatOptions (Maybe CsvOptions)
- formatOptions_excel :: Lens' FormatOptions (Maybe ExcelOptions)
- data Input = Input' {}
- newInput :: Input
- input_dataCatalogInputDefinition :: Lens' Input (Maybe DataCatalogInputDefinition)
- input_s3InputDefinition :: Lens' Input (Maybe S3Location)
- input_databaseInputDefinition :: Lens' Input (Maybe DatabaseInputDefinition)
- data Job = Job' {
- dataCatalogOutputs :: Maybe (NonEmpty DataCatalogOutput)
- lastModifiedDate :: Maybe POSIX
- createDate :: Maybe POSIX
- recipeReference :: Maybe RecipeReference
- createdBy :: Maybe Text
- databaseOutputs :: Maybe (NonEmpty DatabaseOutput)
- accountId :: Maybe Text
- encryptionMode :: Maybe EncryptionMode
- outputs :: Maybe (NonEmpty Output)
- resourceArn :: Maybe Text
- logSubscription :: Maybe LogSubscription
- projectName :: Maybe Text
- maxRetries :: Maybe Natural
- datasetName :: Maybe Text
- encryptionKeyArn :: Maybe Text
- maxCapacity :: Maybe Int
- lastModifiedBy :: Maybe Text
- type' :: Maybe JobType
- timeout :: Maybe Natural
- tags :: Maybe (HashMap Text Text)
- roleArn :: Maybe Text
- jobSample :: Maybe JobSample
- name :: Text
- newJob :: Text -> Job
- job_dataCatalogOutputs :: Lens' Job (Maybe (NonEmpty DataCatalogOutput))
- job_lastModifiedDate :: Lens' Job (Maybe UTCTime)
- job_createDate :: Lens' Job (Maybe UTCTime)
- job_recipeReference :: Lens' Job (Maybe RecipeReference)
- job_createdBy :: Lens' Job (Maybe Text)
- job_databaseOutputs :: Lens' Job (Maybe (NonEmpty DatabaseOutput))
- job_accountId :: Lens' Job (Maybe Text)
- job_encryptionMode :: Lens' Job (Maybe EncryptionMode)
- job_outputs :: Lens' Job (Maybe (NonEmpty Output))
- job_resourceArn :: Lens' Job (Maybe Text)
- job_logSubscription :: Lens' Job (Maybe LogSubscription)
- job_projectName :: Lens' Job (Maybe Text)
- job_maxRetries :: Lens' Job (Maybe Natural)
- job_datasetName :: Lens' Job (Maybe Text)
- job_encryptionKeyArn :: Lens' Job (Maybe Text)
- job_maxCapacity :: Lens' Job (Maybe Int)
- job_lastModifiedBy :: Lens' Job (Maybe Text)
- job_type :: Lens' Job (Maybe JobType)
- job_timeout :: Lens' Job (Maybe Natural)
- job_tags :: Lens' Job (Maybe (HashMap Text Text))
- job_roleArn :: Lens' Job (Maybe Text)
- job_jobSample :: Lens' Job (Maybe JobSample)
- job_name :: Lens' Job Text
- data JobRun = JobRun' {
- completedOn :: Maybe POSIX
- state :: Maybe JobRunState
- dataCatalogOutputs :: Maybe (NonEmpty DataCatalogOutput)
- jobName :: Maybe Text
- startedOn :: Maybe POSIX
- recipeReference :: Maybe RecipeReference
- databaseOutputs :: Maybe (NonEmpty DatabaseOutput)
- logGroupName :: Maybe Text
- outputs :: Maybe (NonEmpty Output)
- runId :: Maybe Text
- executionTime :: Maybe Int
- logSubscription :: Maybe LogSubscription
- startedBy :: Maybe Text
- datasetName :: Maybe Text
- attempt :: Maybe Int
- errorMessage :: Maybe Text
- jobSample :: Maybe JobSample
- newJobRun :: JobRun
- jobRun_completedOn :: Lens' JobRun (Maybe UTCTime)
- jobRun_state :: Lens' JobRun (Maybe JobRunState)
- jobRun_dataCatalogOutputs :: Lens' JobRun (Maybe (NonEmpty DataCatalogOutput))
- jobRun_jobName :: Lens' JobRun (Maybe Text)
- jobRun_startedOn :: Lens' JobRun (Maybe UTCTime)
- jobRun_recipeReference :: Lens' JobRun (Maybe RecipeReference)
- jobRun_databaseOutputs :: Lens' JobRun (Maybe (NonEmpty DatabaseOutput))
- jobRun_logGroupName :: Lens' JobRun (Maybe Text)
- jobRun_outputs :: Lens' JobRun (Maybe (NonEmpty Output))
- jobRun_runId :: Lens' JobRun (Maybe Text)
- jobRun_executionTime :: Lens' JobRun (Maybe Int)
- jobRun_logSubscription :: Lens' JobRun (Maybe LogSubscription)
- jobRun_startedBy :: Lens' JobRun (Maybe Text)
- jobRun_datasetName :: Lens' JobRun (Maybe Text)
- jobRun_attempt :: Lens' JobRun (Maybe Int)
- jobRun_errorMessage :: Lens' JobRun (Maybe Text)
- jobRun_jobSample :: Lens' JobRun (Maybe JobSample)
- data JobSample = JobSample' {}
- newJobSample :: JobSample
- jobSample_size :: Lens' JobSample (Maybe Integer)
- jobSample_mode :: Lens' JobSample (Maybe SampleMode)
- data JsonOptions = JsonOptions' {}
- newJsonOptions :: JsonOptions
- jsonOptions_multiLine :: Lens' JsonOptions (Maybe Bool)
- data Output = Output' {}
- newOutput :: S3Location -> Output
- output_partitionColumns :: Lens' Output (Maybe [Text])
- output_formatOptions :: Lens' Output (Maybe OutputFormatOptions)
- output_format :: Lens' Output (Maybe OutputFormat)
- output_compressionFormat :: Lens' Output (Maybe CompressionFormat)
- output_overwrite :: Lens' Output (Maybe Bool)
- output_location :: Lens' Output S3Location
- data OutputFormatOptions = OutputFormatOptions' {}
- newOutputFormatOptions :: OutputFormatOptions
- outputFormatOptions_csv :: Lens' OutputFormatOptions (Maybe CsvOutputOptions)
- data PathOptions = PathOptions' {}
- newPathOptions :: PathOptions
- pathOptions_lastModifiedDateCondition :: Lens' PathOptions (Maybe FilterExpression)
- pathOptions_parameters :: Lens' PathOptions (Maybe (HashMap Text DatasetParameter))
- pathOptions_filesLimit :: Lens' PathOptions (Maybe FilesLimit)
- data ProfileConfiguration = ProfileConfiguration' {}
- newProfileConfiguration :: ProfileConfiguration
- profileConfiguration_datasetStatisticsConfiguration :: Lens' ProfileConfiguration (Maybe StatisticsConfiguration)
- profileConfiguration_columnStatisticsConfigurations :: Lens' ProfileConfiguration (Maybe (NonEmpty ColumnStatisticsConfiguration))
- profileConfiguration_profileColumns :: Lens' ProfileConfiguration (Maybe (NonEmpty ColumnSelector))
- data Project = Project' {
- lastModifiedDate :: Maybe POSIX
- openDate :: Maybe POSIX
- createDate :: Maybe POSIX
- createdBy :: Maybe Text
- accountId :: Maybe Text
- resourceArn :: Maybe Text
- datasetName :: Maybe Text
- lastModifiedBy :: Maybe Text
- sample :: Maybe Sample
- openedBy :: Maybe Text
- tags :: Maybe (HashMap Text Text)
- roleArn :: Maybe Text
- name :: Text
- recipeName :: Text
- newProject :: Text -> Text -> Project
- project_lastModifiedDate :: Lens' Project (Maybe UTCTime)
- project_openDate :: Lens' Project (Maybe UTCTime)
- project_createDate :: Lens' Project (Maybe UTCTime)
- project_createdBy :: Lens' Project (Maybe Text)
- project_accountId :: Lens' Project (Maybe Text)
- project_resourceArn :: Lens' Project (Maybe Text)
- project_datasetName :: Lens' Project (Maybe Text)
- project_lastModifiedBy :: Lens' Project (Maybe Text)
- project_sample :: Lens' Project (Maybe Sample)
- project_openedBy :: Lens' Project (Maybe Text)
- project_tags :: Lens' Project (Maybe (HashMap Text Text))
- project_roleArn :: Lens' Project (Maybe Text)
- project_name :: Lens' Project Text
- project_recipeName :: Lens' Project Text
- data Recipe = Recipe' {
- lastModifiedDate :: Maybe POSIX
- createDate :: Maybe POSIX
- publishedBy :: Maybe Text
- createdBy :: Maybe Text
- steps :: Maybe [RecipeStep]
- publishedDate :: Maybe POSIX
- resourceArn :: Maybe Text
- recipeVersion :: Maybe Text
- projectName :: Maybe Text
- lastModifiedBy :: Maybe Text
- description :: Maybe Text
- tags :: Maybe (HashMap Text Text)
- name :: Text
- newRecipe :: Text -> Recipe
- recipe_lastModifiedDate :: Lens' Recipe (Maybe UTCTime)
- recipe_createDate :: Lens' Recipe (Maybe UTCTime)
- recipe_publishedBy :: Lens' Recipe (Maybe Text)
- recipe_createdBy :: Lens' Recipe (Maybe Text)
- recipe_steps :: Lens' Recipe (Maybe [RecipeStep])
- recipe_publishedDate :: Lens' Recipe (Maybe UTCTime)
- recipe_resourceArn :: Lens' Recipe (Maybe Text)
- recipe_recipeVersion :: Lens' Recipe (Maybe Text)
- recipe_projectName :: Lens' Recipe (Maybe Text)
- recipe_lastModifiedBy :: Lens' Recipe (Maybe Text)
- recipe_description :: Lens' Recipe (Maybe Text)
- recipe_tags :: Lens' Recipe (Maybe (HashMap Text Text))
- recipe_name :: Lens' Recipe Text
- data RecipeAction = RecipeAction' {}
- newRecipeAction :: Text -> RecipeAction
- recipeAction_parameters :: Lens' RecipeAction (Maybe (HashMap Text Text))
- recipeAction_operation :: Lens' RecipeAction Text
- data RecipeReference = RecipeReference' {
- recipeVersion :: Maybe Text
- name :: Text
- newRecipeReference :: Text -> RecipeReference
- recipeReference_recipeVersion :: Lens' RecipeReference (Maybe Text)
- recipeReference_name :: Lens' RecipeReference Text
- data RecipeStep = RecipeStep' {}
- newRecipeStep :: RecipeAction -> RecipeStep
- recipeStep_conditionExpressions :: Lens' RecipeStep (Maybe [ConditionExpression])
- recipeStep_action :: Lens' RecipeStep RecipeAction
- data RecipeVersionErrorDetail = RecipeVersionErrorDetail' {}
- newRecipeVersionErrorDetail :: RecipeVersionErrorDetail
- recipeVersionErrorDetail_recipeVersion :: Lens' RecipeVersionErrorDetail (Maybe Text)
- recipeVersionErrorDetail_errorCode :: Lens' RecipeVersionErrorDetail (Maybe Text)
- recipeVersionErrorDetail_errorMessage :: Lens' RecipeVersionErrorDetail (Maybe Text)
- data S3Location = S3Location' {}
- newS3Location :: Text -> S3Location
- s3Location_key :: Lens' S3Location (Maybe Text)
- s3Location_bucket :: Lens' S3Location Text
- data S3TableOutputOptions = S3TableOutputOptions' {}
- newS3TableOutputOptions :: S3Location -> S3TableOutputOptions
- s3TableOutputOptions_location :: Lens' S3TableOutputOptions S3Location
- data Sample = Sample' {
- size :: Maybe Natural
- type' :: SampleType
- newSample :: SampleType -> Sample
- sample_size :: Lens' Sample (Maybe Natural)
- sample_type :: Lens' Sample SampleType
- data Schedule = Schedule' {}
- newSchedule :: Text -> Schedule
- schedule_lastModifiedDate :: Lens' Schedule (Maybe UTCTime)
- schedule_createDate :: Lens' Schedule (Maybe UTCTime)
- schedule_createdBy :: Lens' Schedule (Maybe Text)
- schedule_accountId :: Lens' Schedule (Maybe Text)
- schedule_resourceArn :: Lens' Schedule (Maybe Text)
- schedule_cronExpression :: Lens' Schedule (Maybe Text)
- schedule_lastModifiedBy :: Lens' Schedule (Maybe Text)
- schedule_jobNames :: Lens' Schedule (Maybe [Text])
- schedule_tags :: Lens' Schedule (Maybe (HashMap Text Text))
- schedule_name :: Lens' Schedule Text
- data StatisticOverride = StatisticOverride' {}
- newStatisticOverride :: Text -> StatisticOverride
- statisticOverride_statistic :: Lens' StatisticOverride Text
- statisticOverride_parameters :: Lens' StatisticOverride (HashMap Text Text)
- data StatisticsConfiguration = StatisticsConfiguration' {}
- newStatisticsConfiguration :: StatisticsConfiguration
- statisticsConfiguration_overrides :: Lens' StatisticsConfiguration (Maybe (NonEmpty StatisticOverride))
- statisticsConfiguration_includedStatistics :: Lens' StatisticsConfiguration (Maybe (NonEmpty Text))
- data ViewFrame = ViewFrame' {}
- newViewFrame :: Natural -> ViewFrame
- viewFrame_hiddenColumns :: Lens' ViewFrame (Maybe [Text])
- viewFrame_columnRange :: Lens' ViewFrame (Maybe Natural)
- viewFrame_startColumnIndex :: Lens' ViewFrame Natural
Service Configuration
defaultService :: Service Source #
API version 2017-07-25 of the Amazon Glue DataBrew SDK configuration.
Errors
_ValidationException :: AsError a => Getting (First ServiceError) a ServiceError Source #
The input parameters for this request failed validation.
_AccessDeniedException :: AsError a => Getting (First ServiceError) a ServiceError Source #
Access to the specified resource was denied.
_ConflictException :: AsError a => Getting (First ServiceError) a ServiceError Source #
Updating or deleting a resource can cause an inconsistent state.
_ServiceQuotaExceededException :: AsError a => Getting (First ServiceError) a ServiceError Source #
A service quota is exceeded.
_InternalServerException :: AsError a => Getting (First ServiceError) a ServiceError Source #
An internal service failure occurred.
_ResourceNotFoundException :: AsError a => Getting (First ServiceError) a ServiceError Source #
One or more resources can't be found.
CompressionFormat
newtype CompressionFormat Source #
Constructors
| CompressionFormat' | |
Fields | |
Bundled Patterns
| pattern CompressionFormat_BROTLI :: CompressionFormat | |
| pattern CompressionFormat_BZIP2 :: CompressionFormat | |
| pattern CompressionFormat_DEFLATE :: CompressionFormat | |
| pattern CompressionFormat_GZIP :: CompressionFormat | |
| pattern CompressionFormat_LZ4 :: CompressionFormat | |
| pattern CompressionFormat_LZO :: CompressionFormat | |
| pattern CompressionFormat_SNAPPY :: CompressionFormat | |
| pattern CompressionFormat_ZLIB :: CompressionFormat | |
| pattern CompressionFormat_ZSTD :: CompressionFormat |
Instances
DatabaseOutputMode
newtype DatabaseOutputMode Source #
Constructors
| DatabaseOutputMode' | |
Fields | |
Bundled Patterns
| pattern DatabaseOutputMode_NEW_TABLE :: DatabaseOutputMode |
Instances
EncryptionMode
newtype EncryptionMode Source #
Constructors
| EncryptionMode' | |
Fields | |
Bundled Patterns
| pattern EncryptionMode_SSE_KMS :: EncryptionMode | |
| pattern EncryptionMode_SSE_S3 :: EncryptionMode |
Instances
InputFormat
newtype InputFormat Source #
Constructors
| InputFormat' | |
Fields | |
Bundled Patterns
| pattern InputFormat_CSV :: InputFormat | |
| pattern InputFormat_EXCEL :: InputFormat | |
| pattern InputFormat_JSON :: InputFormat | |
| pattern InputFormat_PARQUET :: InputFormat |
Instances
JobRunState
newtype JobRunState Source #
Constructors
| JobRunState' | |
Fields | |
Bundled Patterns
| pattern JobRunState_FAILED :: JobRunState | |
| pattern JobRunState_RUNNING :: JobRunState | |
| pattern JobRunState_STARTING :: JobRunState | |
| pattern JobRunState_STOPPED :: JobRunState | |
| pattern JobRunState_STOPPING :: JobRunState | |
| pattern JobRunState_SUCCEEDED :: JobRunState | |
| pattern JobRunState_TIMEOUT :: JobRunState |
Instances
JobType
Constructors
| JobType' | |
Fields
| |
Bundled Patterns
| pattern JobType_PROFILE :: JobType | |
| pattern JobType_RECIPE :: JobType |
Instances
LogSubscription
newtype LogSubscription Source #
Constructors
| LogSubscription' | |
Fields | |
Bundled Patterns
| pattern LogSubscription_DISABLE :: LogSubscription | |
| pattern LogSubscription_ENABLE :: LogSubscription |
Instances
Order
Bundled Patterns
| pattern Order_ASCENDING :: Order | |
| pattern Order_DESCENDING :: Order |
Instances
OrderedBy
Constructors
| OrderedBy' | |
Fields | |
Bundled Patterns
| pattern OrderedBy_LAST_MODIFIED_DATE :: OrderedBy |
Instances
OutputFormat
newtype OutputFormat Source #
Constructors
| OutputFormat' | |
Fields | |
Bundled Patterns
| pattern OutputFormat_AVRO :: OutputFormat | |
| pattern OutputFormat_CSV :: OutputFormat | |
| pattern OutputFormat_GLUEPARQUET :: OutputFormat | |
| pattern OutputFormat_JSON :: OutputFormat | |
| pattern OutputFormat_ORC :: OutputFormat | |
| pattern OutputFormat_PARQUET :: OutputFormat | |
| pattern OutputFormat_TABLEAUHYPER :: OutputFormat | |
| pattern OutputFormat_XML :: OutputFormat |
Instances
ParameterType
newtype ParameterType Source #
Constructors
| ParameterType' | |
Fields | |
Bundled Patterns
| pattern ParameterType_Datetime :: ParameterType | |
| pattern ParameterType_Number :: ParameterType | |
| pattern ParameterType_String :: ParameterType |
Instances
SampleMode
newtype SampleMode Source #
Constructors
| SampleMode' | |
Fields | |
Bundled Patterns
| pattern SampleMode_CUSTOM_ROWS :: SampleMode | |
| pattern SampleMode_FULL_DATASET :: SampleMode |
Instances
SampleType
newtype SampleType Source #
Constructors
| SampleType' | |
Fields | |
Bundled Patterns
| pattern SampleType_FIRST_N :: SampleType | |
| pattern SampleType_LAST_N :: SampleType | |
| pattern SampleType_RANDOM :: SampleType |
Instances
SessionStatus
newtype SessionStatus Source #
Constructors
| SessionStatus' | |
Fields | |
Bundled Patterns
| pattern SessionStatus_ASSIGNED :: SessionStatus | |
| pattern SessionStatus_FAILED :: SessionStatus | |
| pattern SessionStatus_INITIALIZING :: SessionStatus | |
| pattern SessionStatus_PROVISIONING :: SessionStatus | |
| pattern SessionStatus_READY :: SessionStatus | |
| pattern SessionStatus_RECYCLING :: SessionStatus | |
| pattern SessionStatus_ROTATING :: SessionStatus | |
| pattern SessionStatus_TERMINATED :: SessionStatus | |
| pattern SessionStatus_TERMINATING :: SessionStatus | |
| pattern SessionStatus_UPDATING :: SessionStatus |
Instances
Source
Constructors
| Source' | |
Fields
| |
Bundled Patterns
| pattern Source_DATABASE :: Source | |
| pattern Source_DATA_CATALOG :: Source | |
| pattern Source_S3 :: Source |
Instances
ColumnSelector
data ColumnSelector Source #
Selector of a column from a dataset for profile job configuration. One selector includes either a column name or a regular expression.
See: newColumnSelector smart constructor.
Constructors
| ColumnSelector' | |
Instances
newColumnSelector :: ColumnSelector Source #
Create a value of ColumnSelector with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:regex:ColumnSelector', columnSelector_regex - A regular expression for selecting a column from a dataset.
$sel:name:ColumnSelector', columnSelector_name - The name of a column from a dataset.
columnSelector_regex :: Lens' ColumnSelector (Maybe Text) Source #
A regular expression for selecting a column from a dataset.
columnSelector_name :: Lens' ColumnSelector (Maybe Text) Source #
The name of a column from a dataset.
ColumnStatisticsConfiguration
data ColumnStatisticsConfiguration Source #
Configuration for column evaluations for a profile job. ColumnStatisticsConfiguration can be used to select evaluations and override parameters of evaluations for particular columns.
See: newColumnStatisticsConfiguration smart constructor.
Constructors
| ColumnStatisticsConfiguration' | |
Fields
| |
Instances
newColumnStatisticsConfiguration Source #
Arguments
| :: StatisticsConfiguration | |
| -> ColumnStatisticsConfiguration |
Create a value of ColumnStatisticsConfiguration with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:selectors:ColumnStatisticsConfiguration', columnStatisticsConfiguration_selectors - List of column selectors. Selectors can be used to select columns from
the dataset. When selectors are undefined, configuration will be applied
to all supported columns.
$sel:statistics:ColumnStatisticsConfiguration', columnStatisticsConfiguration_statistics - Configuration for evaluations. Statistics can be used to select
evaluations and override parameters of evaluations.
columnStatisticsConfiguration_selectors :: Lens' ColumnStatisticsConfiguration (Maybe (NonEmpty ColumnSelector)) Source #
List of column selectors. Selectors can be used to select columns from the dataset. When selectors are undefined, configuration will be applied to all supported columns.
columnStatisticsConfiguration_statistics :: Lens' ColumnStatisticsConfiguration StatisticsConfiguration Source #
Configuration for evaluations. Statistics can be used to select evaluations and override parameters of evaluations.
ConditionExpression
data ConditionExpression Source #
Represents an individual condition that evaluates to true or false.
Conditions are used with recipe actions. The action is only performed for column values where the condition evaluates to true.
If a recipe requires more than one condition, then the recipe must
specify multiple ConditionExpression elements. Each condition is
applied to the rows in a dataset first, before the recipe action is
performed.
See: newConditionExpression smart constructor.
Constructors
| ConditionExpression' | |
Fields
| |
Instances
newConditionExpression Source #
Arguments
| :: Text | |
| -> Text | |
| -> ConditionExpression |
Create a value of ConditionExpression with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:value:ConditionExpression', conditionExpression_value - A value that the condition must evaluate to for the condition to
succeed.
$sel:condition:ConditionExpression', conditionExpression_condition - A specific condition to apply to a recipe action. For more information,
see
Recipe structure
in the Glue DataBrew Developer Guide.
$sel:targetColumn:ConditionExpression', conditionExpression_targetColumn - A column to apply this condition to.
conditionExpression_value :: Lens' ConditionExpression (Maybe Text) Source #
A value that the condition must evaluate to for the condition to succeed.
conditionExpression_condition :: Lens' ConditionExpression Text Source #
A specific condition to apply to a recipe action. For more information, see Recipe structure in the Glue DataBrew Developer Guide.
conditionExpression_targetColumn :: Lens' ConditionExpression Text Source #
A column to apply this condition to.
CsvOptions
data CsvOptions Source #
Represents a set of options that define how DataBrew will read a comma-separated value (CSV) file when creating a dataset from that file.
See: newCsvOptions smart constructor.
Constructors
| CsvOptions' | |
Instances
newCsvOptions :: CsvOptions Source #
Create a value of CsvOptions with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:headerRow:CsvOptions', csvOptions_headerRow - A variable that specifies whether the first row in the file is parsed as
the header. If this value is false, column names are auto-generated.
$sel:delimiter:CsvOptions', csvOptions_delimiter - A single character that specifies the delimiter being used in the CSV
file.
csvOptions_headerRow :: Lens' CsvOptions (Maybe Bool) Source #
A variable that specifies whether the first row in the file is parsed as the header. If this value is false, column names are auto-generated.
csvOptions_delimiter :: Lens' CsvOptions (Maybe Text) Source #
A single character that specifies the delimiter being used in the CSV file.
CsvOutputOptions
data CsvOutputOptions Source #
Represents a set of options that define how DataBrew will write a comma-separated value (CSV) file.
See: newCsvOutputOptions smart constructor.
Constructors
| CsvOutputOptions' | |
Instances
newCsvOutputOptions :: CsvOutputOptions Source #
Create a value of CsvOutputOptions with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:delimiter:CsvOutputOptions', csvOutputOptions_delimiter - A single character that specifies the delimiter used to create CSV job
output.
csvOutputOptions_delimiter :: Lens' CsvOutputOptions (Maybe Text) Source #
A single character that specifies the delimiter used to create CSV job output.
DataCatalogInputDefinition
data DataCatalogInputDefinition Source #
Represents how metadata stored in the Glue Data Catalog is defined in a DataBrew dataset.
See: newDataCatalogInputDefinition smart constructor.
Constructors
| DataCatalogInputDefinition' | |
Fields
| |
Instances
newDataCatalogInputDefinition Source #
Arguments
| :: Text | |
| -> Text | |
| -> DataCatalogInputDefinition |
Create a value of DataCatalogInputDefinition with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:tempDirectory:DataCatalogInputDefinition', dataCatalogInputDefinition_tempDirectory - Represents an Amazon location where DataBrew can store intermediate
results.
$sel:catalogId:DataCatalogInputDefinition', dataCatalogInputDefinition_catalogId - The unique identifier of the Amazon Web Services account that holds the
Data Catalog that stores the data.
$sel:databaseName:DataCatalogInputDefinition', dataCatalogInputDefinition_databaseName - The name of a database in the Data Catalog.
$sel:tableName:DataCatalogInputDefinition', dataCatalogInputDefinition_tableName - The name of a database table in the Data Catalog. This table corresponds
to a DataBrew dataset.
dataCatalogInputDefinition_tempDirectory :: Lens' DataCatalogInputDefinition (Maybe S3Location) Source #
Represents an Amazon location where DataBrew can store intermediate results.
dataCatalogInputDefinition_catalogId :: Lens' DataCatalogInputDefinition (Maybe Text) Source #
The unique identifier of the Amazon Web Services account that holds the Data Catalog that stores the data.
dataCatalogInputDefinition_databaseName :: Lens' DataCatalogInputDefinition Text Source #
The name of a database in the Data Catalog.
dataCatalogInputDefinition_tableName :: Lens' DataCatalogInputDefinition Text Source #
The name of a database table in the Data Catalog. This table corresponds to a DataBrew dataset.
DataCatalogOutput
data DataCatalogOutput Source #
Represents options that specify how and where in the Glue Data Catalog DataBrew writes the output generated by recipe jobs.
See: newDataCatalogOutput smart constructor.
Constructors
| DataCatalogOutput' | |
Fields
| |
Instances
Arguments
| :: Text | |
| -> Text | |
| -> DataCatalogOutput |
Create a value of DataCatalogOutput with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:databaseOptions:DataCatalogOutput', dataCatalogOutput_databaseOptions - Represents options that specify how and where DataBrew writes the
database output generated by recipe jobs.
$sel:s3Options:DataCatalogOutput', dataCatalogOutput_s3Options - Represents options that specify how and where DataBrew writes the Amazon
S3 output generated by recipe jobs.
$sel:catalogId:DataCatalogOutput', dataCatalogOutput_catalogId - The unique identifier of the Amazon Web Services account that holds the
Data Catalog that stores the data.
$sel:overwrite:DataCatalogOutput', dataCatalogOutput_overwrite - A value that, if true, means that any data in the location specified for
output is overwritten with new output. Not supported with
DatabaseOptions.
$sel:databaseName:DataCatalogOutput', dataCatalogOutput_databaseName - The name of a database in the Data Catalog.
$sel:tableName:DataCatalogOutput', dataCatalogOutput_tableName - The name of a table in the Data Catalog.
dataCatalogOutput_databaseOptions :: Lens' DataCatalogOutput (Maybe DatabaseTableOutputOptions) Source #
Represents options that specify how and where DataBrew writes the database output generated by recipe jobs.
dataCatalogOutput_s3Options :: Lens' DataCatalogOutput (Maybe S3TableOutputOptions) Source #
Represents options that specify how and where DataBrew writes the Amazon S3 output generated by recipe jobs.
dataCatalogOutput_catalogId :: Lens' DataCatalogOutput (Maybe Text) Source #
The unique identifier of the Amazon Web Services account that holds the Data Catalog that stores the data.
dataCatalogOutput_overwrite :: Lens' DataCatalogOutput (Maybe Bool) Source #
A value that, if true, means that any data in the location specified for output is overwritten with new output. Not supported with DatabaseOptions.
dataCatalogOutput_databaseName :: Lens' DataCatalogOutput Text Source #
The name of a database in the Data Catalog.
dataCatalogOutput_tableName :: Lens' DataCatalogOutput Text Source #
The name of a table in the Data Catalog.
DatabaseInputDefinition
data DatabaseInputDefinition Source #
Connection information for dataset input files stored in a database.
See: newDatabaseInputDefinition smart constructor.
Constructors
| DatabaseInputDefinition' | |
Fields
| |
Instances
newDatabaseInputDefinition Source #
Arguments
| :: Text | |
| -> Text | |
| -> DatabaseInputDefinition |
Create a value of DatabaseInputDefinition with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:tempDirectory:DatabaseInputDefinition', databaseInputDefinition_tempDirectory - Undocumented member.
$sel:glueConnectionName:DatabaseInputDefinition', databaseInputDefinition_glueConnectionName - The Glue Connection that stores the connection information for the
target database.
$sel:databaseTableName:DatabaseInputDefinition', databaseInputDefinition_databaseTableName - The table within the target database.
databaseInputDefinition_tempDirectory :: Lens' DatabaseInputDefinition (Maybe S3Location) Source #
Undocumented member.
databaseInputDefinition_glueConnectionName :: Lens' DatabaseInputDefinition Text Source #
The Glue Connection that stores the connection information for the target database.
databaseInputDefinition_databaseTableName :: Lens' DatabaseInputDefinition Text Source #
The table within the target database.
DatabaseOutput
data DatabaseOutput Source #
Represents a JDBC database output object which defines the output destination for a DataBrew recipe job to write into.
See: newDatabaseOutput smart constructor.
Constructors
| DatabaseOutput' | |
Fields
| |
Instances
Arguments
| :: Text | |
| -> DatabaseTableOutputOptions | |
| -> DatabaseOutput |
Create a value of DatabaseOutput with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:databaseOutputMode:DatabaseOutput', databaseOutput_databaseOutputMode - The output mode to write into the database. Currently supported option:
NEW_TABLE.
$sel:glueConnectionName:DatabaseOutput', databaseOutput_glueConnectionName - The Glue connection that stores the connection information for the
target database.
$sel:databaseOptions:DatabaseOutput', databaseOutput_databaseOptions - Represents options that specify how and where DataBrew writes the
database output generated by recipe jobs.
databaseOutput_databaseOutputMode :: Lens' DatabaseOutput (Maybe DatabaseOutputMode) Source #
The output mode to write into the database. Currently supported option: NEW_TABLE.
databaseOutput_glueConnectionName :: Lens' DatabaseOutput Text Source #
The Glue connection that stores the connection information for the target database.
databaseOutput_databaseOptions :: Lens' DatabaseOutput DatabaseTableOutputOptions Source #
Represents options that specify how and where DataBrew writes the database output generated by recipe jobs.
DatabaseTableOutputOptions
data DatabaseTableOutputOptions Source #
Represents options that specify how and where DataBrew writes the database output generated by recipe jobs.
See: newDatabaseTableOutputOptions smart constructor.
Constructors
| DatabaseTableOutputOptions' | |
Fields
| |
Instances
newDatabaseTableOutputOptions Source #
Create a value of DatabaseTableOutputOptions with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:tempDirectory:DatabaseTableOutputOptions', databaseTableOutputOptions_tempDirectory - Represents an Amazon S3 location (bucket name and object key) where
DataBrew can store intermediate results.
$sel:tableName:DatabaseTableOutputOptions', databaseTableOutputOptions_tableName - A prefix for the name of a table DataBrew will create in the database.
databaseTableOutputOptions_tempDirectory :: Lens' DatabaseTableOutputOptions (Maybe S3Location) Source #
Represents an Amazon S3 location (bucket name and object key) where DataBrew can store intermediate results.
databaseTableOutputOptions_tableName :: Lens' DatabaseTableOutputOptions Text Source #
A prefix for the name of a table DataBrew will create in the database.
Dataset
Represents a dataset that can be processed by DataBrew.
See: newDataset smart constructor.
Constructors
| Dataset' | |
Fields
| |
Instances
Create a value of Dataset with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:lastModifiedDate:Dataset', dataset_lastModifiedDate - The last modification date and time of the dataset.
$sel:pathOptions:Dataset', dataset_pathOptions - A set of options that defines how DataBrew interprets an Amazon S3 path
of the dataset.
$sel:createDate:Dataset', dataset_createDate - The date and time that the dataset was created.
$sel:formatOptions:Dataset', dataset_formatOptions - A set of options that define how DataBrew interprets the data in the
dataset.
$sel:format:Dataset', dataset_format - The file format of a dataset that is created from an Amazon S3 file or
folder.
$sel:createdBy:Dataset', dataset_createdBy - The Amazon Resource Name (ARN) of the user who created the dataset.
$sel:accountId:Dataset', dataset_accountId - The ID of the Amazon Web Services account that owns the dataset.
$sel:resourceArn:Dataset', dataset_resourceArn - The unique Amazon Resource Name (ARN) for the dataset.
$sel:source:Dataset', dataset_source - The location of the data for the dataset, either Amazon S3 or the Glue
Data Catalog.
$sel:lastModifiedBy:Dataset', dataset_lastModifiedBy - The Amazon Resource Name (ARN) of the user who last modified the
dataset.
$sel:tags:Dataset', dataset_tags - Metadata tags that have been applied to the dataset.
$sel:name:Dataset', dataset_name - The unique name of the dataset.
$sel:input:Dataset', dataset_input - Information on how DataBrew can find the dataset, in either the Glue
Data Catalog or Amazon S3.
dataset_lastModifiedDate :: Lens' Dataset (Maybe UTCTime) Source #
The last modification date and time of the dataset.
dataset_pathOptions :: Lens' Dataset (Maybe PathOptions) Source #
A set of options that defines how DataBrew interprets an Amazon S3 path of the dataset.
dataset_createDate :: Lens' Dataset (Maybe UTCTime) Source #
The date and time that the dataset was created.
dataset_formatOptions :: Lens' Dataset (Maybe FormatOptions) Source #
A set of options that define how DataBrew interprets the data in the dataset.
dataset_format :: Lens' Dataset (Maybe InputFormat) Source #
The file format of a dataset that is created from an Amazon S3 file or folder.
dataset_createdBy :: Lens' Dataset (Maybe Text) Source #
The Amazon Resource Name (ARN) of the user who created the dataset.
dataset_accountId :: Lens' Dataset (Maybe Text) Source #
The ID of the Amazon Web Services account that owns the dataset.
dataset_resourceArn :: Lens' Dataset (Maybe Text) Source #
The unique Amazon Resource Name (ARN) for the dataset.
dataset_source :: Lens' Dataset (Maybe Source) Source #
The location of the data for the dataset, either Amazon S3 or the Glue Data Catalog.
dataset_lastModifiedBy :: Lens' Dataset (Maybe Text) Source #
The Amazon Resource Name (ARN) of the user who last modified the dataset.
dataset_tags :: Lens' Dataset (Maybe (HashMap Text Text)) Source #
Metadata tags that have been applied to the dataset.
dataset_input :: Lens' Dataset Input Source #
Information on how DataBrew can find the dataset, in either the Glue Data Catalog or Amazon S3.
DatasetParameter
data DatasetParameter Source #
Represents a dataset paramater that defines type and conditions for a parameter in the Amazon S3 path of the dataset.
See: newDatasetParameter smart constructor.
Constructors
| DatasetParameter' | |
Fields
| |
Instances
Arguments
| :: Text | |
| -> ParameterType | |
| -> DatasetParameter |
Create a value of DatasetParameter with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:createColumn:DatasetParameter', datasetParameter_createColumn - Optional boolean value that defines whether the captured value of this
parameter should be used to create a new column in a dataset.
$sel:filter':DatasetParameter', datasetParameter_filter - The optional filter expression structure to apply additional matching
criteria to the parameter.
$sel:datetimeOptions:DatasetParameter', datasetParameter_datetimeOptions - Additional parameter options such as a format and a timezone. Required
for datetime parameters.
$sel:name:DatasetParameter', datasetParameter_name - The name of the parameter that is used in the dataset's Amazon S3 path.
$sel:type':DatasetParameter', datasetParameter_type - The type of the dataset parameter, can be one of a 'String',
'Number' or 'Datetime'.
datasetParameter_createColumn :: Lens' DatasetParameter (Maybe Bool) Source #
Optional boolean value that defines whether the captured value of this parameter should be used to create a new column in a dataset.
datasetParameter_filter :: Lens' DatasetParameter (Maybe FilterExpression) Source #
The optional filter expression structure to apply additional matching criteria to the parameter.
datasetParameter_datetimeOptions :: Lens' DatasetParameter (Maybe DatetimeOptions) Source #
Additional parameter options such as a format and a timezone. Required for datetime parameters.
datasetParameter_name :: Lens' DatasetParameter Text Source #
The name of the parameter that is used in the dataset's Amazon S3 path.
datasetParameter_type :: Lens' DatasetParameter ParameterType Source #
The type of the dataset parameter, can be one of a 'String', 'Number' or 'Datetime'.
DatetimeOptions
data DatetimeOptions Source #
Represents additional options for correct interpretation of datetime parameters used in the Amazon S3 path of a dataset.
See: newDatetimeOptions smart constructor.
Constructors
| DatetimeOptions' | |
Fields
| |
Instances
Arguments
| :: Text | |
| -> DatetimeOptions |
Create a value of DatetimeOptions with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:timezoneOffset:DatetimeOptions', datetimeOptions_timezoneOffset - Optional value for a timezone offset of the datetime parameter value in
the Amazon S3 path. Shouldn't be used if Format for this parameter
includes timezone fields. If no offset specified, UTC is assumed.
$sel:localeCode:DatetimeOptions', datetimeOptions_localeCode - Optional value for a non-US locale code, needed for correct
interpretation of some date formats.
$sel:format:DatetimeOptions', datetimeOptions_format - Required option, that defines the datetime format used for a date
parameter in the Amazon S3 path. Should use only supported datetime
specifiers and separation characters, all literal a-z or A-Z characters
should be escaped with single quotes. E.g. "MM.dd.yyyy-'at'-HH:mm".
datetimeOptions_timezoneOffset :: Lens' DatetimeOptions (Maybe Text) Source #
Optional value for a timezone offset of the datetime parameter value in the Amazon S3 path. Shouldn't be used if Format for this parameter includes timezone fields. If no offset specified, UTC is assumed.
datetimeOptions_localeCode :: Lens' DatetimeOptions (Maybe Text) Source #
Optional value for a non-US locale code, needed for correct interpretation of some date formats.
datetimeOptions_format :: Lens' DatetimeOptions Text Source #
Required option, that defines the datetime format used for a date parameter in the Amazon S3 path. Should use only supported datetime specifiers and separation characters, all literal a-z or A-Z characters should be escaped with single quotes. E.g. "MM.dd.yyyy-'at'-HH:mm".
ExcelOptions
data ExcelOptions Source #
Represents a set of options that define how DataBrew will interpret a Microsoft Excel file when creating a dataset from that file.
See: newExcelOptions smart constructor.
Constructors
| ExcelOptions' | |
Fields
| |
Instances
newExcelOptions :: ExcelOptions Source #
Create a value of ExcelOptions with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:sheetIndexes:ExcelOptions', excelOptions_sheetIndexes - One or more sheet numbers in the Excel file that will be included in the
dataset.
$sel:sheetNames:ExcelOptions', excelOptions_sheetNames - One or more named sheets in the Excel file that will be included in the
dataset.
$sel:headerRow:ExcelOptions', excelOptions_headerRow - A variable that specifies whether the first row in the file is parsed as
the header. If this value is false, column names are auto-generated.
excelOptions_sheetIndexes :: Lens' ExcelOptions (Maybe (NonEmpty Natural)) Source #
One or more sheet numbers in the Excel file that will be included in the dataset.
excelOptions_sheetNames :: Lens' ExcelOptions (Maybe (NonEmpty Text)) Source #
One or more named sheets in the Excel file that will be included in the dataset.
excelOptions_headerRow :: Lens' ExcelOptions (Maybe Bool) Source #
A variable that specifies whether the first row in the file is parsed as the header. If this value is false, column names are auto-generated.
FilesLimit
data FilesLimit Source #
Represents a limit imposed on number of Amazon S3 files that should be selected for a dataset from a connected Amazon S3 path.
See: newFilesLimit smart constructor.
Constructors
| FilesLimit' | |
Fields
| |
Instances
Arguments
| :: Natural | |
| -> FilesLimit |
Create a value of FilesLimit with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:orderedBy:FilesLimit', filesLimit_orderedBy - A criteria to use for Amazon S3 files sorting before their selection. By
default uses LAST_MODIFIED_DATE as a sorting criteria. Currently it's
the only allowed value.
$sel:order:FilesLimit', filesLimit_order - A criteria to use for Amazon S3 files sorting before their selection. By
default uses DESCENDING order, i.e. most recent files are selected
first. Anotherpossible value is ASCENDING.
$sel:maxFiles:FilesLimit', filesLimit_maxFiles - The number of Amazon S3 files to select.
filesLimit_orderedBy :: Lens' FilesLimit (Maybe OrderedBy) Source #
A criteria to use for Amazon S3 files sorting before their selection. By default uses LAST_MODIFIED_DATE as a sorting criteria. Currently it's the only allowed value.
filesLimit_order :: Lens' FilesLimit (Maybe Order) Source #
A criteria to use for Amazon S3 files sorting before their selection. By default uses DESCENDING order, i.e. most recent files are selected first. Anotherpossible value is ASCENDING.
filesLimit_maxFiles :: Lens' FilesLimit Natural Source #
The number of Amazon S3 files to select.
FilterExpression
data FilterExpression Source #
Represents a structure for defining parameter conditions. Supported conditions are described here: Supported conditions for dynamic datasets in the Glue DataBrew Developer Guide.
See: newFilterExpression smart constructor.
Constructors
| FilterExpression' | |
Fields
| |
Instances
Arguments
| :: Text | |
| -> FilterExpression |
Create a value of FilterExpression with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:expression:FilterExpression', filterExpression_expression - The expression which includes condition names followed by substitution
variables, possibly grouped and combined with other conditions. For
example, "(starts_with :prefix1 or starts_with :prefix2) and (ends_with
:suffix1 or ends_with :suffix2)". Substitution variables should start
with ':' symbol.
$sel:valuesMap:FilterExpression', filterExpression_valuesMap - The map of substitution variable names to their values used in this
filter expression.
filterExpression_expression :: Lens' FilterExpression Text Source #
The expression which includes condition names followed by substitution variables, possibly grouped and combined with other conditions. For example, "(starts_with :prefix1 or starts_with :prefix2) and (ends_with :suffix1 or ends_with :suffix2)". Substitution variables should start with ':' symbol.
filterExpression_valuesMap :: Lens' FilterExpression (HashMap Text Text) Source #
The map of substitution variable names to their values used in this filter expression.
FormatOptions
data FormatOptions Source #
Represents a set of options that define the structure of either comma-separated value (CSV), Excel, or JSON input.
See: newFormatOptions smart constructor.
Constructors
| FormatOptions' | |
Fields
| |
Instances
newFormatOptions :: FormatOptions Source #
Create a value of FormatOptions with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:json:FormatOptions', formatOptions_json - Options that define how JSON input is to be interpreted by DataBrew.
$sel:csv:FormatOptions', formatOptions_csv - Options that define how CSV input is to be interpreted by DataBrew.
$sel:excel:FormatOptions', formatOptions_excel - Options that define how Excel input is to be interpreted by DataBrew.
formatOptions_json :: Lens' FormatOptions (Maybe JsonOptions) Source #
Options that define how JSON input is to be interpreted by DataBrew.
formatOptions_csv :: Lens' FormatOptions (Maybe CsvOptions) Source #
Options that define how CSV input is to be interpreted by DataBrew.
formatOptions_excel :: Lens' FormatOptions (Maybe ExcelOptions) Source #
Options that define how Excel input is to be interpreted by DataBrew.
Input
Represents information on how DataBrew can find data, in either the Glue Data Catalog or Amazon S3.
See: newInput smart constructor.
Constructors
| Input' | |
Fields
| |
Instances
| Eq Input Source # | |
| Read Input Source # | |
| Show Input Source # | |
| Generic Input Source # | |
| NFData Input Source # | |
Defined in Amazonka.DataBrew.Types.Input | |
| Hashable Input Source # | |
Defined in Amazonka.DataBrew.Types.Input | |
| ToJSON Input Source # | |
Defined in Amazonka.DataBrew.Types.Input | |
| FromJSON Input Source # | |
| type Rep Input Source # | |
Defined in Amazonka.DataBrew.Types.Input type Rep Input = D1 ('MetaData "Input" "Amazonka.DataBrew.Types.Input" "libZSservicesZSamazonka-databrewZSamazonka-databrew" 'False) (C1 ('MetaCons "Input'" 'PrefixI 'True) (S1 ('MetaSel ('Just "dataCatalogInputDefinition") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedStrict) (Rec0 (Maybe DataCatalogInputDefinition)) :*: (S1 ('MetaSel ('Just "s3InputDefinition") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedStrict) (Rec0 (Maybe S3Location)) :*: S1 ('MetaSel ('Just "databaseInputDefinition") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedStrict) (Rec0 (Maybe DatabaseInputDefinition))))) | |
Create a value of Input with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:dataCatalogInputDefinition:Input', input_dataCatalogInputDefinition - The Glue Data Catalog parameters for the data.
$sel:s3InputDefinition:Input', input_s3InputDefinition - The Amazon S3 location where the data is stored.
$sel:databaseInputDefinition:Input', input_databaseInputDefinition - Connection information for dataset input files stored in a database.
input_dataCatalogInputDefinition :: Lens' Input (Maybe DataCatalogInputDefinition) Source #
The Glue Data Catalog parameters for the data.
input_s3InputDefinition :: Lens' Input (Maybe S3Location) Source #
The Amazon S3 location where the data is stored.
input_databaseInputDefinition :: Lens' Input (Maybe DatabaseInputDefinition) Source #
Connection information for dataset input files stored in a database.
Job
Represents all of the attributes of a DataBrew job.
See: newJob smart constructor.
Constructors
| Job' | |
Fields
| |
Instances
Create a value of Job with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:dataCatalogOutputs:Job', job_dataCatalogOutputs - One or more artifacts that represent the Glue Data Catalog output from
running the job.
$sel:lastModifiedDate:Job', job_lastModifiedDate - The modification date and time of the job.
$sel:createDate:Job', job_createDate - The date and time that the job was created.
$sel:recipeReference:Job', job_recipeReference - A set of steps that the job runs.
$sel:createdBy:Job', job_createdBy - The Amazon Resource Name (ARN) of the user who created the job.
$sel:databaseOutputs:Job', job_databaseOutputs - Represents a list of JDBC database output objects which defines the
output destination for a DataBrew recipe job to write into.
$sel:accountId:Job', job_accountId - The ID of the Amazon Web Services account that owns the job.
$sel:encryptionMode:Job', job_encryptionMode - The encryption mode for the job, which can be one of the following:
SSE-KMS- Server-side encryption with keys managed by KMS.SSE-S3- Server-side encryption with keys managed by Amazon S3.
$sel:outputs:Job', job_outputs - One or more artifacts that represent output from running the job.
$sel:resourceArn:Job', job_resourceArn - The unique Amazon Resource Name (ARN) for the job.
$sel:logSubscription:Job', job_logSubscription - The current status of Amazon CloudWatch logging for the job.
$sel:projectName:Job', job_projectName - The name of the project that the job is associated with.
$sel:maxRetries:Job', job_maxRetries - The maximum number of times to retry the job after a job run fails.
$sel:datasetName:Job', job_datasetName - A dataset that the job is to process.
$sel:encryptionKeyArn:Job', job_encryptionKeyArn - The Amazon Resource Name (ARN) of an encryption key that is used to
protect the job output. For more information, see
Encrypting data written by DataBrew jobs
$sel:maxCapacity:Job', job_maxCapacity - The maximum number of nodes that can be consumed when the job processes
data.
$sel:lastModifiedBy:Job', job_lastModifiedBy - The Amazon Resource Name (ARN) of the user who last modified the job.
$sel:type':Job', job_type - The job type of the job, which must be one of the following:
PROFILE- A job to analyze a dataset, to determine its size, data types, data distribution, and more.RECIPE- A job to apply one or more transformations to a dataset.
$sel:timeout:Job', job_timeout - The job's timeout in minutes. A job that attempts to run longer than
this timeout period ends with a status of TIMEOUT.
$sel:tags:Job', job_tags - Metadata tags that have been applied to the job.
$sel:roleArn:Job', job_roleArn - The Amazon Resource Name (ARN) of the role to be assumed for this job.
$sel:jobSample:Job', job_jobSample - A sample configuration for profile jobs only, which determines the
number of rows on which the profile job is run. If a JobSample value
isn't provided, the default value is used. The default value is
CUSTOM_ROWS for the mode parameter and 20,000 for the size parameter.
$sel:name:Job', job_name - The unique name of the job.
job_dataCatalogOutputs :: Lens' Job (Maybe (NonEmpty DataCatalogOutput)) Source #
One or more artifacts that represent the Glue Data Catalog output from running the job.
job_lastModifiedDate :: Lens' Job (Maybe UTCTime) Source #
The modification date and time of the job.
job_recipeReference :: Lens' Job (Maybe RecipeReference) Source #
A set of steps that the job runs.
job_createdBy :: Lens' Job (Maybe Text) Source #
The Amazon Resource Name (ARN) of the user who created the job.
job_databaseOutputs :: Lens' Job (Maybe (NonEmpty DatabaseOutput)) Source #
Represents a list of JDBC database output objects which defines the output destination for a DataBrew recipe job to write into.
job_accountId :: Lens' Job (Maybe Text) Source #
The ID of the Amazon Web Services account that owns the job.
job_encryptionMode :: Lens' Job (Maybe EncryptionMode) Source #
The encryption mode for the job, which can be one of the following:
SSE-KMS- Server-side encryption with keys managed by KMS.SSE-S3- Server-side encryption with keys managed by Amazon S3.
job_outputs :: Lens' Job (Maybe (NonEmpty Output)) Source #
One or more artifacts that represent output from running the job.
job_resourceArn :: Lens' Job (Maybe Text) Source #
The unique Amazon Resource Name (ARN) for the job.
job_logSubscription :: Lens' Job (Maybe LogSubscription) Source #
The current status of Amazon CloudWatch logging for the job.
job_projectName :: Lens' Job (Maybe Text) Source #
The name of the project that the job is associated with.
job_maxRetries :: Lens' Job (Maybe Natural) Source #
The maximum number of times to retry the job after a job run fails.
job_encryptionKeyArn :: Lens' Job (Maybe Text) Source #
The Amazon Resource Name (ARN) of an encryption key that is used to protect the job output. For more information, see Encrypting data written by DataBrew jobs
job_maxCapacity :: Lens' Job (Maybe Int) Source #
The maximum number of nodes that can be consumed when the job processes data.
job_lastModifiedBy :: Lens' Job (Maybe Text) Source #
The Amazon Resource Name (ARN) of the user who last modified the job.
job_type :: Lens' Job (Maybe JobType) Source #
The job type of the job, which must be one of the following:
PROFILE- A job to analyze a dataset, to determine its size, data types, data distribution, and more.RECIPE- A job to apply one or more transformations to a dataset.
job_timeout :: Lens' Job (Maybe Natural) Source #
The job's timeout in minutes. A job that attempts to run longer than
this timeout period ends with a status of TIMEOUT.
job_tags :: Lens' Job (Maybe (HashMap Text Text)) Source #
Metadata tags that have been applied to the job.
job_roleArn :: Lens' Job (Maybe Text) Source #
The Amazon Resource Name (ARN) of the role to be assumed for this job.
job_jobSample :: Lens' Job (Maybe JobSample) Source #
A sample configuration for profile jobs only, which determines the
number of rows on which the profile job is run. If a JobSample value
isn't provided, the default value is used. The default value is
CUSTOM_ROWS for the mode parameter and 20,000 for the size parameter.
JobRun
Represents one run of a DataBrew job.
See: newJobRun smart constructor.
Constructors
| JobRun' | |
Fields
| |
Instances
Create a value of JobRun with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:completedOn:JobRun', jobRun_completedOn - The date and time when the job completed processing.
$sel:state:JobRun', jobRun_state - The current state of the job run entity itself.
$sel:dataCatalogOutputs:JobRun', jobRun_dataCatalogOutputs - One or more artifacts that represent the Glue Data Catalog output from
running the job.
$sel:jobName:JobRun', jobRun_jobName - The name of the job being processed during this run.
$sel:startedOn:JobRun', jobRun_startedOn - The date and time when the job run began.
$sel:recipeReference:JobRun', jobRun_recipeReference - The set of steps processed by the job.
$sel:databaseOutputs:JobRun', jobRun_databaseOutputs - Represents a list of JDBC database output objects which defines the
output destination for a DataBrew recipe job to write into.
$sel:logGroupName:JobRun', jobRun_logGroupName - The name of an Amazon CloudWatch log group, where the job writes
diagnostic messages when it runs.
$sel:outputs:JobRun', jobRun_outputs - One or more output artifacts from a job run.
$sel:runId:JobRun', jobRun_runId - The unique identifier of the job run.
$sel:executionTime:JobRun', jobRun_executionTime - The amount of time, in seconds, during which a job run consumed
resources.
$sel:logSubscription:JobRun', jobRun_logSubscription - The current status of Amazon CloudWatch logging for the job run.
$sel:startedBy:JobRun', jobRun_startedBy - The Amazon Resource Name (ARN) of the user who initiated the job run.
$sel:datasetName:JobRun', jobRun_datasetName - The name of the dataset for the job to process.
$sel:attempt:JobRun', jobRun_attempt - The number of times that DataBrew has attempted to run the job.
$sel:errorMessage:JobRun', jobRun_errorMessage - A message indicating an error (if any) that was encountered when the job
ran.
$sel:jobSample:JobRun', jobRun_jobSample - A sample configuration for profile jobs only, which determines the
number of rows on which the profile job is run. If a JobSample value
isn't provided, the default is used. The default value is CUSTOM_ROWS
for the mode parameter and 20,000 for the size parameter.
jobRun_completedOn :: Lens' JobRun (Maybe UTCTime) Source #
The date and time when the job completed processing.
jobRun_state :: Lens' JobRun (Maybe JobRunState) Source #
The current state of the job run entity itself.
jobRun_dataCatalogOutputs :: Lens' JobRun (Maybe (NonEmpty DataCatalogOutput)) Source #
One or more artifacts that represent the Glue Data Catalog output from running the job.
jobRun_jobName :: Lens' JobRun (Maybe Text) Source #
The name of the job being processed during this run.
jobRun_recipeReference :: Lens' JobRun (Maybe RecipeReference) Source #
The set of steps processed by the job.
jobRun_databaseOutputs :: Lens' JobRun (Maybe (NonEmpty DatabaseOutput)) Source #
Represents a list of JDBC database output objects which defines the output destination for a DataBrew recipe job to write into.
jobRun_logGroupName :: Lens' JobRun (Maybe Text) Source #
The name of an Amazon CloudWatch log group, where the job writes diagnostic messages when it runs.
jobRun_outputs :: Lens' JobRun (Maybe (NonEmpty Output)) Source #
One or more output artifacts from a job run.
jobRun_executionTime :: Lens' JobRun (Maybe Int) Source #
The amount of time, in seconds, during which a job run consumed resources.
jobRun_logSubscription :: Lens' JobRun (Maybe LogSubscription) Source #
The current status of Amazon CloudWatch logging for the job run.
jobRun_startedBy :: Lens' JobRun (Maybe Text) Source #
The Amazon Resource Name (ARN) of the user who initiated the job run.
jobRun_datasetName :: Lens' JobRun (Maybe Text) Source #
The name of the dataset for the job to process.
jobRun_attempt :: Lens' JobRun (Maybe Int) Source #
The number of times that DataBrew has attempted to run the job.
jobRun_errorMessage :: Lens' JobRun (Maybe Text) Source #
A message indicating an error (if any) that was encountered when the job ran.
jobRun_jobSample :: Lens' JobRun (Maybe JobSample) Source #
A sample configuration for profile jobs only, which determines the
number of rows on which the profile job is run. If a JobSample value
isn't provided, the default is used. The default value is CUSTOM_ROWS
for the mode parameter and 20,000 for the size parameter.
JobSample
A sample configuration for profile jobs only, which determines the
number of rows on which the profile job is run. If a JobSample value
isn't provided, the default is used. The default value is CUSTOM_ROWS
for the mode parameter and 20,000 for the size parameter.
See: newJobSample smart constructor.
Constructors
| JobSample' | |
Fields
| |
Instances
| Eq JobSample Source # | |
| Read JobSample Source # | |
| Show JobSample Source # | |
| Generic JobSample Source # | |
| NFData JobSample Source # | |
Defined in Amazonka.DataBrew.Types.JobSample | |
| Hashable JobSample Source # | |
Defined in Amazonka.DataBrew.Types.JobSample | |
| ToJSON JobSample Source # | |
Defined in Amazonka.DataBrew.Types.JobSample | |
| FromJSON JobSample Source # | |
| type Rep JobSample Source # | |
Defined in Amazonka.DataBrew.Types.JobSample type Rep JobSample = D1 ('MetaData "JobSample" "Amazonka.DataBrew.Types.JobSample" "libZSservicesZSamazonka-databrewZSamazonka-databrew" 'False) (C1 ('MetaCons "JobSample'" 'PrefixI 'True) (S1 ('MetaSel ('Just "size") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedStrict) (Rec0 (Maybe Integer)) :*: S1 ('MetaSel ('Just "mode") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedStrict) (Rec0 (Maybe SampleMode)))) | |
newJobSample :: JobSample Source #
Create a value of JobSample with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:size:JobSample', jobSample_size - The Size parameter is only required when the mode is CUSTOM_ROWS. The
profile job is run on the specified number of rows. The maximum value
for size is Long.MAX_VALUE.
Long.MAX_VALUE = 9223372036854775807
$sel:mode:JobSample', jobSample_mode - A value that determines whether the profile job is run on the entire
dataset or a specified number of rows. This value must be one of the
following:
- FULL_DATASET - The profile job is run on the entire dataset.
- CUSTOM_ROWS - The profile job is run on the number of rows specified
in the
Sizeparameter.
jobSample_size :: Lens' JobSample (Maybe Integer) Source #
The Size parameter is only required when the mode is CUSTOM_ROWS. The
profile job is run on the specified number of rows. The maximum value
for size is Long.MAX_VALUE.
Long.MAX_VALUE = 9223372036854775807
jobSample_mode :: Lens' JobSample (Maybe SampleMode) Source #
A value that determines whether the profile job is run on the entire dataset or a specified number of rows. This value must be one of the following:
- FULL_DATASET - The profile job is run on the entire dataset.
- CUSTOM_ROWS - The profile job is run on the number of rows specified
in the
Sizeparameter.
JsonOptions
data JsonOptions Source #
Represents the JSON-specific options that define how input is to be interpreted by Glue DataBrew.
See: newJsonOptions smart constructor.
Constructors
| JsonOptions' | |
Instances
newJsonOptions :: JsonOptions Source #
Create a value of JsonOptions with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:multiLine:JsonOptions', jsonOptions_multiLine - A value that specifies whether JSON input contains embedded new line
characters.
jsonOptions_multiLine :: Lens' JsonOptions (Maybe Bool) Source #
A value that specifies whether JSON input contains embedded new line characters.
Output
Represents options that specify how and where in Amazon S3 DataBrew writes the output generated by recipe jobs or profile jobs.
See: newOutput smart constructor.
Constructors
| Output' | |
Fields
| |
Instances
Arguments
| :: S3Location | |
| -> Output |
Create a value of Output with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:partitionColumns:Output', output_partitionColumns - The names of one or more partition columns for the output of the job.
$sel:formatOptions:Output', output_formatOptions - Represents options that define how DataBrew formats job output files.
$sel:format:Output', output_format - The data format of the output of the job.
$sel:compressionFormat:Output', output_compressionFormat - The compression algorithm used to compress the output text of the job.
$sel:overwrite:Output', output_overwrite - A value that, if true, means that any data in the location specified for
output is overwritten with new output.
$sel:location:Output', output_location - The location in Amazon S3 where the job writes its output.
output_partitionColumns :: Lens' Output (Maybe [Text]) Source #
The names of one or more partition columns for the output of the job.
output_formatOptions :: Lens' Output (Maybe OutputFormatOptions) Source #
Represents options that define how DataBrew formats job output files.
output_format :: Lens' Output (Maybe OutputFormat) Source #
The data format of the output of the job.
output_compressionFormat :: Lens' Output (Maybe CompressionFormat) Source #
The compression algorithm used to compress the output text of the job.
output_overwrite :: Lens' Output (Maybe Bool) Source #
A value that, if true, means that any data in the location specified for output is overwritten with new output.
output_location :: Lens' Output S3Location Source #
The location in Amazon S3 where the job writes its output.
OutputFormatOptions
data OutputFormatOptions Source #
Represents a set of options that define the structure of comma-separated (CSV) job output.
See: newOutputFormatOptions smart constructor.
Constructors
| OutputFormatOptions' | |
Fields
| |
Instances
newOutputFormatOptions :: OutputFormatOptions Source #
Create a value of OutputFormatOptions with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:csv:OutputFormatOptions', outputFormatOptions_csv - Represents a set of options that define the structure of comma-separated
value (CSV) job output.
outputFormatOptions_csv :: Lens' OutputFormatOptions (Maybe CsvOutputOptions) Source #
Represents a set of options that define the structure of comma-separated value (CSV) job output.
PathOptions
data PathOptions Source #
Represents a set of options that define how DataBrew selects files for a given Amazon S3 path in a dataset.
See: newPathOptions smart constructor.
Constructors
| PathOptions' | |
Fields
| |
Instances
newPathOptions :: PathOptions Source #
Create a value of PathOptions with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:lastModifiedDateCondition:PathOptions', pathOptions_lastModifiedDateCondition - If provided, this structure defines a date range for matching Amazon S3
objects based on their LastModifiedDate attribute in Amazon S3.
$sel:parameters:PathOptions', pathOptions_parameters - A structure that maps names of parameters used in the Amazon S3 path of
a dataset to their definitions.
$sel:filesLimit:PathOptions', pathOptions_filesLimit - If provided, this structure imposes a limit on a number of files that
should be selected.
pathOptions_lastModifiedDateCondition :: Lens' PathOptions (Maybe FilterExpression) Source #
If provided, this structure defines a date range for matching Amazon S3 objects based on their LastModifiedDate attribute in Amazon S3.
pathOptions_parameters :: Lens' PathOptions (Maybe (HashMap Text DatasetParameter)) Source #
A structure that maps names of parameters used in the Amazon S3 path of a dataset to their definitions.
pathOptions_filesLimit :: Lens' PathOptions (Maybe FilesLimit) Source #
If provided, this structure imposes a limit on a number of files that should be selected.
ProfileConfiguration
data ProfileConfiguration Source #
Configuration for profile jobs. Configuration can be used to select columns, do evaluations, and override default parameters of evaluations. When configuration is undefined, the profile job will apply default settings to all supported columns.
See: newProfileConfiguration smart constructor.
Constructors
| ProfileConfiguration' | |
Fields
| |
Instances
newProfileConfiguration :: ProfileConfiguration Source #
Create a value of ProfileConfiguration with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:datasetStatisticsConfiguration:ProfileConfiguration', profileConfiguration_datasetStatisticsConfiguration - Configuration for inter-column evaluations. Configuration can be used to
select evaluations and override parameters of evaluations. When
configuration is undefined, the profile job will run all supported
inter-column evaluations.
$sel:columnStatisticsConfigurations:ProfileConfiguration', profileConfiguration_columnStatisticsConfigurations - List of configurations for column evaluations.
ColumnStatisticsConfigurations are used to select evaluations and
override parameters of evaluations for particular columns. When
ColumnStatisticsConfigurations is undefined, the profile job will
profile all supported columns and run all supported evaluations.
$sel:profileColumns:ProfileConfiguration', profileConfiguration_profileColumns - List of column selectors. ProfileColumns can be used to select columns
from the dataset. When ProfileColumns is undefined, the profile job will
profile all supported columns.
profileConfiguration_datasetStatisticsConfiguration :: Lens' ProfileConfiguration (Maybe StatisticsConfiguration) Source #
Configuration for inter-column evaluations. Configuration can be used to select evaluations and override parameters of evaluations. When configuration is undefined, the profile job will run all supported inter-column evaluations.
profileConfiguration_columnStatisticsConfigurations :: Lens' ProfileConfiguration (Maybe (NonEmpty ColumnStatisticsConfiguration)) Source #
List of configurations for column evaluations. ColumnStatisticsConfigurations are used to select evaluations and override parameters of evaluations for particular columns. When ColumnStatisticsConfigurations is undefined, the profile job will profile all supported columns and run all supported evaluations.
profileConfiguration_profileColumns :: Lens' ProfileConfiguration (Maybe (NonEmpty ColumnSelector)) Source #
List of column selectors. ProfileColumns can be used to select columns from the dataset. When ProfileColumns is undefined, the profile job will profile all supported columns.
Project
Represents all of the attributes of a DataBrew project.
See: newProject smart constructor.
Constructors
| Project' | |
Fields
| |
Instances
Create a value of Project with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:lastModifiedDate:Project', project_lastModifiedDate - The last modification date and time for the project.
$sel:openDate:Project', project_openDate - The date and time when the project was opened.
$sel:createDate:Project', project_createDate - The date and time that the project was created.
$sel:createdBy:Project', project_createdBy - The Amazon Resource Name (ARN) of the user who crated the project.
$sel:accountId:Project', project_accountId - The ID of the Amazon Web Services account that owns the project.
$sel:resourceArn:Project', project_resourceArn - The Amazon Resource Name (ARN) for the project.
$sel:datasetName:Project', project_datasetName - The dataset that the project is to act upon.
$sel:lastModifiedBy:Project', project_lastModifiedBy - The Amazon Resource Name (ARN) of the user who last modified the
project.
$sel:sample:Project', project_sample - The sample size and sampling type to apply to the data. If this
parameter isn't specified, then the sample consists of the first 500
rows from the dataset.
$sel:openedBy:Project', project_openedBy - The Amazon Resource Name (ARN) of the user that opened the project for
use.
$sel:tags:Project', project_tags - Metadata tags that have been applied to the project.
$sel:roleArn:Project', project_roleArn - The Amazon Resource Name (ARN) of the role that will be assumed for this
project.
$sel:name:Project', project_name - The unique name of a project.
$sel:recipeName:Project', project_recipeName - The name of a recipe that will be developed during a project session.
project_lastModifiedDate :: Lens' Project (Maybe UTCTime) Source #
The last modification date and time for the project.
project_openDate :: Lens' Project (Maybe UTCTime) Source #
The date and time when the project was opened.
project_createDate :: Lens' Project (Maybe UTCTime) Source #
The date and time that the project was created.
project_createdBy :: Lens' Project (Maybe Text) Source #
The Amazon Resource Name (ARN) of the user who crated the project.
project_accountId :: Lens' Project (Maybe Text) Source #
The ID of the Amazon Web Services account that owns the project.
project_resourceArn :: Lens' Project (Maybe Text) Source #
The Amazon Resource Name (ARN) for the project.
project_datasetName :: Lens' Project (Maybe Text) Source #
The dataset that the project is to act upon.
project_lastModifiedBy :: Lens' Project (Maybe Text) Source #
The Amazon Resource Name (ARN) of the user who last modified the project.
project_sample :: Lens' Project (Maybe Sample) Source #
The sample size and sampling type to apply to the data. If this parameter isn't specified, then the sample consists of the first 500 rows from the dataset.
project_openedBy :: Lens' Project (Maybe Text) Source #
The Amazon Resource Name (ARN) of the user that opened the project for use.
project_tags :: Lens' Project (Maybe (HashMap Text Text)) Source #
Metadata tags that have been applied to the project.
project_roleArn :: Lens' Project (Maybe Text) Source #
The Amazon Resource Name (ARN) of the role that will be assumed for this project.
project_recipeName :: Lens' Project Text Source #
The name of a recipe that will be developed during a project session.
Recipe
Represents one or more actions to be performed on a DataBrew dataset.
See: newRecipe smart constructor.
Constructors
| Recipe' | |
Fields
| |
Instances
Create a value of Recipe with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:lastModifiedDate:Recipe', recipe_lastModifiedDate - The last modification date and time of the recipe.
$sel:createDate:Recipe', recipe_createDate - The date and time that the recipe was created.
$sel:publishedBy:Recipe', recipe_publishedBy - The Amazon Resource Name (ARN) of the user who published the recipe.
$sel:createdBy:Recipe', recipe_createdBy - The Amazon Resource Name (ARN) of the user who created the recipe.
$sel:steps:Recipe', recipe_steps - A list of steps that are defined by the recipe.
$sel:publishedDate:Recipe', recipe_publishedDate - The date and time when the recipe was published.
$sel:resourceArn:Recipe', recipe_resourceArn - The Amazon Resource Name (ARN) for the recipe.
$sel:recipeVersion:Recipe', recipe_recipeVersion - The identifier for the version for the recipe. Must be one of the
following:
- Numeric version (
X.Y) -XandYstand for major and minor version numbers. The maximum length of each is 6 digits, and neither can be negative values. BothXandYare required, and "0.0" isn't a valid version. LATEST_WORKING- the most recent valid version being developed in a DataBrew project.LATEST_PUBLISHED- the most recent published version.
$sel:projectName:Recipe', recipe_projectName - The name of the project that the recipe is associated with.
$sel:lastModifiedBy:Recipe', recipe_lastModifiedBy - The Amazon Resource Name (ARN) of the user who last modified the recipe.
$sel:description:Recipe', recipe_description - The description of the recipe.
$sel:tags:Recipe', recipe_tags - Metadata tags that have been applied to the recipe.
$sel:name:Recipe', recipe_name - The unique name for the recipe.
recipe_lastModifiedDate :: Lens' Recipe (Maybe UTCTime) Source #
The last modification date and time of the recipe.
recipe_createDate :: Lens' Recipe (Maybe UTCTime) Source #
The date and time that the recipe was created.
recipe_publishedBy :: Lens' Recipe (Maybe Text) Source #
The Amazon Resource Name (ARN) of the user who published the recipe.
recipe_createdBy :: Lens' Recipe (Maybe Text) Source #
The Amazon Resource Name (ARN) of the user who created the recipe.
recipe_steps :: Lens' Recipe (Maybe [RecipeStep]) Source #
A list of steps that are defined by the recipe.
recipe_publishedDate :: Lens' Recipe (Maybe UTCTime) Source #
The date and time when the recipe was published.
recipe_resourceArn :: Lens' Recipe (Maybe Text) Source #
The Amazon Resource Name (ARN) for the recipe.
recipe_recipeVersion :: Lens' Recipe (Maybe Text) Source #
The identifier for the version for the recipe. Must be one of the following:
- Numeric version (
X.Y) -XandYstand for major and minor version numbers. The maximum length of each is 6 digits, and neither can be negative values. BothXandYare required, and "0.0" isn't a valid version. LATEST_WORKING- the most recent valid version being developed in a DataBrew project.LATEST_PUBLISHED- the most recent published version.
recipe_projectName :: Lens' Recipe (Maybe Text) Source #
The name of the project that the recipe is associated with.
recipe_lastModifiedBy :: Lens' Recipe (Maybe Text) Source #
The Amazon Resource Name (ARN) of the user who last modified the recipe.
recipe_tags :: Lens' Recipe (Maybe (HashMap Text Text)) Source #
Metadata tags that have been applied to the recipe.
RecipeAction
data RecipeAction Source #
Represents a transformation and associated parameters that are used to apply a change to a DataBrew dataset. For more information, see Recipe actions reference.
See: newRecipeAction smart constructor.
Constructors
| RecipeAction' | |
Instances
Arguments
| :: Text | |
| -> RecipeAction |
Create a value of RecipeAction with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:parameters:RecipeAction', recipeAction_parameters - Contextual parameters for the transformation.
$sel:operation:RecipeAction', recipeAction_operation - The name of a valid DataBrew transformation to be performed on the data.
recipeAction_parameters :: Lens' RecipeAction (Maybe (HashMap Text Text)) Source #
Contextual parameters for the transformation.
recipeAction_operation :: Lens' RecipeAction Text Source #
The name of a valid DataBrew transformation to be performed on the data.
RecipeReference
data RecipeReference Source #
Represents the name and version of a DataBrew recipe.
See: newRecipeReference smart constructor.
Constructors
| RecipeReference' | |
Fields
| |
Instances
Arguments
| :: Text | |
| -> RecipeReference |
Create a value of RecipeReference with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:recipeVersion:RecipeReference', recipeReference_recipeVersion - The identifier for the version for the recipe.
$sel:name:RecipeReference', recipeReference_name - The name of the recipe.
recipeReference_recipeVersion :: Lens' RecipeReference (Maybe Text) Source #
The identifier for the version for the recipe.
recipeReference_name :: Lens' RecipeReference Text Source #
The name of the recipe.
RecipeStep
data RecipeStep Source #
Represents a single step from a DataBrew recipe to be performed.
See: newRecipeStep smart constructor.
Constructors
| RecipeStep' | |
Fields
| |
Instances
Arguments
| :: RecipeAction | |
| -> RecipeStep |
Create a value of RecipeStep with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:conditionExpressions:RecipeStep', recipeStep_conditionExpressions - One or more conditions that must be met for the recipe step to succeed.
All of the conditions in the array must be met. In other words, all of the conditions must be combined using a logical AND operation.
$sel:action:RecipeStep', recipeStep_action - The particular action to be performed in the recipe step.
recipeStep_conditionExpressions :: Lens' RecipeStep (Maybe [ConditionExpression]) Source #
One or more conditions that must be met for the recipe step to succeed.
All of the conditions in the array must be met. In other words, all of the conditions must be combined using a logical AND operation.
recipeStep_action :: Lens' RecipeStep RecipeAction Source #
The particular action to be performed in the recipe step.
RecipeVersionErrorDetail
data RecipeVersionErrorDetail Source #
Represents any errors encountered when attempting to delete multiple recipe versions.
See: newRecipeVersionErrorDetail smart constructor.
Constructors
| RecipeVersionErrorDetail' | |
Fields
| |
Instances
newRecipeVersionErrorDetail :: RecipeVersionErrorDetail Source #
Create a value of RecipeVersionErrorDetail with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:recipeVersion:RecipeVersionErrorDetail', recipeVersionErrorDetail_recipeVersion - The identifier for the recipe version associated with this error.
$sel:errorCode:RecipeVersionErrorDetail', recipeVersionErrorDetail_errorCode - The HTTP status code for the error.
$sel:errorMessage:RecipeVersionErrorDetail', recipeVersionErrorDetail_errorMessage - The text of the error message.
recipeVersionErrorDetail_recipeVersion :: Lens' RecipeVersionErrorDetail (Maybe Text) Source #
The identifier for the recipe version associated with this error.
recipeVersionErrorDetail_errorCode :: Lens' RecipeVersionErrorDetail (Maybe Text) Source #
The HTTP status code for the error.
recipeVersionErrorDetail_errorMessage :: Lens' RecipeVersionErrorDetail (Maybe Text) Source #
The text of the error message.
S3Location
data S3Location Source #
Represents an Amazon S3 location (bucket name and object key) where DataBrew can read input data, or write output from a job.
See: newS3Location smart constructor.
Constructors
| S3Location' | |
Instances
Arguments
| :: Text | |
| -> S3Location |
Create a value of S3Location with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:key:S3Location', s3Location_key - The unique name of the object in the bucket.
$sel:bucket:S3Location', s3Location_bucket - The Amazon S3 bucket name.
s3Location_key :: Lens' S3Location (Maybe Text) Source #
The unique name of the object in the bucket.
s3Location_bucket :: Lens' S3Location Text Source #
The Amazon S3 bucket name.
S3TableOutputOptions
data S3TableOutputOptions Source #
Represents options that specify how and where DataBrew writes the Amazon S3 output generated by recipe jobs.
See: newS3TableOutputOptions smart constructor.
Constructors
| S3TableOutputOptions' | |
Fields
| |
Instances
newS3TableOutputOptions Source #
Create a value of S3TableOutputOptions with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:location:S3TableOutputOptions', s3TableOutputOptions_location - Represents an Amazon S3 location (bucket name and object key) where
DataBrew can write output from a job.
s3TableOutputOptions_location :: Lens' S3TableOutputOptions S3Location Source #
Represents an Amazon S3 location (bucket name and object key) where DataBrew can write output from a job.
Sample
Represents the sample size and sampling type for DataBrew to use for interactive data analysis.
See: newSample smart constructor.
Constructors
| Sample' | |
Fields
| |
Instances
| Eq Sample Source # | |
| Read Sample Source # | |
| Show Sample Source # | |
| Generic Sample Source # | |
| NFData Sample Source # | |
Defined in Amazonka.DataBrew.Types.Sample | |
| Hashable Sample Source # | |
Defined in Amazonka.DataBrew.Types.Sample | |
| ToJSON Sample Source # | |
Defined in Amazonka.DataBrew.Types.Sample | |
| FromJSON Sample Source # | |
| type Rep Sample Source # | |
Defined in Amazonka.DataBrew.Types.Sample type Rep Sample = D1 ('MetaData "Sample" "Amazonka.DataBrew.Types.Sample" "libZSservicesZSamazonka-databrewZSamazonka-databrew" 'False) (C1 ('MetaCons "Sample'" 'PrefixI 'True) (S1 ('MetaSel ('Just "size") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedStrict) (Rec0 (Maybe Natural)) :*: S1 ('MetaSel ('Just "type'") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedStrict) (Rec0 SampleType))) | |
Arguments
| :: SampleType | |
| -> Sample |
Create a value of Sample with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:size:Sample', sample_size - The number of rows in the sample.
$sel:type':Sample', sample_type - The way in which DataBrew obtains rows from a dataset.
sample_type :: Lens' Sample SampleType Source #
The way in which DataBrew obtains rows from a dataset.
Schedule
Represents one or more dates and times when a job is to run.
See: newSchedule smart constructor.
Constructors
| Schedule' | |
Fields
| |
Instances
Create a value of Schedule with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:lastModifiedDate:Schedule', schedule_lastModifiedDate - The date and time when the schedule was last modified.
$sel:createDate:Schedule', schedule_createDate - The date and time that the schedule was created.
$sel:createdBy:Schedule', schedule_createdBy - The Amazon Resource Name (ARN) of the user who created the schedule.
$sel:accountId:Schedule', schedule_accountId - The ID of the Amazon Web Services account that owns the schedule.
$sel:resourceArn:Schedule', schedule_resourceArn - The Amazon Resource Name (ARN) of the schedule.
$sel:cronExpression:Schedule', schedule_cronExpression - The dates and times when the job is to run. For more information, see
Cron expressions
in the Glue DataBrew Developer Guide.
$sel:lastModifiedBy:Schedule', schedule_lastModifiedBy - The Amazon Resource Name (ARN) of the user who last modified the
schedule.
$sel:jobNames:Schedule', schedule_jobNames - A list of jobs to be run, according to the schedule.
$sel:tags:Schedule', schedule_tags - Metadata tags that have been applied to the schedule.
$sel:name:Schedule', schedule_name - The name of the schedule.
schedule_lastModifiedDate :: Lens' Schedule (Maybe UTCTime) Source #
The date and time when the schedule was last modified.
schedule_createDate :: Lens' Schedule (Maybe UTCTime) Source #
The date and time that the schedule was created.
schedule_createdBy :: Lens' Schedule (Maybe Text) Source #
The Amazon Resource Name (ARN) of the user who created the schedule.
schedule_accountId :: Lens' Schedule (Maybe Text) Source #
The ID of the Amazon Web Services account that owns the schedule.
schedule_resourceArn :: Lens' Schedule (Maybe Text) Source #
The Amazon Resource Name (ARN) of the schedule.
schedule_cronExpression :: Lens' Schedule (Maybe Text) Source #
The dates and times when the job is to run. For more information, see Cron expressions in the Glue DataBrew Developer Guide.
schedule_lastModifiedBy :: Lens' Schedule (Maybe Text) Source #
The Amazon Resource Name (ARN) of the user who last modified the schedule.
schedule_jobNames :: Lens' Schedule (Maybe [Text]) Source #
A list of jobs to be run, according to the schedule.
schedule_tags :: Lens' Schedule (Maybe (HashMap Text Text)) Source #
Metadata tags that have been applied to the schedule.
StatisticOverride
data StatisticOverride Source #
Override of a particular evaluation for a profile job.
See: newStatisticOverride smart constructor.
Constructors
| StatisticOverride' | |
Instances
Arguments
| :: Text | |
| -> StatisticOverride |
Create a value of StatisticOverride with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:statistic:StatisticOverride', statisticOverride_statistic - The name of an evaluation
$sel:parameters:StatisticOverride', statisticOverride_parameters - A map that includes overrides of an evaluation’s parameters.
statisticOverride_statistic :: Lens' StatisticOverride Text Source #
The name of an evaluation
statisticOverride_parameters :: Lens' StatisticOverride (HashMap Text Text) Source #
A map that includes overrides of an evaluation’s parameters.
StatisticsConfiguration
data StatisticsConfiguration Source #
Configuration of evaluations for a profile job. This configuration can be used to select evaluations and override the parameters of selected evaluations.
See: newStatisticsConfiguration smart constructor.
Constructors
| StatisticsConfiguration' | |
Fields
| |
Instances
newStatisticsConfiguration :: StatisticsConfiguration Source #
Create a value of StatisticsConfiguration with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:overrides:StatisticsConfiguration', statisticsConfiguration_overrides - List of overrides for evaluations.
$sel:includedStatistics:StatisticsConfiguration', statisticsConfiguration_includedStatistics - List of included evaluations. When the list is undefined, all supported
evaluations will be included.
statisticsConfiguration_overrides :: Lens' StatisticsConfiguration (Maybe (NonEmpty StatisticOverride)) Source #
List of overrides for evaluations.
statisticsConfiguration_includedStatistics :: Lens' StatisticsConfiguration (Maybe (NonEmpty Text)) Source #
List of included evaluations. When the list is undefined, all supported evaluations will be included.
ViewFrame
Represents the data being transformed during an action.
See: newViewFrame smart constructor.
Constructors
| ViewFrame' | |
Fields
| |
Instances
| Eq ViewFrame Source # | |
| Read ViewFrame Source # | |
| Show ViewFrame Source # | |
| Generic ViewFrame Source # | |
| NFData ViewFrame Source # | |
Defined in Amazonka.DataBrew.Types.ViewFrame | |
| Hashable ViewFrame Source # | |
Defined in Amazonka.DataBrew.Types.ViewFrame | |
| ToJSON ViewFrame Source # | |
Defined in Amazonka.DataBrew.Types.ViewFrame | |
| type Rep ViewFrame Source # | |
Defined in Amazonka.DataBrew.Types.ViewFrame type Rep ViewFrame = D1 ('MetaData "ViewFrame" "Amazonka.DataBrew.Types.ViewFrame" "libZSservicesZSamazonka-databrewZSamazonka-databrew" 'False) (C1 ('MetaCons "ViewFrame'" 'PrefixI 'True) (S1 ('MetaSel ('Just "hiddenColumns") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedStrict) (Rec0 (Maybe [Text])) :*: (S1 ('MetaSel ('Just "columnRange") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedStrict) (Rec0 (Maybe Natural)) :*: S1 ('MetaSel ('Just "startColumnIndex") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedStrict) (Rec0 Natural)))) | |
Create a value of ViewFrame with all optional fields omitted.
Use generic-lens or optics to modify other optional fields.
The following record fields are available, with the corresponding lenses provided for backwards compatibility:
$sel:hiddenColumns:ViewFrame', viewFrame_hiddenColumns - A list of columns to hide in the view frame.
$sel:columnRange:ViewFrame', viewFrame_columnRange - The number of columns to include in the view frame, beginning with the
StartColumnIndex value and ignoring any columns in the HiddenColumns
list.
$sel:startColumnIndex:ViewFrame', viewFrame_startColumnIndex - The starting index for the range of columns to return in the view frame.