class Aws::GlueDataBrew::Types::CreateRecipeJobRequest
@note When making an API call, you may pass CreateRecipeJobRequest
data as a hash: { dataset_name: "DatasetName", encryption_key_arn: "EncryptionKeyArn", encryption_mode: "SSE-KMS", # accepts SSE-KMS, SSE-S3 name: "JobName", # required log_subscription: "ENABLE", # accepts ENABLE, DISABLE max_capacity: 1, max_retries: 1, outputs: [ { compression_format: "GZIP", # accepts GZIP, LZ4, SNAPPY, BZIP2, DEFLATE, LZO, BROTLI, ZSTD, ZLIB format: "CSV", # accepts CSV, JSON, PARQUET, GLUEPARQUET, AVRO, ORC, XML, TABLEAUHYPER partition_columns: ["ColumnName"], location: { # required bucket: "Bucket", # required key: "Key", }, overwrite: false, format_options: { csv: { delimiter: "Delimiter", }, }, }, ], data_catalog_outputs: [ { catalog_id: "CatalogId", database_name: "DatabaseName", # required table_name: "TableName", # required s3_options: { location: { # required bucket: "Bucket", # required key: "Key", }, }, database_options: { temp_directory: { bucket: "Bucket", # required key: "Key", }, table_name: "DatabaseTableName", # required }, overwrite: false, }, ], database_outputs: [ { glue_connection_name: "GlueConnectionName", # required database_options: { # required temp_directory: { bucket: "Bucket", # required key: "Key", }, table_name: "DatabaseTableName", # required }, database_output_mode: "NEW_TABLE", # accepts NEW_TABLE }, ], project_name: "ProjectName", recipe_reference: { name: "RecipeName", # required recipe_version: "RecipeVersion", }, role_arn: "Arn", # required tags: { "TagKey" => "TagValue", }, timeout: 1, }
@!attribute [rw] dataset_name
The name of the dataset that this job processes. @return [String]
@!attribute [rw] encryption_key_arn
The Amazon Resource Name (ARN) of an encryption key that is used to protect the job. @return [String]
@!attribute [rw] encryption_mode
The encryption mode for the job, which can be one of the following: * `SSE-KMS` - Server-side encryption with keys managed by KMS. * `SSE-S3` - Server-side encryption with keys managed by Amazon S3. @return [String]
@!attribute [rw] name
A unique name for the job. Valid characters are alphanumeric (A-Z, a-z, 0-9), hyphen (-), period (.), and space. @return [String]
@!attribute [rw] log_subscription
Enables or disables Amazon CloudWatch logging for the job. If logging is enabled, CloudWatch writes one log stream for each job run. @return [String]
@!attribute [rw] max_capacity
The maximum number of nodes that DataBrew can consume when the job processes data. @return [Integer]
@!attribute [rw] max_retries
The maximum number of times to retry the job after a job run fails. @return [Integer]
@!attribute [rw] outputs
One or more artifacts that represent the output from running the job. @return [Array<Types::Output>]
@!attribute [rw] data_catalog_outputs
One or more artifacts that represent the Glue Data Catalog output from running the job. @return [Array<Types::DataCatalogOutput>]
@!attribute [rw] database_outputs
Represents a list of JDBC database output objects which defines the output destination for a DataBrew recipe job to write to. @return [Array<Types::DatabaseOutput>]
@!attribute [rw] project_name
Either the name of an existing project, or a combination of a recipe and a dataset to associate with the recipe. @return [String]
@!attribute [rw] recipe_reference
Represents the name and version of a DataBrew recipe. @return [Types::RecipeReference]
@!attribute [rw] role_arn
The Amazon Resource Name (ARN) of the Identity and Access Management (IAM) role to be assumed when DataBrew runs the job. @return [String]
@!attribute [rw] tags
Metadata tags to apply to this job. @return [Hash<String,String>]
@!attribute [rw] timeout
The job's timeout in minutes. A job that attempts to run longer than this timeout period ends with a status of `TIMEOUT`. @return [Integer]
@see docs.aws.amazon.com/goto/WebAPI/databrew-2017-07-25/CreateRecipeJobRequest AWS API Documentation
Constants
- SENSITIVE