module RP::EMR::CLI::TaskOptions

Public Instance Methods

add_pig_script_step_method_options(defaults = {}) click to toggle source
# File lib/rp/emr/cli.rb, line 104
def add_pig_script_step_method_options(defaults = {})
  method_option(:script_bucket,
    default: defaults[:script_bucket],
    banner: 'BUCKET',
    desc: 'The S3 bucket to use for storing the Pig script',
  )
  method_option(:pig_params,
    default: defaults[:pig_params] || {},
    aliases: '-p',
    type: :hash,
    banner: 'PARAM:VALUE',
    desc: 'Parameters to be passed to the pig script',
  )
end
add_rollup_step_method_options(defaults = {}) click to toggle source
# File lib/rp/emr/cli.rb, line 88
def add_rollup_step_method_options(defaults = {})
  method_option(:rollup_input_pattern,
    default: defaults[:rollup_input_pattern],
    desc: 'Java-compatable regex to filter input',
  )
  method_option(:rollup_group_by,
    default: defaults[:rollup_group_by],
    desc: 'Java-compatable regex with a single capture group',
  )
  method_option(:rollup_target_size,
    default: defaults[:rollup_target_size],
    type: :numeric,
    desc: 'The target file size for rolled up files',
  )
end
add_setup_hive_step_method_options(defaults = {}) click to toggle source
# File lib/rp/emr/cli.rb, line 81
def add_setup_hive_step_method_options(defaults = {})
  method_option(:hive_version,
                default: defaults[:hive_version] || 'latest',
                desc: 'Version of Hive to install'
  )
end
add_setup_pig_step_method_options(defaults = {}) click to toggle source
# File lib/rp/emr/cli.rb, line 74
def add_setup_pig_step_method_options(defaults = {})
  method_option(:pig_version,
    default: defaults[:pig_version] || '0.11.1.1',
    desc: 'Version of Pig to install'
  )
end
cli_class_options() click to toggle source
# File lib/rp/emr/cli.rb, line 5
def cli_class_options
  class_option :keep_alive, aliases: '-a', default: false, type: :boolean, desc: 'Set to true if you want the cluster to stay alive after completion/failure'
  class_option :verbose, aliases: '-v', default: false, type: :boolean, desc: 'Print lots of stuff'
  class_option :dry_run, default: false, type: :boolean, desc: "Don't actually talk to AWS"
end
create_job_method_options(defaults = {}) click to toggle source
# File lib/rp/emr/cli.rb, line 11
def create_job_method_options(defaults = {})
  method_option(:ec2_key_name, 
    default: defaults[:ec2_key_name], 
    aliases: '-k', 
    banner: 'KEY_NAME', 
    desc: "An AWS keypair for the cluster.  Useful if you want to shell into the cluster",
  )
  method_option(:default_instance_type,
    default: defaults[:default_instance_type],
    banner: 'INSTANCE_TYPE',
    desc: "The EC2 instance type to use for the cluster",
  )
  method_option(:master_instance_type,
    default: defaults[:master_instance_type],
    banner: 'INSTANCE_TYPE',
    desc: "The EC2 instance type to use for the cluster master group",
  )
  method_option(:master_instance_count,
    default: defaults[:master_instance_count],
    type: :numeric,
    banner: 'N',
    desc: "The number of task instances to create in the cluster master group",
  )
  method_option(:core_instance_type,
    default: defaults[:core_instance_type],
    banner: 'INSTANCE_TYPE',
    desc: "The EC2 instance type to use for the cluster core group",
  )
  method_option(:core_instance_count,
    default: defaults[:core_instance_count],
    type: :numeric,
    banner: 'N',
    desc: "The number of task instances to create in the cluster core group",
  )
  method_option(:task_instance_type,
    default: defaults[:task_instance_type],
    banner: 'INSTANCE_TYPE',
    desc: "The EC2 instance type to use for the cluster task group",
  )
  method_option(:task_instance_count,
    default: defaults[:task_instance_count],
    type: :numeric,
    banner: 'N',
    desc: "The number of task instances to create in the cluster task group",
  )
  method_option(:task_bid_price,
    default: defaults[:task_bid_price],
    type: :numeric,
    banner: 'N.NN',
    desc: "If set, will use spot instances for task trackers with this bid price",
  )
  method_option(:job_flow_role,
    default: defaults[:job_flow_role],
    banner: 'IAM_ROLE',
    desc: "IAM Role for the job flow",
  )
  method_option(:service_role,
                default: defaults[:service_role],
                banner: 'IAM_ROLE',
                desc: "IAM Role for the service",
  )
end