module RP::EMR::CLI::TaskOptions
Public Instance Methods
add_pig_script_step_method_options(defaults = {})
click to toggle source
# File lib/rp/emr/cli.rb, line 104 def add_pig_script_step_method_options(defaults = {}) method_option(:script_bucket, default: defaults[:script_bucket], banner: 'BUCKET', desc: 'The S3 bucket to use for storing the Pig script', ) method_option(:pig_params, default: defaults[:pig_params] || {}, aliases: '-p', type: :hash, banner: 'PARAM:VALUE', desc: 'Parameters to be passed to the pig script', ) end
add_rollup_step_method_options(defaults = {})
click to toggle source
# File lib/rp/emr/cli.rb, line 88 def add_rollup_step_method_options(defaults = {}) method_option(:rollup_input_pattern, default: defaults[:rollup_input_pattern], desc: 'Java-compatable regex to filter input', ) method_option(:rollup_group_by, default: defaults[:rollup_group_by], desc: 'Java-compatable regex with a single capture group', ) method_option(:rollup_target_size, default: defaults[:rollup_target_size], type: :numeric, desc: 'The target file size for rolled up files', ) end
add_setup_hive_step_method_options(defaults = {})
click to toggle source
# File lib/rp/emr/cli.rb, line 81 def add_setup_hive_step_method_options(defaults = {}) method_option(:hive_version, default: defaults[:hive_version] || 'latest', desc: 'Version of Hive to install' ) end
add_setup_pig_step_method_options(defaults = {})
click to toggle source
# File lib/rp/emr/cli.rb, line 74 def add_setup_pig_step_method_options(defaults = {}) method_option(:pig_version, default: defaults[:pig_version] || '0.11.1.1', desc: 'Version of Pig to install' ) end
cli_class_options()
click to toggle source
# File lib/rp/emr/cli.rb, line 5 def cli_class_options class_option :keep_alive, aliases: '-a', default: false, type: :boolean, desc: 'Set to true if you want the cluster to stay alive after completion/failure' class_option :verbose, aliases: '-v', default: false, type: :boolean, desc: 'Print lots of stuff' class_option :dry_run, default: false, type: :boolean, desc: "Don't actually talk to AWS" end
create_job_method_options(defaults = {})
click to toggle source
# File lib/rp/emr/cli.rb, line 11 def create_job_method_options(defaults = {}) method_option(:ec2_key_name, default: defaults[:ec2_key_name], aliases: '-k', banner: 'KEY_NAME', desc: "An AWS keypair for the cluster. Useful if you want to shell into the cluster", ) method_option(:default_instance_type, default: defaults[:default_instance_type], banner: 'INSTANCE_TYPE', desc: "The EC2 instance type to use for the cluster", ) method_option(:master_instance_type, default: defaults[:master_instance_type], banner: 'INSTANCE_TYPE', desc: "The EC2 instance type to use for the cluster master group", ) method_option(:master_instance_count, default: defaults[:master_instance_count], type: :numeric, banner: 'N', desc: "The number of task instances to create in the cluster master group", ) method_option(:core_instance_type, default: defaults[:core_instance_type], banner: 'INSTANCE_TYPE', desc: "The EC2 instance type to use for the cluster core group", ) method_option(:core_instance_count, default: defaults[:core_instance_count], type: :numeric, banner: 'N', desc: "The number of task instances to create in the cluster core group", ) method_option(:task_instance_type, default: defaults[:task_instance_type], banner: 'INSTANCE_TYPE', desc: "The EC2 instance type to use for the cluster task group", ) method_option(:task_instance_count, default: defaults[:task_instance_count], type: :numeric, banner: 'N', desc: "The number of task instances to create in the cluster task group", ) method_option(:task_bid_price, default: defaults[:task_bid_price], type: :numeric, banner: 'N.NN', desc: "If set, will use spot instances for task trackers with this bid price", ) method_option(:job_flow_role, default: defaults[:job_flow_role], banner: 'IAM_ROLE', desc: "IAM Role for the job flow", ) method_option(:service_role, default: defaults[:service_role], banner: 'IAM_ROLE', desc: "IAM Role for the service", ) end