module TreasureData::API::BulkLoad

Constants

JOB
LIST

The 'BulkLoadSession' resource in td-api is as follows; {

"config": {
  "type": "s3",
  "access_key_id": s3 access key id,
  "secret_access_key": s3 secret key,
  "endpoint": s3 endpoint name,
  "bucket": s3 bucket name,
  "path_prefix": "a/prefix/of/files",
  "decoders": []
},
"name": account_wide_unique_name,
"cron": cron_string,
"timezone": timezone_string,
"delay": delay_seconds,
"database": database_name,
"table": table_name

}

SESSION

Public Instance Methods

bulk_load_create(name, database, table, job, opts = {}) click to toggle source

name: String, database: String, table: String, job: Hash -> Hash

# File lib/td/client/api/bulk_load.rb, line 94
def bulk_load_create(name, database, table, job, opts = {})
  job = job.dup
  job['name'] = name
  [:cron, :timezone, :delay, :time_column].each do |prop|
    job[prop.to_s] = opts[prop] if opts.key?(prop)
  end
  job['database'] = database
  job['table'] = table
  res = api { post(LIST, job.to_json) }
  unless res.ok?
    raise_error("BulkLoadSession: #{name} create failed", res)
  end
  JSON.load(res.body)
end
bulk_load_delete(name) click to toggle source

name: String -> Hash

# File lib/td/client/api/bulk_load.rb, line 130
def bulk_load_delete(name)
  path = session_path(name)
  res = api { delete(path) }
  unless res.ok?
    raise_error("BulkLoadSession: #{name} delete failed", res)
  end
  JSON.load(res.body)
end
bulk_load_guess(job) click to toggle source

job: Hash -> Hash

# File lib/td/client/api/bulk_load.rb, line 48
def bulk_load_guess(job)
  # retry_request = true
  path = LIST + '/guess'
  res = api { post(path, job.to_json) }
  unless res.ok?
    raise_error('BulkLoad configuration guess failed', res)
  end
  JSON.load(res.body)
end
bulk_load_history(name) click to toggle source

name: String -> [Hash]

# File lib/td/client/api/bulk_load.rb, line 140
def bulk_load_history(name)
  path = job_path(name)
  res = api { get(path) }
  unless res.ok?
    raise_error("history of BulkLoadSession: #{name} retrieve failed", res)
  end
  JSON.load(res.body)
end
bulk_load_issue(database, table, job) click to toggle source

job: Hash -> String (job_id)

# File lib/td/client/api/bulk_load.rb, line 70
def bulk_load_issue(database, table, job)
  type = 'bulkload'
  job = job.dup
  job['database'] = database
  job['table'] = table
  path = "/v3/job/issue/#{e type}/#{e database}"
  res = api { post(path, job.to_json) }
  unless res.ok?
    raise_error('BulkLoad job issuing failed', res)
  end
  js = checked_json(res.body)
  js['job_id'].to_s
end
bulk_load_list() click to toggle source

nil -> [Hash]

# File lib/td/client/api/bulk_load.rb, line 85
def bulk_load_list
  res = api { get(LIST) }
  unless res.ok?
    raise_error("BulkLoadSession list retrieve failed", res)
  end
  JSON.load(res.body)
end
bulk_load_preview(job) click to toggle source

job: Hash -> Hash

# File lib/td/client/api/bulk_load.rb, line 59
def bulk_load_preview(job)
  # retry_request = true
  path = LIST + '/preview'
  res = api { post(path, job.to_json) }
  unless res.ok?
    raise_error('BulkLoad job preview failed', res)
  end
  JSON.load(res.body)
end
bulk_load_run(name, scheduled_time = nil) click to toggle source
# File lib/td/client/api/bulk_load.rb, line 149
def bulk_load_run(name, scheduled_time = nil)
  path = job_path(name)
  opts = {}
  opts[:scheduled_time] = scheduled_time.to_s unless scheduled_time.nil?
  res = api { post(path, opts.to_json) }
  unless res.ok?
    raise_error("BulkLoadSession: #{name} job create failed", res)
  end
  js = checked_json(res.body)
  js['job_id'].to_s
end
bulk_load_show(name) click to toggle source

name: String -> Hash

# File lib/td/client/api/bulk_load.rb, line 110
def bulk_load_show(name)
  path = session_path(name)
  res = api { get(path) }
  unless res.ok?
    raise_error("BulkLoadSession: #{name} retrieve failed", res)
  end
  JSON.load(res.body)
end
bulk_load_update(name, settings) click to toggle source

name: String, settings: Hash -> Hash

# File lib/td/client/api/bulk_load.rb, line 120
def bulk_load_update(name, settings)
  path = session_path(name)
  res = api { put(path, settings.to_json) }
  unless res.ok?
    raise_error("BulkLoadSession: #{name} update failed", res)
  end
  JSON.load(res.body)
end

Private Instance Methods

job_path(name) click to toggle source
# File lib/td/client/api/bulk_load.rb, line 167
def job_path(name)
  JOB % e(name)
end
session_path(name) click to toggle source
# File lib/td/client/api/bulk_load.rb, line 163
def session_path(name)
  SESSION % e(name)
end