class LogStash::Inputs::Elasticsearch::PaginatedSearch

Public Class Methods

new(client, plugin) click to toggle source
# File lib/logstash/inputs/elasticsearch/paginated_search.rb, line 9
def initialize(client, plugin)
  @client = client
  @plugin_params = plugin.params

  @index = @plugin_params["index"]
  @query = LogStash::Json.load(@plugin_params["query"])
  @scroll = @plugin_params["scroll"]
  @size = @plugin_params["size"]
  @slices = @plugin_params["slices"]
  @retries = @plugin_params["retries"]

  @plugin = plugin
  @pipeline_id = plugin.pipeline_id
end

Public Instance Methods

do_run(output_queue) click to toggle source
# File lib/logstash/inputs/elasticsearch/paginated_search.rb, line 24
def do_run(output_queue)
  return retryable_search(output_queue) if @slices.nil? || @slices <= 1

  retryable_slice_search(output_queue)
end
retryable(job_name) { || ... } click to toggle source
# File lib/logstash/inputs/elasticsearch/paginated_search.rb, line 30
def retryable(job_name, &block)
  stud_try = ::LogStash::Helpers::LoggableTry.new(logger, job_name)
  stud_try.try((@retries + 1).times) { yield }
rescue => e
  error_details = {:message => e.message, :cause => e.cause}
  error_details[:backtrace] = e.backtrace if logger.debug?
  logger.error("Tried #{job_name} unsuccessfully", error_details)
end