class Polipus::Storage::MongoStore

Constants

BINARY_FIELDS

Public Class Methods

new(options = {}) click to toggle source
# File lib/polipus/storage/mongo_store.rb, line 11
def initialize(options = {})
  @mongo      = options[:mongo]
  @collection = options[:collection]
  begin
    @mongo[@collection].ensure_index(:uuid, unique: true, dropDups: true, background: true)
  rescue StandardError
  end

  @compress_body = options[:compress_body] ||= true
  @except = options[:except] ||= []
  @semaphore = Mutex.new
end

Public Instance Methods

add(page) click to toggle source
# File lib/polipus/storage/mongo_store.rb, line 24
def add(page)
  @semaphore.synchronize do
    obj = page.to_hash
    @except.each { |e| obj.delete e.to_s }
    obj['uuid'] = uuid(page)
    obj['body'] = Zlib::Deflate.deflate(obj['body']) if @compress_body && obj['body']
    BINARY_FIELDS.each do |field|
      obj[field] = BSON::Binary.new(obj[field].force_encoding('UTF-8').encode('UTF-8')) unless obj[field].nil?
    end

    # We really need 2.0.6+ version for this to work
    # https://jira.mongodb.org/browse/RUBY-881
    @mongo[@collection].find(uuid: uuid(page)).replace_one(obj, upsert: true)

    obj['uuid']
  end
end
clear() click to toggle source
# File lib/polipus/storage/mongo_store.rb, line 75
def clear
  @mongo[@collection].drop
end
count() click to toggle source
# File lib/polipus/storage/mongo_store.rb, line 62
def count
  @mongo[@collection].find.count
end
each() { |doc, page| ... } click to toggle source
# File lib/polipus/storage/mongo_store.rb, line 66
def each
  @mongo[@collection].find.no_cursor_timeout do |cursor|
    cursor.each do |doc|
      page = load_page(doc)
      yield doc['uuid'], page
    end
  end
end
exists?(page) click to toggle source
# File lib/polipus/storage/mongo_store.rb, line 42
def exists?(page)
  @semaphore.synchronize do
    doc = @mongo[@collection].find(uuid: uuid(page)).projection(_id: 1).limit(1).first
    !doc.nil?
  end
end
get(page) click to toggle source
# File lib/polipus/storage/mongo_store.rb, line 49
def get(page)
  @semaphore.synchronize do
    data = @mongo[@collection].find(uuid: uuid(page)).limit(1).first
    return load_page(data) if data
  end
end
remove(page) click to toggle source
# File lib/polipus/storage/mongo_store.rb, line 56
def remove(page)
  @semaphore.synchronize do
    @mongo[@collection].find(uuid: uuid(page)).delete_one
  end
end

Private Instance Methods

load_page(hash) click to toggle source
# File lib/polipus/storage/mongo_store.rb, line 81
def load_page(hash)
  BINARY_FIELDS.each do |field|
    hash[field] = hash[field].data unless hash[field].nil?
  end
  hash['body'] = Zlib::Inflate.inflate(hash['body']) if @compress_body && hash['body'] && !hash['body'].empty?
  page = Page.from_hash(hash)
  if page.fetched_at.nil?
    page.fetched_at = hash['_id'].generation_time.to_i
  end
  page
end