module CockatriceFeeder

# File lib/cockatrice_feeder.rb, line 19
def self.app_dir
  @@app_dir
end

# File lib/cockatrice_feeder.rb, line 409
def self.archidekt_deck(deck)
  deck_id = deck[:link].split("/").last.split("#").first

  api_url = "https://www.archidekt.com/api/decks/#{deck_id}/"

  deck_data = JSON.parse(HTTParty.get(api_url).body)

  included_categories = deck_data["categories"].select{|c| c["includedInDeck"]}.map{|c| c["name"] }
  commander_categories = deck_data["categories"].select{|c| c["isPremier"]}.map{|c| c["name"] }
  cardlist = []
  tcg_price = 0.0
  ck_price = 0.0
  deck_data["cards"].each do |card|
    cname = card["card"]["oracleCard"]["name"]

    if card["card"]["oracleCard"]["layout"] != "split"
      cname = cname.split(" // ").first
    end

    if (included_categories & card["categories"]).length > 0
      cardlist << "#{card["quantity"]} #{cname}"

      tcg_price += (card["card"]["prices"]["tcg"] * card["quantity"].to_f)
      ck_price += (card["card"]["prices"]["ck"] * card["quantity"].to_f)
    end

    if (commander_categories & card["categories"]).length > 0
      deck[:commanders] << cname
    end
  end

  deck[:cardlist] = cardlist
  deck[:price] = tcg_price.to_i.to_s

  deck[:name] = deck_data["name"]

  deck[:date] = deck_data["updatedAt"]

  output_cod(deck,"archidekt")
end

# File lib/cockatrice_feeder.rb, line 377
def self.archidekt_decklist(
  andcolors = nil, colors = nil, commander = nil, owner = nil, formats = 3, orderBy = "-createdAt", size: 100, pageSize: 50
)

  url = [
    "https://www.archidekt.com/api/decks/cards/?",
    [
      (andcolors.nil? ? nil : "true"),
      (colors.nil? ? nil : "colors=#{URI.encode_www_form_component(colors)}"),
      (commander.nil? ? nil : "commanders=\"#{URI.encode_www_form_component(commander)}\""),
      (owner.nil? ? nil : "owner=#{URI.encode_www_form_component(owner)}"),
      "formats=#{formats}",
      "orderBy=#{orderBy}",
      "size=#{size}",
      "pageSize=#{pageSize}"
    ].compact.join("&")
  ].join("")

  puts url

  decklist = []
  data = JSON.parse(HTTParty.get(url).body)

  data["results"].each do |r|
    decklist << deck_obj("https://www.archidekt.com/decks/#{r["id"]}", r["name"])
  end

  decklist
end

# File lib/cockatrice_feeder.rb, line 164
def self.banned
  unless File.exist?(@@meta_dir+"banned.json")
    update_banned()
  end
  JSON.parse(File.read(@@meta_dir+"banned.json"))
end

# File lib/cockatrice_feeder.rb, line 539
def self.build_deck_from_sets(commander, sets)
  #lookup edhrecavg deck for commander
  c = commanders.select{|c| c["name"] == commander}.first
  d = deck_obj("https://edhrec-json.s3.amazonaws.com/en/decks/#{c["link"]}.json", c["name"]+" SCRAW", [c["name"]])
  edhrecavg_deck(d)

  #remember cards to avoid repeat lookups to mtgapi
  mem = {}

  #throw out any cards not in sets
  d[:cardlist] = d[:cardlist].select do |cl|
    name = cl.split(' ')[1..-1].join(" ")
    unless mem.has_key?(name)
      mem[name] = mtgapi_card(name: cl.split(' ')[1..-1].join(" "))
    end
    card = mem[name]

    (card["printings"] & sets).length > 0
  end

  #lookup archidekt decks for the commander to find other cards from the set
  arch_decks = archidekt_decklist(nil, nil, c["name"])
  arch_decks.each do |ad| archidekt_deck(ad) end
  arch_decks.each do |ad|
    in_set = ad[:cardlist].select do |cl|
      name = cl.split(' ')[1..-1].join(" ")
      unless mem.has_key?(name)
        mem[name] = mtgapi_card(name: cl.split(' ')[1..-1].join(" "))
      end
      card = mem[name]

      #flip/dual cards don't always work
      if card != nil
        (card["printings"] & sets).length > 0
      end
    end

    in_set.each do |cl|
      name = cl.split(' ')[1..-1].join(" ")
      cur = d[:cardlist].map{|x| x.split(' ')[1..-1].join(" ")}
      curlen = d[:cardlist].map{|x| x.split(' ').first.to_i}.inject(0){|sum,x| sum + x }
      unless cur.include?(name) || curlen >= 100
        d[:cardlist] << cl
      end
    end

    curlen = d[:cardlist].map{|x| x.split(' ').first.to_i}.inject(0){|sum,x| sum + x }
    if curlen >= 100
      break
    end
  end

  #lookup deckstats decks for the commander
  curlen = d[:cardlist].map{|x| x.split(' ').first.to_i}.inject(0){|sum,x| sum + x }
  if curlen < 100
    dstat_decks = deckstats_decklist(c["name"],1..5)
    dstat_decks.each do |ds| deckstats_deck(ds) end
    dstat_decks.each do |ds|
      in_set = ds[:cardlist].select do |cl|
        name = cl.split(' ')[1..-1].join(" ")
        unless mem.has_key?(name)
          mem[name] = mtgapi_card(name: cl.split(' ')[1..-1].join(" "))
        end
        card = mem[name]

        (card["printings"] & sets).length > 0
      end

      in_set.each do |cl|
        name = cl.split(' ')[1..-1].join(" ")
        cur = d[:cardlist].map{|x| x.split(' ')[1..-1].join(" ")}
        curlen = d[:cardlist].map{|x| x.split(' ').first.to_i}.inject(0){|sum,x| sum + x }
        unless cur.include?(name) || curlen >= 100
          d[:cardlist] << cl
        end
      end

      curlen = d[:cardlist].map{|x| x.split(' ').first.to_i}.inject(0){|sum,x| sum + x }
      if curlen >= 100
        break
      end
    end
  end

  d
end

# File lib/cockatrice_feeder.rb, line 172
def self.commander_tiers
  unless File.exist?(@@meta_dir+"tiers.json")
    update_commander_tiers()
  end
  JSON.parse(File.read(@@meta_dir+"tiers.json"))
end

# File lib/cockatrice_feeder.rb, line 157
def self.commanders
  unless File.exist?(@@meta_dir+"commanders.json")
    update_commanders()
  end
  JSON.parse(File.read(@@meta_dir+"commanders.json"))
end

# File lib/cockatrice_feeder.rb, line 28
def self.deck_dir
  @@deck_dir
end

# File lib/cockatrice_feeder.rb, line 186
def self.deck_obj(link = "", name = "", commanders = [], date = nil, price = nil)
  {
    link: link,
    name: name,
    commanders: commanders,
    date: date,
    price: price,
    cardlist: []
  }
end

# File lib/cockatrice_feeder.rb, line 348
def self.deckstats_deck(deck)
  docstring = HTTParty.get(deck[:link]).body

  doc = Nokogiri::HTML(docstring)

  legal = (doc.css(".fa-exclamation-triangle").count == 0)

  if legal
    deck_data = JSON.parse(docstring.split("init_deck_data(").last.split(");deck_display();").first)
    deck[:date] = DateTime.strptime(deck_data["updated"].to_s,'%s')
    unless deck_data["highlight_cards"].nil?
      deck[:commanders] = deck_data["highlight_cards"]
    end
    deck[:cardlist] = deck_data["sections"].map do |sec|
      sec["cards"].map{|c| "#{c["amount"]} #{c["name"]}"}
    end.flatten

    deck[:price] = (
      !doc.css(".deck_overview_price").first.nil? ?
        doc.css(".deck_overview_price").first.content.gsub("$","").strip.split(".").first
        : nil
    )

    output_cod(deck,'deckstats')
  end
end

# File lib/cockatrice_feeder.rb, line 315
def self.deckstats_decklist(commander = "", pages = (1..1), order_by = "likes,desc", price_min = "", price_max = "")
  decklist = []
  pages.each do |page|
    url = [
      "https://deckstats.net/decks/search/?lng=en",
      "&search_title=",
      "&search_format=10",
      "&search_season=0",
      "&search_cards_commander%5B%5D=#{URI.encode_www_form_component(commander)}",
      "&search_cards_commander%5B%5D=",
      "&search_price_min=#{price_min}",
      "&search_price_max=#{price_max}",
      "&search_colors%5B%5D=",
      "&search_number_cards_main=100",
      "&search_number_cards_sideboard=",
      "&search_cards%5B%5D=",
      "&search_tags=",
      "&search_order=#{URI.encode_www_form_component(order_by)}",
      "&utf8=%E2%9C%94",
      "&page=#{page}"
    ].join("")

    doc = Nokogiri::HTML(HTTParty.get(url).body)

    doc.css(".deck_row").each do |dr|
      link = dr.css("td")[1].css("a").first.attribute("href").value
      decklist << deck_obj(link,link.split("/")[-2],[commander].reject(&:empty?))
    end
  end

  decklist
end

# File lib/cockatrice_feeder.rb, line 305
def self.edhrecavg_deck(deck)
  deck[:cardlist] = JSON.parse(HTTParty.get(deck[:link]).body)["description"].
    split("</a>").last.split("\n").select{|s| s != ""}

  output_cod(deck,"edhrecavg")
end

# File lib/cockatrice_feeder.rb, line 299
def self.edhrecavg_decklist
  commanders.map{|c| c["link"]}.map do |c|
    deck_obj("https://edhrec-json.s3.amazonaws.com/en/decks/#{c}.json", c, [c])
  end
end

# File lib/cockatrice_feeder.rb, line 179
def self.full_data
  unless File.exist?(@@meta_dir+"AllPrintings.json")
    update_full_data()
  end
  JSON.parse(File.read(@@meta_dir+"AllPrintings.json"))
end

# File lib/cockatrice_feeder.rb, line 626
def self.gobble
  setup(skip_meta = true)
  update_commanders()

  total_decks = 0

  puts "Fetching the average deck for every commander on EDHREC"
  decks = CockatriceFeeder.edhrecavg_decklist
  puts "#{decks.length} decks found."
  decks.each {|d|
    CockatriceFeeder.edhrecavg_deck(d)
    total_decks += 1
  }

  puts "Fetching the most recently updated ranked decks from tappedout"
  decks = CockatriceFeeder.tappedout_decklist(1..10)
  puts "#{decks.length} decks found."
  decks.each {|d|
    CockatriceFeeder.tappedout_deck(d)
    total_decks += 1
  }

  puts "Fetching the first 10 pages of decks at https://mtgdecks.net/Commander/decklists/"
  decks = CockatriceFeeder.mtgdecks_decklist(1..10)
  puts "#{decks.length} decks found."
  decks.each {|d|
    CockatriceFeeder.mtgdecks_deck(d)
    if d[:cardlist].length > 0
      total_decks += 1
    end
  }

  puts "Fetching the first 5 pages of edh decks from deckstats ordered by likes"
  decks = CockatriceFeeder.deckstats_decklist("", (1..5))
  puts "#{decks.length} decks found."
  decks.each {|d|
    CockatriceFeeder.deckstats_deck(d)
    if d[:cardlist].length > 0
      total_decks += 1
    end
  }

  puts "Fetching the first page of edh decks from archidekt ordered by createdAt"
  decks = CockatriceFeeder.archidekt_decklist()
  puts "#{decks.length} decks found."
  decks.each {|d|
    CockatriceFeeder.archidekt_deck(d)
    if d[:cardlist].length > 0
      total_decks += 1
    end
  }

  puts "#{total_decks} decks created at #{@@deck_dir}."

  puts "cleaning up"
  FileUtils.remove_dir(@@meta_dir)
  puts "Scraw!"
end

# File lib/cockatrice_feeder.rb, line 37
def self.meta_dir
  @@meta_dir
end

# File lib/cockatrice_feeder.rb, line 514
def self.mtgapi_card(params = {multiverse_id: nil, name: nil, set:nil})
  defaults = {multiverse_id: nil, name: nil}
  params = defaults.merge(params)

  puts "looking up #{params}"

  card = nil
  if params[:multiverse_id] != nil
    card = JSON.parse(
      HTTParty.get("https://api.magicthegathering.io/v1/cards/#{params[:multiverse_id]}").body
    )["card"]
  elsif params[:name] != nil
    query = [
      "name=#{URI.encode_www_form_component(params[:name])}",
      (params[:set] != nil ? "set=#{params[:set]}" : nil)
    ].compact.join("&")

    card = JSON.parse(
      HTTParty.get("https://api.magicthegathering.io/v1/cards?#{query}").body
    )["cards"].first
  end
  return card
end

# File lib/cockatrice_feeder.rb, line 472
def self.mtgdecks_deck(deck)
  doc = Nokogiri::HTML(HTTParty.get(deck[:link]).body)

  cardlist = []
  doc.css(".cardItem").each do |card|
    cardlist << "#{card.attribute("data-required").value} #{card.attribute("data-card-id").value}"
  end
  deck[:cardlist] = cardlist

  commanders = []
  doc.css(".breadcrumbs a").each do |a|
    href = a.attribute("href").value
    if href.include?("/Commander/")
      commanders << href.split("/").last
    end
  end
  deck[:commanders] = commanders

  output_cod(deck,"mtgdecks")
end

# File lib/cockatrice_feeder.rb, line 450
def self.mtgdecks_decklist(pages = (1..1))
  decks = []
  pages.each do |page|
    puts "https://mtgdecks.net/Commander/decklists/page:#{page}"
    doc = Nokogiri::HTML(HTTParty.get("https://mtgdecks.net/Commander/decklists/page:#{page}").body)
    doc.css(".decks tr.previewable").each do |r|
      if r.css("td")[0].css(".label-danger").length == 0
        link = "https://mtgdecks.net"+r.css("td")[1].css("a")[0].attribute("href").value
        name = link.split("/").last
        date = r.css("td")[6].css("strong")[0].content.
          gsub("<span class=\"hidden-xs\">","").
          gsub("</span>","").gsub(/\s+/, "")
        price = r.css("td")[7].css("span.paper")[0].content.gsub("$","").gsub(/\s+/, "")

        decks << deck_obj(link,name,nil,date,price)
      end
    end
  end

  decks
end

# File lib/cockatrice_feeder.rb, line 493
def self.mtggoldfish_pricer(deck)
  doc = Nokogiri::HTML(HTTParty.get("https://www.mtggoldfish.com/tools/deck_pricer#paper"))
  csrf_token = nil
  doc.css("meta").each do |m|
    if !m.attribute("name").nil? && m.attribute("name").value == "csrf-token"
      csrf_token = m.attribute("content").value
    end
  end

  doc2 = Nokogiri::HTML(HTTParty.post("https://www.mtggoldfish.com/tools/deck_pricer#paper", {
    body: {
      utf8: "✓",
      authenticity_token: csrf_token,
      deck: deck[:cardlist].join("\n")
    }
  }))

  deck[:price] = doc2.css(".deck-price-v2.paper").first.
    content.strip.split(" ").last.split(".").first.gsub(",","")
end

# File lib/cockatrice_feeder.rb, line 197
def self.output_cod(deck, subfolder)
  comments = [
    deck[:name],
    deck[:link],
    deck[:commanders].join("\n"),
    deck[:price]
  ].join("\n")


  filename = [
    deck[:commanders].join("-and-"),
    deck[:name],
    deck[:price],
    subfolder
  ].compact.reject(&:empty?).uniq.join('_').gsub("/","")

  builder = Nokogiri::XML::Builder.new do |xml|
    xml.cockatrice_deck(:version => "1"){
      xml.deckname {
        xml.text(deck[:name])
      }
      xml.comments {
        xml.text(comments)
      }
      xml.zone(:name => "main") {
        deck[:cardlist].each do |crd|
          xml.card(
            :number => crd.split(" ").first,
            :name => crd.split(" ")[1..-1].join(" ")
          )
        end
      }
    }
  end

  File.open(@@deck_dir+"#{subfolder}/#{filename}.cod", "wb") do |file|
    file.write(builder.to_xml)
  end

  puts "created deck at #{@@deck_dir+"#{subfolder}/#{filename}.cod"}"
end

# File lib/cockatrice_feeder.rb, line 10
def self.set_app_dir(dir)
  @@app_dir = (dir + (dir[-1] != "/" ? "/" : ""))
  @@deck_dir = @@app_dir+"decks/"
  @@meta_dir = @@app_dir+"meta/"

  puts "decks will go here: #{@@deck_dir}"
  puts "meta data will go here: #{@@meta_dir}"
end

# File lib/cockatrice_feeder.rb, line 23
def self.set_deck_dir(dir)
  @@deck_dir = (dir + (dir[-1] != "/" ? "/" : ""))
  puts "decks will go here: #{@@deck_dir}"
end

# File lib/cockatrice_feeder.rb, line 32
def self.set_meta_dir(dir)
  @@meta_dir = (dir + (dir[-1] != "/" ? "/" : ""))
  puts "meta data will go here: #{@@meta_dir}"
end

# File lib/cockatrice_feeder.rb, line 41
def self.setup(skip_meta = false)
  unless File.directory?(@@meta_dir)
    Dir.mkdir(@@meta_dir)
    puts "Creating a folder at '#{@@meta_dir}' for storing meta data."
    unless skip_meta
      puts "Fetching meta data."
      update_commanders()
      update_banned()
      update_commander_tiers()
    end
  end

  unless File.directory?(@@deck_dir)
    Dir.mkdir(@@deck_dir)
    puts "Creating a folder at '#{@@deck_dir}' for generated decks."

    folders = %w(edhrecavg mtgdecks tappedout deckstats archidekt)

    folders.each do |folder|
      unless File.directory?(@@deck_dir+folder)
        Dir.mkdir(@@deck_dir+folder)
        puts "Creating a deck subfolder at '#{@@deck_dir+folder}'."
      end
    end
  end

  puts "Ready to scraw!"
end

# File lib/cockatrice_feeder.rb, line 264
def self.tappedout_deck(deck)
  doc2 = Nokogiri::HTML(HTTParty.get(deck[:link]).body)

  deck[:cardlist] = doc2.css("#mtga-textarea").first.content.
    split("\n").select{|c| c != ""}.
    map{|c| c.split("(").first.strip}

  commanders = []
  doc2.css(".board-container .board-col").each do |col|
    col.css("h3").each_with_index do |h,i|
      if h.content.include?("Commander")
        col.css("ul")[i].css("a.card-hover").each do |a|
          if a.css("img.commander-img").length > 0
            commanders << a.attribute("href").value.split("/").last.gsub("-foil","")
          end
        end
      end
    end
  end
  deck[:commanders] = commanders

  price = nil
  doc2.css("form").each do |f|
    fname = f.attribute("name")
    if !fname.nil? && fname.value == "ck_checkout"
      price = f.css("span.pull-right").first.content.split(" - ").first.
        strip.gsub("$","").split(".").first
    end
  end
  deck[:price] = price

  subfolder = "tappedout"
  output_cod(deck, subfolder)
end

# File lib/cockatrice_feeder.rb, line 244
def self.tappedout_decklist(pages = (1..10), order_by = "-date_updated", price_min = "", price_max = "")
  decks = []
  pages.each do |page|
    doc = Nokogiri::HTML(
      HTTParty.get(
        "https://tappedout.net/mtg-decks/search/?q=&format=edh&is_top=on&price_min=#{price_min}&price_max=#{price_max}&o=#{order_by}&submit=Filter+results&p=#{page}&page=#{page}"
      ).body
    )

    doc.css(".deck-wide-header a").each do |a|
      link = a.attribute("href").value
      if link.include?("/mtg-decks/")
        decks << deck_obj("https://tappedout.net"+link, link.split("/").last)
      end
    end
  end

  decks
end

# File lib/cockatrice_feeder.rb, line 103
def self.update_banned
  puts "Downloading the current EDH banned card list."
  banned_list = []

  more_pages = true
  page = 1
  while(more_pages)
    url = "https://api.magicthegathering.io/v1/cards?gameFormat=Commander&legality=Banned&page=#{page}"
    cards = JSON.parse(HTTParty.get(url).body)["cards"]
    banned_list.concat(cards)
    page += 1
    if cards.length == 0
      more_pages = false
    end
  end

  File.open(@@meta_dir+"banned.json", "wb") do |file|
    file.write(banned_list.to_json)
  end
end

# File lib/cockatrice_feeder.rb, line 124
def self.update_commander_tiers
  puts "Downloading a tappedout deck that ranks EDG commanders into tiers."
  doc = Nokogiri::HTML(HTTParty.get("https://tappedout.net/mtg-decks/list-multiplayer-edh-generals-by-tier/").body)

  tiers = {}
  doc.css(".board-container .board-col").each do |col|
    col.css("h3").each_with_index do |h,i|
      tier = h.content.split(")").first.gsub("(","")

      tiers[tier] = []
      col.css("ul")[i].css("a.card-hover").each do |a|
        tiers[tier] << a.attribute("href").value.split("/").last.gsub("-foil","").downcase
      end

    end
  end

  File.open(@@meta_dir+"tiers.json", "wb") do |file|
    file.write(tiers.to_json)
  end

  tiers
end

# File lib/cockatrice_feeder.rb, line 70
def self.update_commanders
  puts "Downloading a list of all commanders from EDHREC."
  commander_cids = %w(
    w g r u b
    wu ub br rg gw wb ur bg rw gu
    wub ubr brg rgw gwu wbg urw bgu rwb gur
    wubr ubrg brgw rgwu gwub
    wubrg
  )

  commanders = []

  commander_cids.each do |cid|
    url = "https://edhrec-json.s3.amazonaws.com/en/commanders/#{cid}.json"
    commanders.concat(
      JSON.parse(
        HTTParty.get(url).body
      )["container"]["json_dict"]["cardlists"].first["cardviews"].map{|c|
        {
          link: c["sanitized"],
          name: c["names"].first,
          color_identity: cid,
          deckstats_uri: c["deckstats_uri"]
        }
      }
    )
  end

  File.open(@@meta_dir+"commanders.json", "wb") do |file|
    file.write(commanders.to_json)
  end
end

# File lib/cockatrice_feeder.rb, line 148
def self.update_full_data
  File.open(@@meta_dir+"AllPrintings.json", "w") do |file|
    file.binmode
    HTTParty.get("https://mtgjson.com/api/v5/AllPrintings.json", stream_body: true) do |fragment|
      file.write(fragment)
    end
  end
end