class Ginspider::Analysis
Public Class Methods
noko_res(url)
click to toggle source
return nokogiri response
# File lib/ginspider/analysis.rb, line 11 def self.noko_res(url) res_body = get_res_body(url) noko_res = get_noko_res(res_body) return noko_res end
res_links(url, options = {})
click to toggle source
return links of response with url and options
# File lib/ginspider/analysis.rb, line 20 def self.res_links(url, options = {}) res_body = get_res_body(url) res_links = get_res_links(res_body, options) return res_links end
res_text(url, options = {})
click to toggle source
return text of response with url and options
# File lib/ginspider/analysis.rb, line 29 def self.res_text(url, options = {}) res_body = get_res_body(url) res_text = get_res_text(res_body, options) return res_text end
Private Class Methods
get_noko_res(res_body)
click to toggle source
generate a nokogiri response
# File lib/ginspider/analysis.rb, line 48 def self.get_noko_res(res_body) @noko_res = Nokogiri::HTML(res_body.to_s) return @noko_res end
get_res_body(url)
click to toggle source
get the response body
# File lib/ginspider/analysis.rb, line 40 def self.get_res_body(url) @res_body = Http.res_body(url) return @res_body end
get_res_links(res_body, options = {})
click to toggle source
get all the links from nokogiri object
# File lib/ginspider/analysis.rb, line 56 def self.get_res_links(res_body, options = {}) @noko_res = get_noko_res(res_body) @noko_targets = @noko_res.css(options["element"]) links = [] i = 0 @noko_targets.each do |link| links[i] = link["href"].strip i = i + 1 end return links end
get_res_text(res_body, options = {})
click to toggle source
get all the text from nokogiri object
# File lib/ginspider/analysis.rb, line 73 def self.get_res_text(res_body, options = {}) @noko_res = get_noko_res(res_body) @noko_target = @noko_res.css(options["element"]) text = @noko_target.text return text end