class Object
Public Instance Methods
file_write(data_list,log_flag,log_path)
click to toggle source
# File lib/file_operats/file_operat_chatdata.rb, line 2 def file_write(data_list,log_flag,log_path) if log_flag==false puts "Scraping finished!! , log_flag false , chat log path is (no_path) " return end File.open(log_path,"w") do |file| data_list.each do |chat| file.puts chat end end puts "Scraping finished!! , log_flag true , chat log path is (#{log_path}) " return end
progressbar(point_key,end_key)
click to toggle source
# File lib/progressbars/progressbar.rb, line 2 def progressbar(point_key,end_key) print "scraping_progress... #{point_key} / #{end_key}\r" sleep 0.001 STDOUT.flush end
request_html_parse(url,opt)
click to toggle source
# File lib/requests/request.rb, line 20 def request_html_parse(url,opt) charset=nil status=[] response=URI.open(url,opt) do |f| charset=f.charset status=f.status f.read end if status[0]=="200" return Nokogiri::HTML.parse(response,nil,charset),status end return nil,status end
request_json_parse(url)
click to toggle source
# File lib/requests/request.rb, line 7 def request_json_parse(url) client=HTTPClient.new() response=client.get(url) if response.status==200 return JSON.parse(response.body),response.status end return nil,response.status end