class Object

Public Instance Methods

file_write(data_list,log_flag,log_path) click to toggle source
# File lib/file_operats/file_operat_chatdata.rb, line 2
def file_write(data_list,log_flag,log_path)

    if log_flag==false 
        puts "Scraping finished!! , log_flag false , chat log path is (no_path) "
        return
    end
    
    File.open(log_path,"w") do |file|
        data_list.each do |chat|
            file.puts chat
        end
    end
    puts "Scraping finished!! , log_flag true , chat log path is (#{log_path}) "
    
    return
end
progressbar(point_key,end_key) click to toggle source
# File lib/progressbars/progressbar.rb, line 2
def progressbar(point_key,end_key)
    print "scraping_progress... #{point_key} / #{end_key}\r"
    sleep 0.001
    STDOUT.flush
end
request_html_parse(url,opt) click to toggle source
# File lib/requests/request.rb, line 20
def request_html_parse(url,opt)

   charset=nil
   status=[]
   response=URI.open(url,opt) do |f|
       charset=f.charset
       status=f.status
       f.read
   end

   if status[0]=="200"
       return Nokogiri::HTML.parse(response,nil,charset),status
   end

   return nil,status
end
request_json_parse(url) click to toggle source
# File lib/requests/request.rb, line 7
def request_json_parse(url)

    client=HTTPClient.new()
    response=client.get(url)

    if response.status==200
        return JSON.parse(response.body),response.status
    end

    return nil,response.status
 end