class Jetel::Modules::Sfpd
Public Class Methods
sources()
click to toggle source
# File lib/jetel/modules/sfpd/sfpd.rb, line 32 def sources [ { name: 'sfpd', filename_downloaded: 'SFPD_Incidents_-_from_1_January_2003.csv', filename_extracted: 'SFPD_Incidents_-_from_1_January_2003.csv', filename_transformed: 'SFPD_Incidents_-_from_1_January_2003.csv', url: 'https://data.sfgov.org/api/views/tmnf-yvry/rows.csv' } ] end
Public Instance Methods
download(global_options, options, args)
click to toggle source
# File lib/jetel/modules/sfpd/sfpd.rb, line 45 def download(global_options, options, args) self.class.sources.pmap do |source| download_source(source, global_options.merge(options)) end end
extract(global_options, options, args)
click to toggle source
# File lib/jetel/modules/sfpd/sfpd.rb, line 51 def extract(global_options, options, args) self.class.sources.pmap do |source| downloaded_file = downloaded_file(source, global_options.merge(options)) dest_dir = extract_dir(source, global_options.merge(options)) puts "Extracting #{downloaded_file}" FileUtils.mkdir_p(dest_dir) FileUtils.cp(downloaded_file, dest_dir) end end
transform(global_options, options, args)
click to toggle source
# File lib/jetel/modules/sfpd/sfpd.rb, line 63 def transform(global_options, options, args) self.class.sources.pmap do |source| extracted_file = extracted_file(source, global_options.merge(options)) dest_dir = transform_dir(source, global_options.merge(options)) puts "Transforming #{extracted_file}" FileUtils.mkdir_p(dest_dir) FileUtils.cp(extracted_file, dest_dir) end end