module Kishu::Merger
Constants
- FILE_STEM
Public Instance Methods
get_date(filename)
click to toggle source
# File lib/kishu/merger.rb, line 9 def get_date filename Date.parse("#{filename}01") end
merge_files()
click to toggle source
# File lib/kishu/merger.rb, line 54 def merge_files File.delete(merged_file) if File.exist?(merged_file) system("cat #{resolution_logs_folder}/#{FILE_STEM}-* > #{merged_file}") puts "Merged Completed" end
merged_file()
click to toggle source
File.open("#{resolution_logs_folder}/#{FILE_STEM}-1-begin.log","w") {|f| f.write(begin_line) } File.open("#{resolution_logs_folder}/#{FILE_STEM}-9-eof.log","w") {|f| f.write(end_line) }
end
# File lib/kishu/merger.rb, line 36 def merged_file "#{merged_logs_folder}/datacite_resolution_logs_#{@log_date}.log" end
merged_logs_folder()
click to toggle source
# File lib/kishu/merger.rb, line 49 def merged_logs_folder bucket = S3_MERGED_LOGS_BUCKET "#{bucket}#{@folder}" end
resolution_logs_folder()
click to toggle source
# File lib/kishu/merger.rb, line 44 def resolution_logs_folder bucket = S3_RESOLUTION_LOGS_BUCKET "#{bucket}#{@folder}" end
sort_files()
click to toggle source
# File lib/kishu/merger.rb, line 61 def sort_files File.delete(sorted_file) if File.exist?(sorted_file) system("sort -k3 #{merged_file} > #{sorted_file}") puts "Sorted Completed" puts sorted_file end
sorted_file()
click to toggle source
# File lib/kishu/merger.rb, line 40 def sorted_file "#{resolution_logs_folder}/datacite_resolution_logs_#{@log_date}_sorted.log" end
uncompress_files()
click to toggle source
# File lib/kishu/merger.rb, line 14 def uncompress_files system("gunzip #{resolution_logs_folder}/#{FILE_STEM}-*") end