module Kishu::Merger

Constants

FILE_STEM

Public Instance Methods

get_date(filename) click to toggle source
# File lib/kishu/merger.rb, line 9
def get_date filename
  Date.parse("#{filename}01")
end
merge_files() click to toggle source
# File lib/kishu/merger.rb, line 54
def merge_files
  File.delete(merged_file) if File.exist?(merged_file)

  system("cat #{resolution_logs_folder}/#{FILE_STEM}-* > #{merged_file}")
  puts "Merged Completed"
end
merged_file() click to toggle source
File.open("#{resolution_logs_folder}/#{FILE_STEM}-1-begin.log","w") {|f| f.write(begin_line) }
File.open("#{resolution_logs_folder}/#{FILE_STEM}-9-eof.log","w") {|f| f.write(end_line) }

end

# File lib/kishu/merger.rb, line 36
def merged_file
  "#{merged_logs_folder}/datacite_resolution_logs_#{@log_date}.log"
end
merged_logs_folder() click to toggle source
# File lib/kishu/merger.rb, line 49
def merged_logs_folder
  bucket = S3_MERGED_LOGS_BUCKET
  "#{bucket}#{@folder}"
end
resolution_logs_folder() click to toggle source
# File lib/kishu/merger.rb, line 44
def resolution_logs_folder
  bucket = S3_RESOLUTION_LOGS_BUCKET
  "#{bucket}#{@folder}"
end
sort_files() click to toggle source
# File lib/kishu/merger.rb, line 61
def sort_files
  File.delete(sorted_file) if File.exist?(sorted_file)

  system("sort -k3 #{merged_file} > #{sorted_file}")
  puts "Sorted Completed"
  puts sorted_file
end
sorted_file() click to toggle source
# File lib/kishu/merger.rb, line 40
def sorted_file
  "#{resolution_logs_folder}/datacite_resolution_logs_#{@log_date}_sorted.log"
end
uncompress_files() click to toggle source
# File lib/kishu/merger.rb, line 14
def uncompress_files
  system("gunzip #{resolution_logs_folder}/#{FILE_STEM}-*")
end