class SiSU_XHTML_EPUB2_Concordance::Source::Words

Public Class Methods

new(particulars) click to toggle source
# File lib/sisu/xhtml_epub2_concordance.rb, line 148
def initialize(particulars)
  @particulars=particulars
  begin
    @env,@md,@ao_array=particulars.env,particulars.md,particulars.ao_array
    @path="#{@env.processing_path.epub}"
    @freq=Hash.new(0)
    @rxp_lv0=/^#{Mx[:lv_o]}0:/
    @rxp_lv1=/^#{Mx[:lv_o]}1:/
    @rxp_lv2=/^#{Mx[:lv_o]}2:/
    @rxp_lv3=/^#{Mx[:lv_o]}3:/
    @rxp_seg=/^#{Mx[:lv_o]}4:(\S+?)#{Mx[:lv_c]}/
    @rxp_title=Regexp.new("^#{Mx[:meta_o]}title#{Mx[:meta_c]}\s*(.+?)\s*$")
    @rxp_t0=Regexp.new('^T0')
    @rxp_t1=Regexp.new('^T1')
    @rxp_t2=Regexp.new('^T2')
    @rxp_t3=Regexp.new('^T3')
    @rxp_excluded1=/(?:https?|file|ftp):\/\/\S+/
    @rxp_excluded0=/^(?:#{Mx[:fa_bold_o]}|#{Mx[:fa_italics_o]})?(?:to\d+|\d+| |#{Mx[:br_endnotes]}|EOF|#{Mx[:br_eof]}|thumb_\S+|snap_\S+|_+|-+|[(]?(?:ii+|iv|vi+|ix|xi+|xiv|xv|xvi+|xix|xx)[).]?|\S+?_\S+|[\d_]+\w\S+|[\w\d]{1,2}|\d{1,3}\w?|[0-9a-f]{16,64}|\d{2,3}x\d{2,3}|\S{0,2}sha\d|\S{0,3}\d{4}w\d\d|\b\w\d+|\d_all\b|e\.?g\.?)(?:#{Mx[:fa_bold_c]}|#{Mx[:fa_italics_c]})?$/mi #this regex causes and cures a stack dump in ruby 1.9 !!!
    @rgx_splitlist=%r{[—.,;:-]+|#{Mx[:nbsp]}+}mi
    @rgx_scanlist=%r{#{Mx[:fa_italics_o]}[a-zA-Z0-9"\s]{2,12}#{Mx[:fa_italics_c]}|#{Mx[:fa_bold_o]}[a-zA-Z0-9"\s]{2,12}#{Mx[:fa_bold_c]}|#{Mx[:url_o]}https?://\S+?#{Mx[:url_c]}|file://\S+|<\S+?>|\w+|[a-zA-Z]+}mi
  rescue
    SiSU_Errors::Rescued.new($!,$@,@md.opt.selections.str,@md.fns).location do
      __LINE__.to_s + ':' + __FILE__
    end
  end
end

Public Instance Methods

songsheet() click to toggle source
# File lib/sisu/xhtml_epub2_concordance.rb, line 174
def songsheet
  begin
    #fix to use
    p __LINE__.to_s + ':' + __FILE__
    p "#{@path}/content/#{@md.fn[:epub_concord]}"
    p "#{@md.file.output_path.epub.dir}/#{@md.file.base_filename.epub}"
    @file_concordance=File.open("#{@path}/content/#{@md.fn[:epub_concord]}",'w')
    map_para
  rescue
    SiSU_Errors::Rescued.new($!,$@,@md.opt.selections.str,@md.fns).location do
      __LINE__.to_s + ':' + __FILE__
    end
  ensure
    @file_concordance.close
  end
end

Protected Instance Methods

location_scroll(wordlocation,show) click to toggle source
# File lib/sisu/xhtml_epub2_concordance.rb, line 191
def location_scroll(wordlocation,show)
  @wordlocation=wordlocation
  %{<a href="doc#{Sfx[:epub_xhtml]}\##{@wordlocation}">#{@wordlocation}</a>;  }
end
location_seg(wordlocation,show) click to toggle source
# File lib/sisu/xhtml_epub2_concordance.rb, line 195
def location_seg(wordlocation,show)
  @wordlocation,@show=wordlocation,show
  @word_location_seg=wordlocation.gsub(/(.+?)\#(\d+)/,"\\1#{Sfx[:epub_xhtml]}#o\\2") unless wordlocation.nil?
  case @wordlocation
  when @rxp_t1
    %{[<a href="doc#{Sfx[:epub_xhtml]}##{@show}">H</a>]#{@show},  }
  when @rxp_t2
    %{[<a href="doc#{Sfx[:epub_xhtml]}##{@show}">H</a>]#{@show},  }
  when @rxp_t3
    %{[<a href="doc#{Sfx[:epub_xhtml]}##{@show}">H</a>]#{@show},  }
  else %{<a href="#{@word_location_seg}">#{@show}</a>,  }
  end
end
map_para() click to toggle source
# File lib/sisu/xhtml_epub2_concordance.rb, line 208
def map_para
  @seg,toy=nil,nil
  @word_map={}
  @ao_array.each do |line|
    if defined? line.ocn
      if (line.is ==:heading \
      || line.is ==:heading_insert) \
      && line.ln==4
        @seg=line.name
      end
      if line.ocn.to_s =~/\d+/ then toy=line.ocn.to_s
      end
      if toy =~/\d+/ \
      and toy !~/^0$/
        line.obj=line.obj.split(@rgx_splitlist).join(' ') #%take in word or other match
        for word in line.obj.scan(@rgx_scanlist) #%take in word or other match
          word=word.gsub(/#{Mx[:lnk_o]}|#{Mx[:lnk_c]}|#{Mx[:url_o]}|#{Mx[:url_c]}/,'').
            gsub(/#{Mx[:fa_o]}\S+?#{Mx[:fa_o_c]}/,'').
            gsub(/#{Mx[:fa_c_o]}\S+?#{Mx[:fa_c]}/,'').
            gsub(/#{Mx[:gl_o]}#[a-z]+#{Mx[:gl_c]}/,'').
            gsub(/#{Mx[:gl_o]}#[0-9]+#{Mx[:gl_c]}/,'').
            gsub(/^\S$/,'')
          word=nil if word.empty?
          word=nil if word =~@rxp_excluded0 #watch
          word=nil if word =~@rxp_excluded1 #watch
          word=nil if word =~/^\S$/
          if word
            word=word.gsub(/#{Mx[:br_nl]}|#{Mx[:br_line]}/,' ').
              gsub(/#{Mx[:fa_o]}[a-z]{1,7}#{Mx[:fa_o_c]}|#{Mx[:fa_c_o]}[a-z]{1,7}#{Mx[:fa_c]}/,'').
              gsub(/#{Mx[:mk_o]}(?:[0-9a-f]{32}:[0-9a-f]{32}|[0-9a-f]{64}:[0-9a-f]{64})#{Mx[:mk_c]}/,'').
              gsub(/#{Mx[:mk_o]}(?:[0-9a-f]{32}|[0-9a-f]{64})#{Mx[:mk_c]}/,'').
              gsub(/#{Mx[:en_a_o]}(?:\d|[*+])*|#{Mx[:en_b_o]}(?:\d|[*+])*|#{Mx[:en_a_c]}|#{Mx[:en_b_c]}/mi,'').
              gsub(/#{Mx[:fa_o]}\S+?#{Mx[:fa_o_c]}/,'').gsub(/#{Mx[:fa_c_o]}\S+?#{Mx[:fa_c]}/,'').
              gsub(/<\/?\S+?>/,'').
              gsub(/^\@+/,'').
              strip.
              gsub(/#{Mx[:tc_p]}.+/,'').
              gsub(/[\.,;:"]$/,'').
              gsub(/["]/,'').
              gsub(/^\s*[\(]/,'').
              gsub(/[\(]\s*$/,'').
              gsub(/^(?:See|e\.?g\.?).+/,'').
              gsub(/^\s*[.,;:]\s*/,'').
              strip.
              gsub(/^\(?[a-zA-Z]\)$/,'').
              gsub(/^\d+(st|nd|rd|th)$/,'').
              gsub(/^(\d+\.?)+$/, '').
              gsub(/#{Mx[:mk_o]}|#{Mx[:mk_c]}/,'').
              gsub(/:name#\S+/,'').
              gsub(/^\S$/,'')
            word=nil if word =~/^\S$/
            word=nil if word =~/^\s*$/ #watch
            if word
              unless word =~/[A-Z][A-Z]/ \
              or word =~/\w+\s\w+/
                word=word.capitalize
              end
              @freq[word] +=1
              @word_map[word] ||= []
              if line !~@rxp_lv0 \
              and line !~@rxp_lv1 \
              and line !~@rxp_lv2 \
              and line !~@rxp_lv3
                @word_map[word] << location_seg("#{@seg}\##{toy}",toy)
              else
                @word_map[word] << case line
                when @rxp_lv0 then location_seg('T0',toy)
                when @rxp_lv1 then location_seg('T1',toy)
                when @rxp_lv2 then location_seg('T2',toy)
                when @rxp_lv3 then location_seg('T3',toy)
                end
              end
            end
          end
        end
      end
    end
  end
  seg=''
  @file_concordance << SiSU_XHTML_EPUB2_Concordance::Source::DocTitle.new(@particulars).create
  alph=%W[A B C D E F G H I J K L M N O P Q R S T U V W X Y Z]
  @file_concordance << '<p>'
  alph.each {|x| @file_concordance << %{<a href="##{x}">#{x}</a>,#{$ep[:hsp]}}}
  @file_concordance << '</p>'
  letter=alph.shift
  @file_concordance << %{\n<p class="letter"><a name="A">A</a></p>}
  for word in @freq.keys.sort! {|a,b| a.downcase<=>b.downcase}
    f=/^(\S)/.match(word)[1]
    if letter < f.upcase
      while letter < f.upcase
        if alph.length > 0
          letter=alph.shift
          @file_concordance << %{\n<p class="letter"><a name="#{letter}">#{letter}</a></p>}
        else break
        end
      end
    end
    keyword=SiSU_XHTML_EPUB2_Concordance::Source::Word.new(word,@freq[word]).html
    if keyword !~ @rxp_excluded0
      if @word_map[word][0] =~ /\d+/
        @file_concordance << %{#{keyword}#{seg}#{@word_map[word].uniq.compact.join}}
      end
      @file_concordance << '</p>'
    end
    # special cases endnotes and header levels 1 - 3
  end
  credits=SiSU_Proj_XHTML::Bits.new.credits_sisu_epub
  @file_concordance << %{</div>>#{credits}</body>\n</html>} # footer
end