=begin * Name: SiSU information Structuring Universe - Structured information, Serialized Units * Author: Ralph Amissah * http://www.jus.uio.no/sisu * http://www.jus.uio.no/sisu/SiSU/download.html * Description: xml output (sax style) processing * Copyright (C) 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007 Ralph Amissah * License: GPL 2 or later Summary of GPL 2 This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 2 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program; if not, write to the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA If you have Internet connection, the latest version of the GPL should be available at these locations: http://www.fsf.org/licenses/gpl.html http://www.gnu.org/copyleft/gpl.html http://www.jus.uio.no/sisu/gpl2.fsf SiSU was first released to the public on January 4th 2005 SiSU uses: * Standard SiSU markup syntax, * Standard SiSU meta-markup syntax, and the * Standard SiSU object citation numbering and system © Ralph Amissah 1997, current 2007. All Rights Reserved. * Ralph Amissah: ralph@amissah.com ralph.amissah@gmail.com * Notes: tidy -xml sax.xml >> index.tidy =end module SiSU_XML_SAX require "#{SiSU_lib}/defaults" require "#{SiSU_lib}/param" include SiSU_Param include SiSU_Viz require "#{SiSU_lib}/sysenv" include SiSU_Env require "#{SiSU_lib}/dal" require "#{SiSU_lib}/shared_xml" require "#{SiSU_lib}/xml_format" include SiSU_XML_format include SiSU_XML_munge require "#{SiSU_lib}/rexml" include SiSU_Rexml @@alt_id_count,@@tablehead,@@number_of_cols=0,0,0 @@tablefoot='' class Source def initialize(opt) @opt=opt end def read begin @md=SiSU_Param::Parameters.new(@opt).get @env=SiSU_Env::Info_env.new(@opt.fns) path=@env.path.output_tell loc=@env.url.output_tell tool=if @opt.cmd =~/[MV]/; "#{@env.program.web_browser} #{loc}/#{@md.fnb}/#{@md.fn[:sax]}\n\t#{@env.program.xml_viewer} #{path}/#{@md.fnb}/#{@md.fn[:sax]}" elsif @opt.cmd =~/v/; "#{@env.program.web_browser} #{loc}/#{@md.fnb}/#{@md.fn[:sax]}" else '' end SiSU_Screen::Ansi.new(@opt.cmd,'invert','XML SAX',tool).colorize unless @opt.cmd =~/q/ SiSU_Screen::Ansi.new(@opt.cmd,@opt.fns,"#{@env.path.output_tell}/#{@md.fnb}/#{@md.fn[:sax]}").flow if @opt.cmd =~/[MV]/ @dal_array=SiSU_DAL::Source.new(@opt).get # dal file drawn here SiSU_XML_SAX::Source::Songsheet.new(@dal_array,@md,@env).songsheet rescue; SiSU_Errors::Info_error.new($!,$@,@opt.cmd,@opt.fns).error ensure #file closed in songsheet end end private class Songsheet def initialize(data,md,dir) @data,@md,@env=data,md,dir end def songsheet begin SiSU_XML_SAX::Source::Scroll.new(@data,@md).songsheet SiSU_XML_SAX::Source::Tidy.new(@md,@env).xml if @md.cmd =~/[vVM]/ # test wellformedness, comment out when not in use SiSU_Rexml::Rexml.new(@md,@md.fn[:sax]).xml if @md.cmd =~/M/ # test rexml parsing, comment out when not in use #debug rescue; SiSU_Errors::Info_error.new($!,$@,@md.cmd,@md.fns).error ensure end end end class Scroll require "#{SiSU_lib}/shared_txt" require "#{SiSU_lib}/css" include SiSU_text_utils @@dp,@@env=nil,nil @@xml={ :body=>[],:open=>[],:close=>[],:head=>[] } def initialize(data='',md=nil) @data,@md=data,md @vz=SiSU_Env::Get_init.instance.skin @dp=@@dp ||=SiSU_Env::Info_env.new.digest.pattern @regx=/^(?:(?:<:p[bn]>\s*)?\d~(?:(\S+))?\s+)?(.+?)\s*<~(\d+);(?:\w|[0-6]:)\d+;\w\d+><#@dp:#@dp>$/ @tab="\t" @env=SiSU_Env::Info_env.new(@md.fns) if @md @trans=SiSU_XML_munge::Trans.new(@md) @sys=SiSU_Env::System_call.new end def songsheet pre @data=markup(@data) post publish end protected def embedded_endntoes(para='') para.gsub!(/~\{(\d+)\s+(.+?)\s*<#@dp>\}~/, '\1\2 ') para.gsub!(/~\[([*+]\d+)\s+(.+?)\s*<#@dp>\]~/, '\1\2 ') para.gsub!(/~\{([*+]+)\s+(.+?)\s*<#@dp>\}~/, '\1\2 ') end def extract_endnotes(para='') notes=para.scan(/~[{\[]([\d*+]+\s+.+?)\s*<#@dp>[}\]]~/) notes.flatten.each do |e| s=e.to_s util=SiSU_text_utils::Wrap.new(s,70) wrap=util.line_wrap wrap.gsub!(/^(\d+)\s+(.+?)\s*\Z/m, < #{@tab*2}\\1 #{@tab*2} #{@tab*3}\\2 #{@tab*2} #{@tab*1} WOK ) wrap.gsub!(/^([*+]\d+)\s+(.+?)\s*\Z/m, < #{@tab*2}\\1 #{@tab*2} #{@tab*3}\\2 #{@tab*2} #{@tab*1} WOK ) wrap.gsub!(/^([*+]+)\s+(.+?)\s*\Z/m, < #{@tab*2}\\1 #{@tab*2} #{@tab*3}\\2 #{@tab*2} #{@tab*1} WOK ) @endnotes << wrap end end def xml_head(meta) txt=meta.text txt.gsub!(//,'') txt.gsub!(/ & /,' and ') el=meta.el.gsub(/\./,'_') el_txt=meta.el.gsub(/\./,' ') @@xml[:head] <<= if meta.type == 'meta' <#{el_txt.capitalize}: #{@tab}<#{el} class="#{meta.attrib}"> #{@tab*2}#{txt} #{@tab} #{@tab}
WOK else '' end end def xml_sc(md='') sc=if @md.sc_info < filename: #{@md.sc_filename}
version number: #{@md.sc_number}
version date: #{@md.sc_date}
WOK else '' end @@xml[:sc]=sc end def xml_structure_ee(para='',lv='',ocn='',hname='') #embedded endnotes lv=lv.to_i n=lv - 1 n3=lv + 2 lv=nil if lv == 0 embedded_endnotes(para) if para[@regx] paragraph="#{para[@regx,2]}" util=SiSU_text_utils::Wrap.new(paragraph,70) wrapped=util.line_wrap end @@xml[:body] << "#{@tab*0}" << "\n" if para[@regx] @@xml[:body] << "#{@tab*1}#{para[@regx,3]}" << "\n" if para[@regx,3] @@xml[:body] << if lv; %{#{@tab*1}#{wrapped}\n} << "\n" else %{#{@tab*1}#{wrapped}\n} # main text, contents, body KEEP end #@@xml[:body] << "#{@tab*1}#{wrapped}\n" # main text, contents, body KEEP ##@@xml[:body] << "#{@tab*1}#{para[@regx,2]}\n" if para[@regx,2] # old unwrapped main text, contents, body KEEP @@xml[:body] << "#{@tab*0}" << "\n" if para[@regx] end def xml_structure(para='',lv='',ocn='',hname='',type='norm') #extracted endnotes lv=lv.to_i n=lv - 1 n3=lv + 2 lv=nil if lv == 0 extract_endnotes(para) para.gsub!(/~[{\[]([\d*+]+)\s+(?:.+?)\s*<#@dp>[}\]]~/,'\1') #footnote/endnote clean if para[@regx] paragraph="#{para[@regx,2]}" util=SiSU_text_utils::Wrap.new(paragraph,70) wrapped=util.line_wrap end @@xml[:body] << if para[@regx,3]; %{#{@tab*0}} << "\n" else "#{@tab*0}" << "\n" if para[@regx] end #@@xml[:body] << "#{@tab*1}#{lv}" << "\n" if lv @@xml[:body] << "#{@tab*1}#{para[@regx,3]}" << "\n" if para[@regx,3] @@xml[:body] << if lv; %{#{@tab*1}\n#{@tab*2}#{wrapped}\n#{@tab*1}\n} << "\n" else %{#{@tab*1}\n#{@tab*2}#{wrapped}\n#{@tab*1}\n} # main text, contents, body KEEP end @@xml[:body] << @endnotes if @endnotes # main text, endnotes KEEP ##@@xml[:body] << "#{@tab*1}#{para[@regx,2]}\n" if para[@regx,2] # old unwrapped main text, contents, body KEEP @@xml[:body] << "#{@tab*0}" << "\n" if para[@regx] @endnotes=[] end def group_structure(para='',ocn='') para.gsub!(/<:group(?:-end)?>/,'') para=@trans.markup_group(para) para.strip! @@xml[:body] << %{#{@tab*0}} << "\n" @@xml[:body] << %{#{@tab*1}#{ocn}} << "\n" @@xml[:body] << %{#{@tab*1}#{@tab*1}\n} @@xml[:body] << %{#{@tab*2}#{para}#{@tab*1}\n} @@xml[:body] << %{#{@tab*1}\n} @@xml[:body] << "#{@tab*0}" << "\n" end def poem_structure(para='',ocn='') para.gsub!(/<:verse(?:-end)?>/,'') para=@trans.markup_group(para) para.strip! @@xml[:body] << %{#{@tab*0}} << "\n" @@xml[:body] << %{#{@tab*1}#{ocn}} << "\n" @@xml[:body] << %{#{@tab*1}#{@tab*1}\n} @@xml[:body] << %{#{@tab*2}#{para}#{@tab*1}\n} @@xml[:body] << %{#{@tab*1}\n} @@xml[:body] << "#{@tab*0}" << "\n" end def code_structure(para='',ocn='') para.gsub!(/<:code(?:-end)?>/,'') para=@trans.markup_group(para) para.gsub!(/\s\s/,'  ') para.strip! @@xml[:body] << %{#{@tab*0}} << "\n" @@xml[:body] << %{#{@tab*1}#{ocn}} << "\n" @@xml[:body] << %{#{@tab*1}#{@tab*1}\n} @@xml[:body] << %{#{@tab*2}#{para}#{@tab*1}\n} @@xml[:body] << %{#{@tab*1}\n} @@xml[:body] << "#{@tab*0}" << "\n" end def table_structure(table='',ocn='') #tables @@xml[:body] << %{#{@tab*0}} << "\n" #if para[@regx] @@xml[:body] << %{#{@tab*1}#{table}\n#{@tab*1}\n} # unless lv # main text, contents, body KEEP @@xml[:body] << "#{@tab*0}" << "\n" #if para[@regx] @endnotes=[] end def markup(data) xml_sc(@md) @endnotes,@level,@cont,@copen,@xml_contents_close=[],[],[],[],[] @rcdc=false (0..6).each { |x| @cont[x]=@level[x]=false } (4..6).each { |x| @xml_contents_close[x]='' } data.each do |para| para=@trans.markup(para) @trans.char_enc.utf8(para) if @sys.locale =~/utf-?8/i #% utf8 if para =~/^0~(\S+)\s+(.+?)$/ # for headers d_meta=SiSU_text_utils::Header_scan.new(@md,para).meta if d_meta; xml_head(d_meta) end end @rcdc=true if @rcdc==false and (para =~/~metadata/ or para =~/1~\s+Document Information/) if para !~/(^0~||)/ if para =~/.+?<~\d+;(?:\w|[0-6]:)\d+;\w\d+><#@dp:#@dp>$/ paranum=para[@regx,3] @p_num=SiSU_XML_format::Paragraph_number.new(@md,paranum) end @sto=SiSU_text_parts::Split_text_object.new(@md,para).lev_segname_para_ocn ### problem in scroll, it appears tables are getting paragraph numbers unless @rcdc m=/<~(\d+);(?:\w|[0-6]:)\d+;\w\d+><#@dp:#@dp>$/ if para =~m format_scroll=SiSU_XML_format::Format_scroll.new(@md,@sto.text) if @sto.format =~/i[12]|null/ case @sto.format when /^(1)~(?:(\S+))?/ xml_structure(para,$1,@sto.ocn,$2) para=@sto.lev_para_ocn.heading_body1 when /^(2)~(?:(\S+))?/ xml_structure(para,$1,@sto.ocn,$2) para=@sto.lev_para_ocn.heading_body2 when /^(3)~(?:(\S+))?/ xml_structure(para,$1,@sto.ocn,$2) para=@sto.lev_para_ocn.heading_body3 when /^(4)~(\S+)/ # work on see Split_text_object xml_structure(para,$1,@sto.ocn,$2) para=@sto.lev_para_ocn.heading_body4 when /^(5)~(?:(\S+))?/ xml_structure(para,$1,@sto.ocn,$2) para=@sto.lev_para_ocn.heading_body5 when /^(6)~(?:(\S+))?/ xml_structure(para,$1,@sto.ocn,$2) para=@sto.lev_para_ocn.heading_body6 else matched=/<~(\d+);(?:\w|[0-6]:)\d+;\w\d+><#@dp:#@dp>$/mi.match(para) stamp,ocn=matched[0],matched[1] if para =~ /<:verse>/ para.gsub!(/#{stamp}/,'') poem_structure(para,ocn) elsif para =~ /<:group>/ para.gsub!(/#{stamp}/,'') group_structure(para,ocn) elsif para =~ /<:code>/ para.gsub!(/#{stamp}/,'') code_structure(para,ocn) elsif para =~/ )?_\*/ #uncomment m=$1 para.gsub!(/^(\s*(?:<:i[1-9]> )?)_\*/,'\1') xml_structure(para,nil,nil,nil,"indent_bullet#{m}") elsif para =~ /<:i([1-9])>/ xml_structure(para,nil,nil,nil,"indent#{$1}") else xml_structure(para,nil,nil,nil) end #@@xml[:body] << "#{@tab*6}" << "\n" if para[@regx] #@@xml[:body] << "#{@tab*7}#{para[@regx,3]}" << "\n" if para[@regx,3] #@@xml[:body] << "#{@tab*7}#{para[@regx,2]}\n" if para[@regx,2] # main text, contents, body KEEP #@@xml[:body] << "#{@tab*6}" << "\n" if para[@regx] end elsif para =~/(Note|Endnotes?)/ and para !~/<~\d+;(?:\w|[0-6]:)\d+;\w\d+><#@dp:#@dp>$/ elsif para =~/(MetaData)/ and para =~/<~(\d+);[m]\d+;\w\d+><#@dp:#@dp>$/ #debug 2003w46 add rc info format_scroll=Format_scroll.new(@md,'
MetaData') para=format_scroll.bold_para elsif para =~/(Owner Details)/ and para !~/<~\d+;(?:\w|[0-6]:)\d+;\w\d+><#@dp:#@dp>$/ format_scroll=Format_scroll.new(@md,'
Owner Details') @@xml[:owner_details]=format_scroll.bold_para para='' elsif para =~/(.*)(.*)/ one,two=$1,$2 format_text=Format_text_object.new(one,two) para=format_text.seg_no_paranum end para='' if para =~// and para =~/^(-\{{2}~\d+|)/ # -endnote if para =~/.*<:#>.*$/ para=if para =~ /<:i[1-9]>/ format_text=Format_text_object.new(para,'') format_text.scr_inden_ocn_e_no_paranum end end if para !~/#{@vz.margin_txt_0}|#{@vz.margin_txt_1}|#{@vz.margin_txt_2}/ # i don't get the condition for no paranum end if para =~/<:center>/ one,two=/(.*)<:center>(.*)/.match(para)[1,2] format_text=Format_text_object.new(one,two) para=format_text.center end else # end para.gsub!(/<:\S+?>|/,'') if para end end 6.downto(4) do |x| y=x - 1; v=x - 3 @@xml[:body] << "#{@tab*5}\n#{@tab*y}\n" if @level[x] == true end 3.downto(1) do |x| y=x - 1 @@xml[:body] << "#{@tab*y}\n" if @level[x] == true end #6.downto(1) { |x| y=x - 1; @@xml[:body] << "#{@tab*y}\n" if @level[x] == true } end def pre rdf=SiSU_XML_tags::RDF.new(@md) dir=SiSU_Env::Info_env.new @@xml[:head],@@xml[:body]=[],[] #added css=SiSU_Env::CSS_select.new(@md).xml_sax encoding=if @sys.locale =~/utf-?8/i; '' else '' end @@xml[:open] =< #{rdf.comment_xml} WOK @@xml[:head] << "\n" @@xml[:body] << "\n" end def post @@xml[:head] << @@xml[:sc] @@xml[:head] << "\n" @@xml[:body] << "\n" @@xml[:close] = "\n" end def publish content=[] content << @@xml[:open] << @@xml[:head] << @@xml[:body] << @@xml[:metadata] content << @@xml[:owner_details] if @md.stmp =~/\w\w/ content << @@xml[:tail] << @@xml[:close] content.flatten!.compact! Output.new(content,@md).xml @@xml={} # check whether should be nil end end class Output include SiSU_Param include SiSU_Env def initialize(data,md) @data,@md=data,md end def xml SiSU_Env::SiSU_file.new(@md).mkdir filename_xml=SiSU_Env::SiSU_file.new(@md,@md.fn[:sax]).mkfile @data.each do |para| para.gsub!(/<:\S+?>|/,'') para.gsub!(/^\s*\n$/,'') filename_xml.puts para unless para.empty? end filename_xml.close end end class Tidy def initialize(md,dir) @md,@env=md,dir @prog=SiSU_Env::Info_program.new end def xml if @prog.tidy !=false #note values can be other than true if @md.cmd =~/[VM]/ tell=SiSU_Screen::Ansi.new(@md.cmd,'invert','Using XML Tidy','check document structure') tell.colorize unless @md.cmd =~/q/ tell.grey_open unless @md.cmd =~/q/ tidyfile='/dev/null' #don't want one or screen output, check for alternative flags tidy=SiSU_Env::System_call.new("#{@env.path.output}/#{@md.fnb}/#{@md.fn[:sax]}",tidyfile) tidy.well_formed? tell.p_off unless @md.cmd =~/q/ end end end end end end __END__