# encoding: utf-8 =begin * Name: SiSU * Description: a framework for document structuring, publishing and search * Author: Ralph Amissah * Copyright: (C) 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014 Ralph Amissah, All Rights Reserved. * License: GPL 3 or later: SiSU, a framework for document structuring, publishing and search Copyright (C) Ralph Amissah This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see . If you have Internet connection, the latest version of the GPL should be available at these locations: * SiSU uses: * Standard SiSU markup syntax, * Standard SiSU meta-markup syntax, and the * Standard SiSU object citation numbering and system * Hompages: * Download: * Git * Ralph Amissah ** Description: SiSU information Structuring Universe, text structuring, processing, publishing, search =end module SiSU require_relative 'constants' # constants.rb require_relative 'se' # se.rb include SiSU_Env include SiSU_Screen require_relative 'hub_actions' # hub_actions.rb require_relative 'hub_options' # hub_options.rb require_relative 'dp' # dp.rb include SiSU_Param require_relative 'defaults' # defaults.rb include SiSU_Viz require_relative 'utils' # utils.rb begin require 'uri' rescue LoadError SiSU_Utils::CodeMarker.new(__LINE__,__FILE__,:fuchsia). error('uri NOT FOUND (LoadError)') end class HubMaster def initialize(argv,call_path) begin #% select what to do (set options & start processing (files selected if any)) opt=SiSU_Commandline::Options.new(argv,call_path) # command line selection of what to do, files & operations set SiSU::Processing.new(opt).version_info SiSU::Processing.new(opt).actions_without_files # do it SiSU::Processing.new(opt).actions_on_files # do it rescue selection=(opt ? opt.selection : '') SiSU_Screen::Ansi.new(selection,$!,$@).rescue do __LINE__.to_s + ':' + __FILE__ end ensure Dir.chdir(call_path) end end end class HubClose def initialize(call_path) begin @env=SiSU_Env::InfoEnv.new rescue ensure if FileTest.directory?(@env.processing_path.processing) \ and @env.processing_path.processing_base_tmp =~/^\/tmp\/\S+/ FileUtils::cd(@env.processing_path.processing_base_tmp) do FileUtils::rm_rf('.') end end Dir.chdir(call_path) end end end class OptionLoopFiles attr_reader :opt def initialize(opt) @opt=opt @r=Px[:lng_lst_rgx] end def loop_files_on_given_option @opt.files.each_with_index do |fno,i| @opt.fno,@opt.fns=fno,fno @opt.f_pth=@opt.f_pths[i] if fno !~/\.-sst$/ @opt.pth=@opt.paths[i] @opt.lng=@opt.lngs[i] end @@pwd=@opt.pth @opt.pth=@opt.f_pths[i][:pth] @opt.lng=@opt.f_pths[i][:lng] Dir.chdir(@opt.f_pth[:pth]) #watch SiSU_Env::FilenameLanguageCodeInsert.new(@opt,@opt.lng).language_code_insert # ... track @env=SiSU_Env::InfoEnv.new(fno) yield end end def loop_files_on_given_option_bundle @files_bundle={} @opt.files.each_with_index do |fno,i| fn_base_bundle=fno.gsub(/(?:~(?:#{@r}))?\.ss[tm]$/,'') unless @files_bundle[fn_base_bundle] @files_bundle[fn_base_bundle]={ status: :todo } end end @opt.files.each_with_index do |fno,i| fn_base_bundle=fno.gsub(/(?:~(?:#{@r}))?\.ss[tm]$/,'') unless @files_bundle[fn_base_bundle][:status] == :done @files_bundle[fn_base_bundle][:status] = :done @opt.fns=fno @opt.fno=fno @opt.f_pth=@opt.f_pths[i] if fno !~/\.-sst$/ @opt.pth=@opt.paths[i] @opt.lng=@opt.lngs[i] end @@pwd=@opt.pth @opt.pth=@opt.f_pths[i][:pth] @opt.lng=@opt.f_pths[i][:lng] Dir.chdir(@opt.f_pth[:pth]) #watch @env=SiSU_Env::InfoEnv.new(fno) yield else next end end end def manifest_on_files_translated number_of_files={} @opt.files.each_with_index do |fns,i| fn=fns.gsub(/(?:~(?:#{@r}))?\.ss[tm]$/,'') (number_of_files[fn].is_a?(Array)) \ ? (number_of_files[fn] << i) : (number_of_files.store(fn,[i])) end files_translated_idx=[] number_of_files.each do |x| if x[1].length > 1 files_translated_idx << x[1] end end if files_translated_idx.flatten.length > 1 SiSU_Screen::Ansi.new( @opt.act[:color_state][:set], 'Manifest re-run on (currently generated) translated files', '' ).grey_title_hi unless @opt.act[:quiet][:set] ==:on files_translated_idx.flatten.each do |i| @opt.fns=@opt.files[i] @opt.f_pth=@opt.f_pths[i] if @opt.fns =~/\.-sst$/ @opt.pth=Dir.pwd @opt.lng='en' elsif @opt.fno =~/\.txz$/ @opt.pth=@opt.f_pths[i][:pth] @opt.lng=@opt.f_pths[i][:lng] else @opt.pth=@opt.f_pths[i][:pth] @opt.lng=@opt.f_pths[i][:lng] end @@pwd=@opt.pth Dir.chdir(@opt.pth) #watch @env=SiSU_Env::InfoEnv.new(@opt.fns) yield end end end end class Processing begin require 'fileutils' include FileUtils rescue LoadError SiSU_Utils::CodeMarker.new(__LINE__,__FILE__,:fuchsia). error('fileutils NOT FOUND (LoadError)') end @@env=nil attr_accessor :op def initialize(opt) @opt=opt @@env=@env=SiSU_Env::InfoEnv.new @msg,@msgs='',nil @tell=lambda { SiSU_Screen::Ansi.new( @opt.selections.str, @msg, "#{@msgs.inspect if @msgs}" ) } end def remove_skipped_files_if_any_from_processing_files_array if @remove_faulty_markup_files_array.length > 0 @opt.files = (@opt.files - @remove_faulty_markup_files_array) end end def print_error_message_if_files_skipped if @remove_faulty_markup_files_array.length > 0 puts '---' STDERR.puts 'ERROR with file(s), did not process: ' + @remove_faulty_markup_files_array.join(',') end end def do_each_file_loop_options @opt.files.each_with_index do |fno,i| @opt.fno=fno @opt.fns=fno. gsub(/(?:https?|file):\/\/\S+\/(\S+)\.sst$/,'\1.-sst'). gsub(/\.ssm$/,'.ssm.sst') @opt.f_pth=@opt.f_pths[i] if @opt.fns !~/\.-sst$/ @opt.pth=@opt.f_pths[i][:pth] @opt.lng=@opt.f_pths[i][:lng] else @opt.pth=Dir.pwd @opt.lng='en' end unless @opt.pth.nil? @@pwd=@opt.pth Dir.chdir(@opt.pth) #watch end @env=SiSU_Env::InfoEnv.new(@opt.fns) actions=SiSU_Hub_Actions::HubActions.new(@opt) actions.outputs.each_file.abstract_objects? actions.outputs.each_file.qrcode? actions.outputs.each_file.hash_digests? actions.outputs.each_file.text? actions.outputs.each_file.html? actions.outputs.each_file.xhtml? actions.outputs.each_file.xml? actions.outputs.each_file.pdf? actions.outputs.each_file.man_or_info? actions.outputs.each_file.sqlite_discrete? actions.outputs.each_file.manifest? end end def do_loop_files_on_given_option_pre begin if @opt.act[:zap][:set]==:on #% --zap, -Z OptionLoopFiles.new(@opt).loop_files_on_given_option do require_relative 'zap' SiSU_Zap::Source.new(@opt).read # -Z zap.rb end end ensure end end def do_loop_files_on_given_option_post actions=SiSU_Hub_Actions::HubActions.new(@opt) actions.outputs.loop_files.share_source? actions.outputs.loop_files.run_termsheet? actions.outputs.loop_files.sql? SiSU_Hub_Actions::Operations.new.counter actions.outputs.loop_files.manifest? actions.outputs.loop_files.sitemaps? actions.outputs.loop_files.urls? end def version_info if @opt.act[:version_info][:set]==:on SiSU_Env::InfoAbout.new(@opt).sisu_version end end def actions_without_files actions=SiSU_Hub_Actions::HubActions.new(@opt) actions.prepare.site? actions.prepare.remote_site? actions.prepare.sql? end def actions_on_files if @opt.act[:profile][:set]==:on begin require 'profile' rescue LoadError SiSU_Utils::CodeMarker.new(__LINE__,__FILE__,:fuchsia). error('profile NOT FOUND (LoadError)') end end actions=SiSU_Hub_Actions::HubActions.new(@opt) actions.outputs.each_file.harvest? #check actions.outputs.init? do_loop_files_on_given_option_pre do_each_file_loop_options #remove_skipped_files_if_any_from_processing_files_array # NEEDS WORK do_loop_files_on_given_option_post print_error_message_if_files_skipped actions.outputs.sql? #check location if @opt.f_pths.length > 0 if (@opt.act[:verbose][:set]==:on \ || @opt.act[:verbose_plus][:set]==:on \ || @opt.act[:maintenance][:set]==:on) @msg,@msgs="\tsisu -W [to start ruby web-server on output directory]\n",nil end if (@opt.act[:verbose][:set]==:on \ || @opt.act[:verbose_plus][:set]==:on \ || @opt.act[:maintenance][:set]==:on \ || @opt.act[:urls_selected][:set]==:on \ || @opt.act[:urls_all][:set]==:on) @tell.call.print_brown unless @opt.files.join.empty? end if defined? @@env.processing_path.processing \ and @@env.user \ and FileTest.directory?(@@env.processing_path.processing) \ and @@env.processing_path.processing =~/#{@@env.user}$/ #clean temporary processing directory of content as is located in public area if @@env.processing_path.processing_base_tmp =~/^\/tmp\/\S+/ FileUtils::cd(@@env.processing_path.processing_base_tmp) do FileUtils::rm_rf('.') unless @opt.act[:maintenance][:set] ==:on end end end elsif @opt.f_pths.length == 0 STDERR.puts %{requested action requires valid sisu markup file [filename (.sst .ssm)] or wildcard (that includes a valid filename)} if (@opt.act[:verbose_plus][:set]==:on \ || @opt.act[:maintenance][:set]==:on) SiSU_Utils::CodeMarker.new(__LINE__,__FILE__).warn(:fuchsia) end else #% sisu help refer to man pages actions.prepare(@opt).site? unless done==:ok #SiSU_Env::InfoAbout.new(@opt).sisu_about end end @opt.files.each do |fns| if FileTest.file?(fns) @opt.fns=fns unless @opt.fns =~ /(?:\.(?:(?:-|ssm\.)?sst|ssm|ssp|sx[sdn]\.xml|termsheet.rb)|\S+?\.ss[mt]\.(?:txz|zip)|sisupod\.(?:txz|zip)?|\S+?\.ssp)$/ if @opt.selections.str=~/--pg/ elsif @opt.fns=~/\.kdi$/ \ and @opt.mod.inspect =~/--(?:convert(?:-from)?|from)[=-]kdi/ elsif @opt.fns=~/\.sx[sdn]\.xml$/ \ and @opt.mod.inspect =~/--(?:(?:convert(?:-from)?|from)[=-])?(?:xml2sst|sxml)/ elsif @opt.fns=~/\.ssi$/ \ and @opt.mod.inspect =~/--identify/ else SiSU_Hub_Actions::Operations.new(@opt).not_recognised end end if @opt.fns =~/\.ssm\.sst$/ \ and @opt.selections.str !~/[S_M]/ # rework necessary, revist, the _ flag is a hack, to keep ._sst files @msg,@msgs='temporary file removed',nil @tell.call.warn unless @opt.act[:quiet][:set]==:on File.unlink(@opt.fns) if File.exist?(@opt.fns) #CONSIDER end else #SiSU::Operations.new(fns,'html').not_found end end end end end __END__