path: root/org/sdp.org

#+TITLE: sdp hub
#+AUTHOR: Ralph Amissah
#+EMAIL: ralph.amissah@gmail.com
#+STARTUP: indent
#+LANGUAGE: en
#+OPTIONS: H:3 num:nil toc:t \n:nil @:t ::t |:t ^:nil _:nil -:t f:t *:t <:t
#+OPTIONS: TeX:t LaTeX:t skip:nil d:nil todo:t pri:nil tags:not-in-toc
#+OPTIONS: author:nil email:nil creator:nil timestamp:nil
#+PROPERTY: header-args :padline no :exports code :noweb yes
#+EXPORT_SELECT_TAGS: export
#+EXPORT_EXCLUDE_TAGS: noexport
#+FILETAGS: :sdp:rel:hub:
#+TAGS: assert(a) class(c) debug(d) mixin(m) sdp(s) tangle(T) template(t) WEB(W) noexport(n)

* sdp.d   sisu document parser
[[../maker.org][maker.org makefile]]  [[./][org/]]
Deal with imports.
Take command line instructions and process files as instructed.

** imports                                                           :import:
[[./ao_abstract_doc_source.org][ao_abstract_doc_source]]
[[./ao_assertions.org][ao_assertions]]
[[./ao_defaults.org][ao_defaults]]
[[./ao_emitters_and_interfaces.org][ao_emitters_and_interfaces: ao_emitter; ao_interface]]
[[./ao_read_markup_source.org][ao_read_markup_source]]
// [[./ao_read_markup_source.org][ao_read_markup_source]]
[[./ao_object_setter.org][ao_object_setter]]
[[./ao_output_debugs.org][ao_output_debugs]]
[[./ao_rgx.org][ao_rgx]]
[[./ao_scan_inserts.org][ao_scan_inserts]]
[[./ao_utils.org][ao_utils]]

#+name: sdp_imports
#+BEGIN_SRC d
/+ sdp  sisu document parser +/
import
  std.algorithm,
  std.array,
  std.container,
  std.file,
  std.exception,
  std.json,
  // std.path,
  std.process,
  std.range,
  std.regex,
  std.stdio,
  std.string,
  std.traits,
  std.typecons,
  std.utf,
  // std.variant,
  lib.sdp.ao_abstract_doc_source,       // sdp/ao_abstract_doc_source.d
  lib.sdp.ao_assertions,                // sdp/ao_assertions.d
  lib.sdp.ao_defaults,                  // sdp/ao_defaults.d
  lib.sdp.ao_emitter,                   // sdp/ao_emitter.d
  lib.sdp.ao_interface,                 // sdp/ao_interface.d
  lib.sdp.ao_read_markup_source,         // sdp/ao_read_markup_source.d
  lib.sdp.ao_object_setter,             // sdp/ao_object_setter.d
  lib.sdp.ao_output_debugs,             // sdp/ao_output_debugs.d
  lib.sdp.ao_rgx,                       // sdp/ao_rgx.d
  lib.sdp.ao_scan_inserts,              // sdp/ao_scan_inserts.d
  lib.sdp.ao_utils;                     // sdp/ao_utils.d
  // std.conv;
import std.conv : to;
#+END_SRC

** argv [+3]                                                           :argv:
*** argv mixins & init
#+name: sdp_argv
#+BEGIN_SRC d
mixin SiSUheader;
mixin SiSUbiblio;
mixin SiSUrgxInitFlags;
mixin SiSUmarkupRaw;
mixin SiSUdocInserts;
mixin SiSUdocAbstraction;
mixin SiSUoutputDebugs;
mixin ScreenTxtColors;
auto cli = new CLI();
auto raw = new MarkupRaw();
auto abs = new Abstraction();
auto dbg = new SDPoutputDebugs();
// struct DocumentParts {
//   string[string][] contents;
//   JSONValue[string] metadata_json;
//   JSONValue[string] make_json;
//   string[][string][string] bookindex_unordered_hashes;
//   JSONValue[] biblio;
// }
char[][] msc;
string[1000] fns_src;
string flag_action;
string[string] actions;
int file_count;
actions = [
  "assert"  : "yes",
];
auto rgx = new Rgx();
scope(success) {
  debug(checkdoc) {
    writeln(
      scr_txt_color["cyan"],
      "~ run complete, ok ~ ",
      scr_txt_color["off"],
    );
  }
  // writeln("0");
}
scope(failure) {
  debug(checkdoc) {
    writeln(
      scr_txt_color["fuchsia"],
      "~ run failure ~",
      scr_txt_color["off"],
    );
  }
  // writeln("1");
}
#+END_SRC

*** argv loop
#+name: sdp_argv
#+BEGIN_SRC d
foreach(cmdlnins; argv) {
  if (match(cmdlnins, rgx.flag_action)) {
    flag_action ~= " " ~ cmdlnins;
    actions = cli.extract_actions(cmdlnins, actions);
  } else if (match(cmdlnins, rgx.src_pth)) {
    fns_src[file_count] = cmdlnins;
    file_count++;
  }
}
#+END_SRC

*** each file [+2]                                                     :file:
**** filename provided [+1]
***** scope                                                           :scope:
#+name: sdp_each_file_do
#+BEGIN_SRC d
scope(success) {
  debug(checkdoc) {
    writeln(
      scr_txt_color["green"],
      "~ document complete, ok ~ ",
      scr_txt_color["off"],
      fn_src
    );
  }
  // writeln("0");
}
scope(failure) {
  debug(checkdoc) {
    writeln(
      scr_txt_color["red"],
      "~ document run failure ~",
      scr_txt_color["off"],
      fn_src
    );
  }
  // writeln("1");
}
enforce(
  match(fn_src, rgx.src_pth),
  "not a sisu markup filename"
);
#+END_SRC

***** read file                                                   :file:read:
[[./ao_read_markup_source.org][ao_read_markup_source]]

#+name: sdp_each_file_do
#+BEGIN_SRC d
auto markup_sourcefile_content =
  raw.markupSourceContentRawLineArray(fn_src); // alternative call
  // raw.markupSourceLineArray(raw.markupSourceString(fn_src)); // alternative calls (milliseconds faster?)
debug(insert) {
  string[string] sysenv;
  sysenv["pwd"] = shell("pwd");
  writeln(sysenv["pwd"]);
  auto m = match(fn_src, rgx.src_pth);
  // auto m = match(fn_src, rgx.src_pth);
  auto markup_src_file_path = m.captures[1];
  writeln("markup source file path: ", markup_src_file_path); // writeln(m.captures[1]);
  writeln(m.captures[2]);
}
#+END_SRC

****** incorporate any inserts
[[./ao_scan_inserts.org][ao_scan_inserts]]

#+name: sdp_each_file_do
#+BEGIN_SRC d
if (match(fn_src, rgx.src_fn_master)) {
/+ if master file scan document source for document imports (inserted sub-documents) +/
  auto ins = new Inserts();
  auto markup_master_sourcefile_content =
    ins.scan_doc_source(markup_sourcefile_content, fn_src);
  msc = markup_master_sourcefile_content;
} else if (match(fn_src, rgx.src_fn)) {
  msc = markup_sourcefile_content;
} else {
  writeln("not a recognized filename");
}
debug(raw) {
  foreach (line; msc) {
    writeln(line);
  }
}
#+END_SRC

***** send for processing                                        :processing:
#+name: sdp_each_file_do
#+BEGIN_SRC d
/+ process document ao_abstract_doc_source SiSUdocAbstraction::Abstraction return abstraction as tuple +/
auto t =
  abs.abstract_doc_source(msc);
static assert(!isTypeTuple!(t));
auto contents = t[0];
// static assert(!isIterable!(contents));
auto metadata_json = t[1];
auto make_json = t[2];
auto bookindex_unordered_hashes = t[3];
auto biblio = t[4];
// destroy(t);
#+END_SRC

***** debug document parts (checkdoc)
#+name: sdp_each_file_do
#+BEGIN_SRC d
// DocumentParts
debug(checkdoc) {
  dbg.abstract_doc_source_debugs(
    contents,
    make_json,
    metadata_json,
    bookindex_unordered_hashes,
    biblio,
    fn_src,
    actions
  );
}
// compose abstract document markup state
// append book index
#+END_SRC

***** on exit
#+name: sdp_each_file_do
#+BEGIN_SRC d
scope(exit) {
  destroy(msc);
  destroy(t);
  destroy(contents);
  destroy(make_json);
  destroy(metadata_json);
  destroy(bookindex_unordered_hashes);
  destroy(fn_src);
  destroy(biblio);
}
#+END_SRC

**** no filename provided
#+name: sdp_no_filename_provided
#+BEGIN_SRC d
/* no recognized filename provided */
writeln("no recognized filename");
break;
// terminate, stop
#+END_SRC

* tangles                                                            :tangle:
** code structure                                                    :sdp.d:
#+name: tangle_sdp
#+BEGIN_SRC d  :tangle ../lib/sdp.d :shebang #!/usr/bin/env rdmd
/*
  sdp
  sdp.d
*/
<<sdp_imports>>
mixin RgxInit; mixin Interfaces; mixin Emitters;
void main(string[] argv) {
  <<sdp_argv>>
  foreach(fn_src; fns_src) {
    if (!empty(fn_src)) {
      <<sdp_each_file_do>>
    } else {
      <<sdp_no_filename_provided>>
    }
  }
}
#+end_src