1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
|
import std.getopt;
import std.stdio : writeln, stderr;
import ssp_parser;
import ssp_types;
import output_tree;
import output_html;
import output_llm_breadcrumbs;
import output_llm_jsonl;
import output_images;
import verify_images;
import report_unknown;
import validate;
int main(string[] args) {
bool do_tree = false;
bool do_html = false;
bool do_llm_text = false;
bool do_llm_jsonl = false;
bool do_images = false;
bool do_verify = false;
bool do_report_unknown = false;
bool do_validate = false;
bool any_version = false;
string image_dir = "";
string output_file = "";
auto helpInfo = getopt(args,
"tree", "output document tree outline", &do_tree,
"html", "output HTML scroll", &do_html,
"llm-text", "output plain text with heading breadcrumbs", &do_llm_text,
"llm-jsonl", "output JSONL with embeddings-ready chunks", &do_llm_jsonl,
"images", "output image manifest (digest, size, pixels)", &do_images,
"verify", "verify .image records against --image-dir", &do_verify,
"image-dir", "image directory to verify against", &image_dir,
"output", "output file (default: stdout)", &output_file,
"report-unknown", "list what was read and not understood", &do_report_unknown,
"validate", "check the file against the .ssp specification", &do_validate,
"any-version", "read a format major version this reader does not know", &any_version,
);
if (helpInfo.helpWanted || args.length < 2) {
defaultGetoptPrinter(
"ssp-reader - reads .ssp files and produces output\n\n"
~ "Usage: ssp-reader [options] <file.ssp>\n",
helpInfo.options,
);
return 0;
}
string input_file = args[1];
SspDocument doc;
try {
doc = parseSspFile(input_file);
} catch (Exception e) {
stderr.writeln("Error reading ", input_file, ": ", e.msg);
return 2;
}
/+ ↓ the version gate. A reader checks the major part and refuses what it
does not know: an unknown major means a property may have changed
meaning or gone away, and loading it half populated in silence is the
failure this exists to prevent. --any-version overrides, for looking
at a file rather than trusting one.
+/
if (doc.format_version.length == 0) {
stderr.writeln("warning: ", input_file,
" declares no format version (no \"% SiSU Document Abstraction v\" line)");
} else if (doc.formatVersionMajor != ssp_format_major_read) {
if (any_version) {
stderr.writeln("warning: ", input_file, " is format v", doc.format_version,
", this reader knows v", ssp_format_major_read, ".x; reading anyway");
} else {
stderr.writeln("error: ", input_file, " is format v", doc.format_version,
", this reader knows v", ssp_format_major_read, ".x");
stderr.writeln(" a major version differs: a property may have",
" changed meaning or gone away.");
stderr.writeln(" --any-version reads it regardless.");
return 3;
}
}
writeln("Parsed: ", input_file);
if (doc.format_version.length > 0) {
writeln(" Format: v", doc.format_version);
}
if (auto _lang = "language" in doc.source) {
writeln(" Source: ", *_lang,
("languages" in doc.source) ? " of " ~ doc.source["languages"] : "",
("digest" in doc.source) ? ", markup digest " ~ doc.source["digest"][0 .. 16] ~ "..." : "");
}
writeln(" Title: ", doc.meta("title.main"));
writeln(" Author: ", doc.meta("creator.author"));
writeln(" Sections: head=", doc.head.length,
" toc=", doc.toc.length,
" body=", doc.body.length,
" endnotes=", doc.endnotes.length,
" glossary=", doc.glossary.length,
" bibliography=", doc.bibliography.length,
" bookindex=", doc.bookindex.length,
" blurb=", doc.blurb.length,
" tail=", doc.tail.length);
auto image_records = imageRecordCount(doc);
if (image_records > 0) {
writeln(" Images: ", image_records, " record",
(image_records == 1) ? "" : "s");
}
if (do_tree) {
outputTree(doc, output_file);
}
if (do_html) {
outputHtmlScroll(doc, output_file);
}
if (do_llm_text) {
outputLlmBreadcrumbs(doc, output_file);
}
if (do_llm_jsonl) {
outputLlmJsonl(doc, output_file);
}
if (do_images) {
outputImages(doc, output_file);
}
int _verify_failures = 0;
if (do_verify) {
if (image_dir.length == 0) {
stderr.writeln("--verify needs --image-dir=<path to the pod's media/image>");
return 2;
}
_verify_failures = verifyImages(doc, image_dir, output_file);
}
if (do_report_unknown) {
reportUnknown(doc);
}
int _validation_findings = 0;
if (do_validate) {
auto _found = validateSspFile(input_file, ssp_format_major_read);
reportValidation(input_file, _found);
_validation_findings = cast(int) _found.length;
}
if (!do_tree && !do_html && !do_llm_text && !do_llm_jsonl && !do_images
&& !do_verify && !do_report_unknown && !do_validate) {
writeln("\nUse --tree, --html, --llm-text, --llm-jsonl, --images,"
~ " --verify --image-dir=<dir>"
~ " --report-unknown or --validate to produce output.");
}
return (_verify_failures > 0 || _validation_findings > 0) ? 1 : 0;
}
|