diff options
Diffstat (limited to 'src/output_llm_jsonl.d')
| -rw-r--r-- | src/output_llm_jsonl.d | 6 |
1 files changed, 6 insertions, 0 deletions
diff --git a/src/output_llm_jsonl.d b/src/output_llm_jsonl.d index 6f7edbb..3d34089 100644 --- a/src/output_llm_jsonl.d +++ b/src/output_llm_jsonl.d @@ -39,6 +39,12 @@ void outputLlmJsonl(SspDocument doc, string output_file) { continue; } + /+ ↓ markup commentary is not content, and least of all is it a chunk + to embed: it would be indexed as though the author had written it + into the document + +/ + if (!obj.renders) { continue; } + string text = stripMarkup(obj.text); if (text.strip.length == 0) continue; |