s or Last Chapter/Next Chapter
s
while (isEmptyOrGarbage(contentEl.lastElementChild)) {
contentEl.lastElementChild.remove();
}
// Remove redundant attributes and style
for (const child of contentEl.children) {
if (child.getAttribute("dir") === "ltr") {
child.removeAttribute("dir");
}
// Only ever appears with align="LEFT" (useless) or align="CENTER" overridden by style="text-align: left;" (also
// useless)
child.removeAttribute("align");
const style = child.getAttribute("style");
if (style === "text-align:left;" || style === "text-align: left;") {
child.removeAttribute("style");
}
// Worm uses 30px; Ward mostly uses 40px but sometimes uses 30px/60px. Let's standardize on 30px.
if (style === "text-align:left;padding-left:30px;" ||
style === "text-align: left;padding-left: 40px;" ||
style === "text-align: left; padding-left: 40px;" ||
style === "padding-left: 40px;") {
child.setAttribute("style", "padding-left: 30px;");
}
}
// Remove empty inline elements.
// Remove style attributes from inline elements, as they're always messed up.
for (const el of contentEl.querySelectorAll("em, i, strong, b")) {
const { textContent } = el;
if (textContent === "") {
el.remove();
} else if (textContent.trim() === "") {
if (el.childElementCount === 0) {
el.replaceWith(" ");
} else if (el.childElementCount === 1 && el.children[0].localName === "br") {
el.outerHTML = "
\n";
}
} else {
el.removeAttribute("style");
}
}
// In https://parahumans.wordpress.com/2013/01/05/monarch-16-13/ there are some
s O_o
for (const address of contentEl.querySelectorAll("address")) {
const p = contentEl.ownerDocument.createElement("p");
p.innerHTML = address.innerHTML;
address.replaceWith(p);
}
// Every except underline ones is pointless at best and frequently messed up. (Weird font size, line spacing,
// etc.)
for (const span of contentEl.querySelectorAll("span")) {
if (span.getAttribute("style") === "text-decoration:underline;") {
continue;
}
if (span.textContent.trim() === "") {
span.remove();
} else {
const docFrag = contentEl.ownerDocument.createDocumentFragment();
while (span.firstChild) {
docFrag.appendChild(span.firstChild);
}
span.replaceWith(docFrag);
}
}
// In Ward, CloudFlare email protection obfuscates the email addresses:
// https://usamaejaz.com/cloudflare-email-decoding/
for (const emailEl of contentEl.querySelectorAll("[data-cfemail]")) {
const decoded = decodeCloudFlareEmail(emailEl.dataset.cfemail);
emailEl.replaceWith(contentEl.ownerDocument.createTextNode(decoded));
}
// Synthesize a tag to serialize
const bodyEl = contentEl.ownerDocument.createElement("body");
const h1El = contentEl.ownerDocument.createElement("h1");
h1El.textContent = chapter.title;
bodyEl.appendChild(h1El);
while (contentEl.firstChild) {
bodyEl.appendChild(contentEl.firstChild);
}
const xmlSerializer = new contentEl.ownerDocument.defaultView.XMLSerializer();
let xml = xmlSerializer.serializeToString(bodyEl);
// Fix recurring strange pattern of extra ......
in
\n
\s*<\/em><\/p>/ug, "
([^>]+)<\/em>(!|\?|\.)<\/p>/ug, " $1$2
”/ug, "
“"); xml = xml.replace(/“\s*<\/p>/ug, "”
"); xml = xml.replace(/“\s*<\/em><\/p>/ug, "“\s+/ug, "
“"); xml = xml.replace(/\s+”/ug, "”"); xml = xml.replace(/'/ug, "’"); xml = xml.replace(/’([A-Za-z]+)’/ug, "‘$1’"); xml = xml.replace(/([a-z])”<\/p>/ug, "$1.”
"); fixEms(); xml = xml.replace(/‘([^<]+)<\/em>‘/ug, "‘$1’"); xml = xml.replace(/([a-z]+)!<\/em>/ug, "$1!"); xml = xml.replace(/(?([\w ’]+)([!.?])”<\/em>/ug, "$1$2”"); xml = xml.replace(/([\w ’]+[!.?])”<\/em>/ug, "$1”"); xml = xml.replace(/I”(m|ll)/ug, "I’$1"); xml = xml.replace(/””<\/p>/ug, "”"); xml = xml.replace(/^([^“]+?) ?”(?![ —<])/ugm, "$1 “"); xml = xml.replace(/(?([A-Za-z]+),<\/em>(?!”| +[A-Za-z]+ thought)/u, "$1,"); xml = xml.replace(/‘([Kk])ay(?!’)/ug, "’$1ay"); xml = xml.replace(/(Why|What|Who|How|Where|When)<\/em>\?/ug, "$1?"); xml = xml.replace(/,<\/em>/ug, ","); xml = xml.replace(/,”<\/p>/ug, ".”"); xml = xml.replace(/(.*),<\/p>/ug, "
$1.
"); xml = xml.replace(/‘(\w+)‘(\w+)’/ug, "‘$1’$2’"); xml = xml.replace(/([a-z]+), ([a-z]+)<\/em>/ug, "$1, $2"); // Similar problems occur in Ward with and as do in Worm with s xml = xml.replace(//ug, ""); xml = xml.replace(/(\s*\s*)<\/b>/ug, "$1"); xml = xml.replace(/(\s*
\s*)<\/strong>/ug, "$1"); xml = xml.replace(/<\/strong>(\s*)/ug, "$1"); xml = xml.replace(/@<\/strong>/ug, "@"); xml = xml.replace(/
(\s*)<\/strong>/ug, "
$1"); xml = xml.replace(/(\s*)<\/strong>/ug, "$1"); xml = xml.replace(/>(.*)<\/strong>:$1:<"); // No need for line breaks before paragraph ends or after paragraph starts // These often occur with the
s inside /// fixed above. xml = xml.replace(/
\s*<\/p>/ug, ""); xml = xml.replace(/
\s*/ug, "
"); // This is another quote fix but it needs to happen after the line break deletion... so entangled, ugh. xml = xml.replace(/<\/em>\s*“\s*<\/p>/ug, "
”"); // Fix missing spaces after commas xml = xml.replace(/([a-zA-Z]+),([a-zA-Z]+)/ug, "$1, $2"); // Fix bad periods and spacing/markup surrounding them xml = xml.replace(/\.\.<\/p>/ug, "."); xml = xml.replace(/\.\.”<\/p>/ug, ".”"); xml = xml.replace(/ \. /ug, ". "); xml = xml.replace(/ \.<\/p>/ug, "."); xml = xml.replace(/\.\.\./ug, "…"); xml = xml.replace(/\.\. {2}/ug, ". "); xml = xml.replace(/\.\./ug, "…"); xml = xml.replace(/(?/ug, ""); xml = xml.replace(/([a-z]) ,/ug, "$1,"); // Use actual emojis instead of images xml = xml.replace( // eslint-disable-next-line max-len /
/ug,
"🤨"
);
xml = fixTruncatedWords(xml);
xml = fixDialogueTags(xml);
xml = fixForeignNames(xml);
xml = standardizeNames(xml);
xml = fixEmDashes(xml);
xml = enDashJointNames(xml);
xml = fixPossessives(xml);
xml = cleanSceneBreaks(xml);
xml = fixCapitalization(xml, book);
xml = fixMispellings(xml);
xml = fixHyphens(xml);
xml = standardizeSpellings(xml);
xml = fixCaseNumbers(xml);
// One-off fixes
for (const substitution of substitutions[chapter.url] || []) {
if (substitution.before) {
const indexOf = xml.indexOf(substitution.before);
if (indexOf === -1) {
warnings.push(`Could not find text "${substitution.before}" in ${chapter.url}. The chapter may have been ` +
`updated at the source, in which case, you should edit substitutions.json.`);
}
if (indexOf !== xml.lastIndexOf(substitution.before)) {
warnings.push(`The text "${substitution.before}" occurred twice, and so the substitution was ambiguous. ` +
`Update substitutions.json for a more precise substitution.`);
}
xml = xml.replace(new RegExp(escapeRegExp(substitution.before), "u"), substitution.after);
} else if (substitution.regExp) {
xml = xml.replace(new RegExp(substitution.regExp, "ug"), substitution.replacement);
} else {
warnings.push(`Invalid substitution specified for ${chapter.url}`);
}
}
// Serializer inserts extra xmlns for us since it doesn't know we're going to put this into a .
// Use this opportunity to insert a comment pointing to the original URL, for reference.
xml = xml.replace(
//u,
`\n\n`
);
return { xml, warnings };
}
function fixTruncatedWords(xml) {
xml = xml.replace(/‘Sup/ug, "’Sup");
xml = xml.replace(/‘cuz/ug, "’cuz");
// Short for "Sidepeace"
xml = xml.replace(/[‘’][Pp]iece(?![a-z])/ug, "’Piece");
// Short for "Disjoint"
xml = xml.replace(/[‘’][Jj]oint(?![a-z])/ug, "’Joint");
// Short for "Contender"
xml = xml.replace(/[‘’][Tt]end(?![a-z])/ug, "’Tend");
// Short for "Anelace"
xml = xml.replace(/[‘’][Ll]ace(?![a-z])/ug, "’Lace");
// Short for "Birdcage"
xml = xml.replace(/[‘’][Cc]age(?![a-z])/ug, "’Cage");
// We can't do "’Clear" (short for Crystalclear) here because it appears too much as a normal word preceded by an
// open quote, so we do that in substitutions.json.
return xml;
}
function fixDialogueTags(xml) {
// Fix recurring miscapitalization with questions
xml = xml.replace(/\?”\s\s?She asked/ug, "?” she asked");
xml = xml.replace(/\?”\s\s?He asked/ug, "?” he asked");
// The author often fails to terminate a sentence, instead using a comma after a dialogue tag. For example,
// > “I didn’t get much done,” Greg said, “I got distracted by...
// This should instead be
// > “I didn’t get much done,” Greg said. “I got distracted by...
//
// Our heuristic is to try to automatically fix this if the dialogue tag is two words (X said/admitted/sighed/etc.).
//
// This sometimes overcorrects, as in the following example:
// > “Basically,” Alec said, “For your powers to manifest, ...
// Here instead we should lowercase the "f". We handle that via one-offs in substitutions.json.
//
// This applies to ~800 instances, so although we have to correct back in substitutions.json a decent number of
// times, it definitely pays for itself. Most of the instances we have to correct back we also need to fix the
// capitalization anyway, and that's harder to do automatically, since proper names/"I"/etc. stay capitalized.
xml = xml.replace(/,” ([A-Za-z]+ [A-Za-z]+), “([A-Z])/ug, ",” $1. “$2");
return xml;
}
function fixForeignNames(xml) {
// This is consistently missing diacritics
xml = xml.replace(/Yangban/ug, "Yàngbǎn");
// These are usually not italicized, but sometimes are. Other foreign-language names (like Yàngbǎn) are not
// italicized, so we go in the direction of removing the italics.
xml = xml.replace(/Garama<\/em>/ug, "Garama");
xml = xml.replace(/Thanda<\/em>/ug, "Thanda");
xml = xml.replace(/Sifara([^<]*)<\/em>/ug, "Sifara$1");
xml = xml.replace(/Moord Nag([^<]*)<\/em>/ug, "Moord Nag$1");
xml = xml.replace(/Califa de Perro([^<]*)<\/em>/ug, "Califa de Perro$1");
xml = xml.replace(/Turanta([^<]*)<\/em>/ug, "Turanta$1");
return xml;
}
function standardizeNames(xml) {
// 197 instances of "Mrs." to 21 of "Ms."
xml = xml.replace(/Ms\. Yamada/ug, "Mrs. Yamada");
// 25 instances of "Amias" to 3 of "Amais"
xml = xml.replace(/Amais/ug, "Amias");
// 185 instances of Juliette to 4 of Juliet
xml = xml.replace(/Juliet(?=\b)/ug, "Juliette");
// Earlier chapters have a space; later ones do not. They're separate words, so side with the earlier chapters.
// One location is missing the "k".
xml = xml.replace(/Crock? o[‘’]Shit/ug, "Crock o’ Shit");
// 5 instances of "Jotun" to 2 of "Jotunn"
xml = xml.replace(/Jotunn/ug, "Jotun");
// 13 instances of Elman to 1 of Elmann
xml = xml.replace(/Elmann/ug, "Elman");
// Thousands of instances of Tattletale to 4 instances of Tatteltale
xml = xml.replace(/Tatteltale/ug, "Tattletale");
// 73 instances of Über to 2 of Uber
xml = xml.replace(/Uber/ug, "Über");
return xml;
}
function fixEmDashes(xml) {
xml = xml.replace(/ – /ug, "—");
xml = xml.replace(/“((?:)?)-/ug, "“$1—");
xml = xml.replace(/-[,.]?”/ug, "—”");
xml = xml.replace(/-(!|\?)”/ug, "—$1”");
xml = xml.replace(/-[,.]?<\/([a-z]+)>”/ug, "—”");
xml = xml.replace(/-“/ug, "—”");
xml = xml.replace(/-/ug, "
—"); xml = xml.replace(/-<\/p>/ug, "—
"); xml = xml.replace(/-/ug, "—
"); xml = xml.replace(/-<\/([a-z]+)><\/p>/ug, "—"); xml = xml.replace(/\s?\s?–\s?\s?/ug, "—"); xml = xml.replace(/-\s\s?/ug, "—"); xml = xml.replace(/\s?\s-/ug, "—"); xml = xml.replace(/\s+—”/ug, "—”"); xml = xml.replace(/I-I/ug, "I—I"); xml = xml.replace(/I-uh/ug, "I—uh"); xml = xml.replace(/-\?/ug, "—?"); return xml; } function enDashJointNames(xml) { // Joint names should use en dashes xml = xml.replace(/Dallon-Pelham/ug, "Dallon–Pelham"); xml = xml.replace(/Bet-Gimel/ug, "Bet–Gimel"); xml = xml.replace(/Cheit-Gimel/ug, "Bet–Gimel"); xml = xml.replace(/Tristan-Capricorn/ug, "Tristan–Capricorn"); xml = xml.replace(/Capricorn-Byron/ug, "Capricorn–Byron"); xml = xml.replace(/Tristan-Byron/ug, "Tristan–Byron"); xml = xml.replace(/Gimel-Europe/ug, "Gimel–Europe"); xml = xml.replace(/G-N/ug, "G–N"); xml = xml.replace(/Imp-Damsel/ug, "Imp–Damsel"); xml = xml.replace(/Damsel-Ashley/ug, "Damsel–Ashley"); xml = xml.replace(/Antares-Anelace/ug, "Antares–Anelace"); xml = xml.replace(/Challenger-Gallant/ug, "Challenger–Gallant"); xml = xml.replace(/Undersider(s?)-(Breakthrough|Ambassador)/ug, "Undersider$1–$2"); xml = xml.replace(/Norwalk-Fairfield/ug, "Norwalk–Fairfield"); xml = xml.replace(/East-West/ug, "east–west"); xml = xml.replace(/Creutzfeldt-Jakob/ug, "Creutzfeldt–Jakob"); xml = xml.replace(/Astaroth-Nidhug/ug, "Astaroth–Nidhug"); xml = xml.replace(/Capulet-Montague/ug, "Capulet–Montague"); xml = xml.replace(/Weaver-Clockblocker/ug, "Weaver–Clockblocker"); xml = xml.replace(/Alexandria-Pretender/ug, "Alexandria–Pretender"); xml = xml.replace(/Night Hag-Nyx/ug, "Night Hag–Nyx"); xml = xml.replace(/Crawler-Breed/ug, "Crawler–Breed"); xml = xml.replace(/Simurgh-Myrddin-plant/ug, "Simurgh–Myrddin–plant"); xml = xml.replace(/Armsmaster-Defiant/ug, "Armsmaster–Defiant"); xml = xml.replace(/Matryoshka-Valentin/ug, "Matryoshka–Valentin"); xml = xml.replace(/Gaea-Eden/ug, "Gaea–Eden"); xml = xml.replace(/([Aa])gent-parahuman/ug, "$1gent–parahuman"); xml = xml.replace(/([Pp])arahuman-agent/ug, "$1arahuman–agent"); return xml; } function fixPossessives(xml) { // Fix possessive of names ending in "s". xml = xml.replace( // eslint-disable-next-line max-len /(? would be more semantically appropriate, but loses the author's intent. This is // especially the case in Ward, which uses a variety of different scene breaks. xml = xml.replace(/
■
`); xml = xml.replace( /⊙<\/strong><\/p>/ug,
` ⊙ ⊙<\/strong><\/em><\/p>/ug,
` ⊙ ⊙⊙<\/strong><\/p>/ug,
` ⊙ ⊙ *⊙ *⊙ *⊙ *⊙<\/strong><\/p>/ug,
` ⊙ ⊙ ⊙ ⊙ ⊙