Source: task/chunk-large-thread-candidates (plan/steward-linker-quality) — content.js sent all candidates in one call, the server capped at 100, and names past the cap were permanently null-cached and never retried — silently breaking large threads. - content.js: resolve the per-scan ask set in batches of BATCH (100, <= server MAX_CANDIDATES) via a new pure Extract.chunk helper, so every candidate is actually answered and none is dropped by the resolver's slice. - content.js: cache only keys actually present in a response (hasOwnProperty); cap-overflow / partial-error / resolver-down names are left out of `resolved` and retried next scan instead of stuck at null. - extract.js: add pure chunk(arr, size) on the RSLExtract global; extract.test.cjs covers exact-multiple, remainder, under-size, empty, and lossless in-order concatenation. Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
186 lines
7.9 KiB
JavaScript
186 lines
7.9 KiB
JavaScript
// Reddit -> Spotify/Bandcamp linker (content script).
|
|
//
|
|
// On a reddit thread page it: pulls candidate artist names out of comment text,
|
|
// asks the local resolver service which ones are real artists, and rewrites those
|
|
// occurrences in place into links. The resolver does the hard "is this an artist"
|
|
// part; this script only handles extraction + DOM rewriting.
|
|
|
|
(() => {
|
|
"use strict";
|
|
|
|
const api = globalThis.browser ?? globalThis.chrome;
|
|
const log = (...a) => console.log("[rsl]", ...a);
|
|
|
|
// Candidate extraction is pure + lives in extract.js (loaded first per manifest order;
|
|
// defines globalThis.RSLExtract) so it can be unit-tested in node. allMatchesIn(text)
|
|
// returns {name,index,length} for Title-Case runs AND cue-phrase ("check out <x>") names.
|
|
const Extract = globalThis.RSLExtract;
|
|
|
|
// ---- DOM walking ----------------------------------------------------------
|
|
const SKIP_TAGS = new Set([
|
|
"A", "SCRIPT", "STYLE", "CODE", "PRE", "TEXTAREA", "INPUT", "BUTTON", "TIME", "NOSCRIPT", "SVG", "SELECT",
|
|
]);
|
|
|
|
function inSkippable(node) {
|
|
for (let el = node.parentElement; el; el = el.parentElement) {
|
|
if (SKIP_TAGS.has(el.tagName)) return true;
|
|
if (el.classList && el.classList.contains("rsl-link")) return true;
|
|
if (el.isContentEditable) return true;
|
|
}
|
|
return false;
|
|
}
|
|
|
|
function collectTextNodes(root) {
|
|
const nodes = [];
|
|
const walker = document.createTreeWalker(root, NodeFilter.SHOW_TEXT, {
|
|
acceptNode(node) {
|
|
const v = node.nodeValue;
|
|
if (!v || v.length > 5000 || !/[A-Za-z]/.test(v)) return NodeFilter.FILTER_REJECT;
|
|
if (inSkippable(node)) return NodeFilter.FILTER_REJECT;
|
|
return NodeFilter.FILTER_ACCEPT;
|
|
},
|
|
});
|
|
let n;
|
|
while ((n = walker.nextNode())) nodes.push(n);
|
|
return nodes;
|
|
}
|
|
|
|
// ---- link building / rewriting --------------------------------------------
|
|
// Per the user's "if on spotify, link that, else a Bandcamp Google-search fallback"
|
|
// rule: one link to the primary platform, colour-coded so you can tell which at a glance.
|
|
// `kind` ("artist" | "album", absent => "artist") adds an rsl-album class + an album word
|
|
// in the tooltip so album links read as albums; the platform colour is unchanged.
|
|
function makeLink(label, links) {
|
|
const primary = links.primary || { platform: "spotify", url: links.spotify };
|
|
const name = links.name || label;
|
|
const platform = primary.platform;
|
|
const kind = links.kind === "album" ? "album" : "artist";
|
|
const noun = kind === "album" ? "album" : "artist";
|
|
// Re-validate the href scheme client-side: only http(s) becomes a clickable link.
|
|
// A swapped/compromised/buggy resolver could send a javascript:/data: url; never
|
|
// inject that into reddit's DOM. Returning null leaves the original text in place.
|
|
if (!Extract.isSafeHttpUrl(primary.url)) return null;
|
|
const a = document.createElement("a");
|
|
a.className = `rsl-link rsl-${platform} rsl-${kind}`;
|
|
a.textContent = label;
|
|
a.href = primary.url;
|
|
a.target = "_blank";
|
|
a.rel = "noopener noreferrer";
|
|
a.title = platform === "spotify"
|
|
? `Open ${name} (${noun}) on Spotify`
|
|
: `Find ${name} (${noun}) on Bandcamp (Google search)`;
|
|
return a;
|
|
}
|
|
|
|
function wrapNode(node) {
|
|
const text = node.nodeValue;
|
|
const ms = Extract.allMatchesIn(text).filter((m) => {
|
|
const links = resolved.get(m.name);
|
|
return links && ((links.primary && links.primary.url) || links.spotify);
|
|
});
|
|
if (!ms.length) return;
|
|
const frag = document.createDocumentFragment();
|
|
let last = 0;
|
|
for (const m of ms) {
|
|
if (m.index < last) continue; // skip overlaps
|
|
if (m.index > last) frag.appendChild(document.createTextNode(text.slice(last, m.index)));
|
|
const matchText = text.substr(m.index, m.length);
|
|
const link = makeLink(matchText, resolved.get(m.name));
|
|
// makeLink returns null for an unsafe (non-http(s)) href: keep the plain text.
|
|
frag.appendChild(link || document.createTextNode(matchText));
|
|
last = m.index + m.length;
|
|
}
|
|
if (last < text.length) frag.appendChild(document.createTextNode(text.slice(last)));
|
|
node.parentNode && node.parentNode.replaceChild(frag, node);
|
|
}
|
|
|
|
// ---- resolver client ------------------------------------------------------
|
|
const resolved = new Map(); // candidate string -> { name, spotify?, google?, primary } | null
|
|
|
|
// The resolver caps each /resolve call at MAX_CANDIDATES (service/resolve-core.js); names past the
|
|
// cap are silently dropped from the response. So split a large ask into batches of at most that cap
|
|
// and resolve each — every candidate is actually answered, none lost to the server-side slice.
|
|
// MUST stay <= the server's MAX_CANDIDATES.
|
|
const BATCH = 100;
|
|
|
|
// The network call goes through the background script — a page-context fetch to
|
|
// http://localhost is blocked by reddit's CSP / mixed-content rules.
|
|
async function resolve(names) {
|
|
log("resolving", names.length, "candidate(s) via background:", names.slice(0, 8));
|
|
try {
|
|
const resp = await api.runtime.sendMessage({ type: "resolve", candidates: names });
|
|
if (!resp) throw new Error("no response from background script");
|
|
if (!resp.ok) throw new Error(resp.error || "resolve failed");
|
|
const hits = Object.values(resp.data).filter(Boolean).length;
|
|
log("resolver returned", hits, "artist(s) of", names.length);
|
|
return resp.data;
|
|
} catch (e) {
|
|
console.warn("[rsl] resolve failed (is the resolver running on :8787?):", e.message);
|
|
return null;
|
|
}
|
|
}
|
|
|
|
// ---- scan orchestration ---------------------------------------------------
|
|
function getRoot() {
|
|
return (
|
|
document.querySelector("main, .content[role='main'], shreddit-comment-tree, .commentarea") ||
|
|
document.body
|
|
);
|
|
}
|
|
|
|
async function scan() {
|
|
const root = getRoot();
|
|
const nodes = collectTextNodes(root);
|
|
log("scan: root", root.tagName || root.nodeName, "| text nodes", nodes.length);
|
|
if (!nodes.length) return;
|
|
|
|
const seen = new Set();
|
|
for (const node of nodes) for (const m of Extract.allMatchesIn(node.nodeValue)) seen.add(m.name);
|
|
log("candidates found:", seen.size);
|
|
|
|
const ask = [...seen].filter((c) => !resolved.has(c));
|
|
// Resolve in server-cap-sized batches so no candidate is dropped by the resolver's slice.
|
|
// Only cache keys the response actually carries: a name the server didn't answer (cap overflow,
|
|
// partial error, or a resolver-down null response) is left OUT of `resolved` so it is retried on
|
|
// the next scan, instead of being stuck at null and never retried again.
|
|
for (const batch of Extract.chunk(ask, BATCH)) {
|
|
const res = await resolve(batch);
|
|
if (!res) continue; // whole-batch failure (resolver down): leave every name un-cached for retry
|
|
for (const c of batch) {
|
|
if (Object.prototype.hasOwnProperty.call(res, c)) resolved.set(c, res[c] || null);
|
|
}
|
|
}
|
|
for (const node of nodes) if (node.isConnected) wrapNode(node);
|
|
|
|
const total = document.querySelectorAll("a.rsl-link").length;
|
|
api.runtime.sendMessage({ type: "badge", count: total }).catch(() => {});
|
|
log("scan done; links on page:", total);
|
|
}
|
|
|
|
// serialize scans; coalesce overlapping triggers
|
|
let running = false;
|
|
let pending = false;
|
|
function schedule() {
|
|
if (running) { pending = true; return; }
|
|
running = true;
|
|
scan()
|
|
.catch((e) => console.warn("[rsl]", e))
|
|
.finally(() => {
|
|
running = false;
|
|
if (pending) { pending = false; setTimeout(schedule, 300); }
|
|
});
|
|
}
|
|
|
|
function debounce(fn, ms) {
|
|
let t;
|
|
return () => { clearTimeout(t); t = setTimeout(fn, ms); };
|
|
}
|
|
|
|
const onThread = () => /\/comments\//.test(location.pathname);
|
|
|
|
log("content script loaded:", location.href, "| thread page:", onThread());
|
|
if (onThread()) schedule();
|
|
new MutationObserver(debounce(() => { if (onThread()) schedule(); }, 600))
|
|
.observe(document.documentElement, { childList: true, subtree: true });
|
|
})();
|