"use strict"; /** * LNReader-plugin voor r/HFY. * * De catalogus wordt live opgebouwd op de telefoon, met de Reddit-sessie * uit de LNReader-WebView (elk account heeft zijn eigen cookies): * - popularNovels: de wiki-serie-index, plus 'Nieuw' / Latest met recente OC-posts * - searchNovels: r/HFY/search.json (restrict_sr=1), plus hits uit de wiki, * waarbij series en losse Part-1-posts tot één novel worden gegroepeerd * - parseNovel: wiki-inhoudsopgave, anders next-links met titelgelijkenis * * Verhalen in de statische index houden hun vooraf gemaakte cover-URL. * Live gevonden verhalen zonder die PNG krijgen één vaste cover per bron: * Reddit (r/HFY-logo) of Arctic Shift (site-logo), als gewone https-URL * in .dist/covers/. Geen data-URI's en geen generatie op het toestel. * * Bij een fout, 403 of login-/blokpagina valt alles terug op Arctic Shift, * en daarna op de statische metadata-index (ook bruikbaar zonder login). * parseChapter probeert eerst Reddit-JSON, daarna Arctic Shift. * * Dit bestand is CommonJS, zoals de officiële gecompileerde plugins: * require(...) uit de LNReader-allowlist, en `exports.default = instance`. */ Object.defineProperty(exports, "__esModule", { value: true }); const { fetchApi } = require("@libs/fetch"); const { FilterTypes } = require("@libs/filterInputs"); const { defaultCover } = require("@libs/defaultCover"); const { NovelStatus } = require("@libs/novelStatus"); const { storage } = require("@libs/storage"); const DEFAULT_INDEX_BASE = "https://git.timfalken.com/timfa/hfy-novels/-/raw/public"; const RAW_PLUGIN_BASE = "https://git.timfalken.com/timfa/hfy-novels/-/raw"; const LIVE_COVER_REDDIT = RAW_PLUGIN_BASE + "/.dist/covers/reddit.png?rev=master"; const LIVE_COVER_ARCTIC = RAW_PLUGIN_BASE + "/.dist/covers/arctic-shift.png?rev=master"; const DEFAULT_INDEX_REV = "master"; const DEFAULT_CHAPTER_SOURCE = "https://arctic-shift.photon-reddit.com"; const PAGE_FALLBACK_SIZE = 50; const WIKI_CACHE_KEY = "wikiSeriesIndex"; const WIKI_CACHE_MS = 6 * 60 * 60 * 1000; const REDDIT_WWW = "https://www.reddit.com"; const REDDIT_OLD = "https://old.reddit.com"; const WIKI_INDEX_PATH = "/r/HFY/wiki/series"; function setting(key, fallback) { try { const value = storage.get(key); if (value === undefined || value === null || value === "") { return fallback; } return value; } catch (err) { return fallback; } } function joinUrl(base, path, query) { const trimmedBase = String(base || "").replace(/\/+$/, ""); const trimmedPath = String(path || "").replace(/^\/+/, ""); let url = trimmedBase + "/" + trimmedPath; const params = []; if (query && typeof query === "object") { for (const [k, v] of Object.entries(query)) { if (v !== undefined && v !== null && v !== "") { params.push(encodeURIComponent(k) + "=" + encodeURIComponent(String(v))); } } } if (params.length) { url += (url.includes("?") ? "&" : "?") + params.join("&"); } return url; } function statusFrom(text) { switch (text) { case "Completed": return NovelStatus.Completed; case "Ongoing": return NovelStatus.Ongoing; case "On Hiatus": return NovelStatus.OnHiatus; default: return NovelStatus.Unknown; } } async function readJson(url, label) { const res = await fetchApi(url); if (!res || res.ok === false) { const status = res && res.status != null ? res.status : "?"; throw new Error("HFY Novels: kon " + label + " niet laden (HTTP " + status + ")"); } if (typeof res.json === "function") { return await res.json(); } const text = await res.text(); return JSON.parse(text); } function toNovelItem(entry, plugin) { return { name: entry.name, path: entry.path, cover: plugin.coverFor(entry), }; } class HFYNovelsPlugin { constructor() { this.id = "hfyNovels"; this.name = "HFY Novels"; this.version = "0.3.2"; this.site = "https://www.reddit.com/r/HFY/"; this.icon = "icon.png"; // Geen webStorageUtilized: Reddit-login zit in cookies. LNReader's // fetchApi (native fetch) stuurt de WebView-cookies automatisch mee // voor hetzelfde domein; localStorage is daarvoor niet nodig. this.filters = { catalog: { value: "wiki", label: "Overzicht", options: [ { label: "Wiki-series", value: "wiki" }, { label: "Nieuw", value: "new" }, ], type: FilterTypes.Picker, }, kind: { value: "all", label: "Type", options: [ { label: "Alles", value: "all" }, { label: "Reeksen", value: "series" }, { label: "Oneshots", value: "oneshot" }, ], type: FilterTypes.Picker, }, nsfw: { value: "hide", label: "NSFW", options: [ { label: "Verbergen", value: "hide" }, { label: "Tonen", value: "show" }, ], type: FilterTypes.Picker, }, }; this.pluginSettings = { indexBaseUrl: { value: DEFAULT_INDEX_BASE, label: "Basis-URL van de statische index (laatste fallback)", type: "Text", }, indexRev: { value: DEFAULT_INDEX_REV, label: "Git-revisie van de index (rev=)", type: "Text", }, chapterSource: { value: "auto", label: "Bron voor catalogus en hoofdstukken", type: "Select", options: [ { label: "Automatisch (Reddit, anders Arctic Shift, anders index)", value: "auto" }, { label: "Alleen Reddit", value: "reddit" }, { label: "Alleen Arctic Shift (daarna index)", value: "arctic" }, ], }, chapterSourceUrl: { value: DEFAULT_CHAPTER_SOURCE, label: "Arctic Shift-basis-URL (fallback)", type: "Text", }, }; } indexQuery() { const rev = setting("indexRev", DEFAULT_INDEX_REV); return { rev: rev }; } indexUrl(path) { const base = setting("indexBaseUrl", DEFAULT_INDEX_BASE); return joinUrl(base, path, this.indexQuery()); } coverFor(entry) { if (entry && entry.cover) { return this.coverUrl(entry.cover); } const source = entry && entry.source; if (source === "arctic") { return LIVE_COVER_ARCTIC; } if (source === "reddit") { return LIVE_COVER_REDDIT; } return defaultCover; } coverUrl(cover) { if (!cover) { return defaultCover; } if (/^https?:\/\//i.test(cover)) { return cover; } let url = this.indexUrl(cover); // BlueGit serveert SVG pas als afbeelding met ?as=img. if (/\.svg$/i.test(cover) && url.indexOf("as=img") === -1) { url += (url.indexOf("?") === -1 ? "?" : "&") + "as=img"; } return url; } chapterSource() { return String(setting("chapterSourceUrl", DEFAULT_CHAPTER_SOURCE)).replace(/\/+$/, ""); } chapterMode() { const mode = String(setting("chapterSource", "auto") || "auto").toLowerCase(); if (mode === "reddit" || mode === "arctic") { return mode; } return "auto"; } /** * Maakt "Open in WebView" op een reeks of hoofdstuk tot een Reddit-URL, * zodat je daar kunt inloggen. Zonder deze functie zou LNReader * site+path plakken (bijv. /r/HFY/series/id), wat geen geldige Reddit-pagina is. * Het reeks-id is de oudste post (eerste deel), of een wiki-slug. */ resolveUrl(path, isNovel) { const raw = String(path || "").trim(); if (/^https?:\/\//i.test(raw)) { return raw; } const wikiSlug = wikiSlugFromPath(raw); if (wikiSlug) { return REDDIT_WWW + "/r/HFY/wiki/series/" + wikiSlug + "/"; } const id = chapterIdFromPath(raw) || chapterIdFromPath(raw.replace(/^series\//, "chapter/")); if (id) { return REDDIT_WWW + "/r/HFY/comments/" + id + "/"; } return this.site; } matchesFilters(entry, filters) { const kind = filters && filters.kind ? filters.kind.value : "all"; const nsfw = filters && filters.nsfw ? filters.nsfw.value : "hide"; if (kind === "oneshot" && !entry.oneshot) { return false; } if (kind === "series" && entry.oneshot) { return false; } if (nsfw === "hide" && entry.nsfw) { return false; } return true; } async loadMeta() { return await readJson(this.indexUrl("catalog-meta.json"), "catalogus-meta"); } async popularNovels(pageNo, options) { const opts = options || {}; const filters = opts.filters || {}; const showLatest = !!opts.showLatestNovels || (filters.catalog && filters.catalog.value === "new"); const page = Math.max(1, parseInt(pageNo, 10) || 1); const mode = this.chapterMode(); if (showLatest) { const live = await this.liveLatestNovels(page, filters, mode); if (live && live.ok) { return live.items; } if (mode === "reddit") { throw new Error( "HFY Novels: Reddit gaf geen nieuwe posts (" + ((live && live.reason) || "onbekende fout") + "). Log in via Open in WebView op reddit.com en probeer het opnieuw.", ); } return await this.staticPopular(page, opts); } const live = await this.liveWikiNovels(page, filters, mode); if (live && live.ok) { return live.items; } if (mode === "reddit") { throw new Error( "HFY Novels: Reddit gaf de wiki-index niet (" + ((live && live.reason) || "onbekende fout") + "). Log in via Open in WebView op reddit.com en probeer het opnieuw.", ); } return await this.staticPopular(page, opts); } async searchNovels(searchTerm, pageNo) { const term = String(searchTerm || "").trim(); if (!term) { return []; } const page = Math.max(1, parseInt(pageNo, 10) || 1); const mode = this.chapterMode(); const live = await this.liveSearchNovels(term, page, mode); if (live && live.ok) { return live.items; } if (mode === "reddit") { throw new Error( "HFY Novels: Reddit-zoeken mislukte (" + ((live && live.reason) || "onbekende fout") + "). Log in via Open in WebView op reddit.com en probeer het opnieuw.", ); } return await this.staticSearch(term, page); } seriesFileFor(novelPath) { const id = String(novelPath || "") .replace(/^series\//, "") .replace(/\/+$/, ""); if (!id) { throw new Error("HFY Novels: leeg reeks-pad"); } const prefix = id.charAt(0).toLowerCase() || "x"; return "series/" + prefix + "/" + id + ".json"; } async parseNovel(novelPath) { const mode = this.chapterMode(); const live = await this.liveParseNovel(novelPath, mode); if (mode === "reddit" && (!live || !live.ok)) { throw new Error( "HFY Novels: Reddit gaf de hoofdstuklijst niet (" + ((live && live.reason) || "onbekende fout") + "). Log in via Open in WebView op reddit.com en probeer het opnieuw.", ); } let novel = live && live.ok ? live.novel : null; if (!wikiSlugFromPath(novelPath)) { try { const fallback = await this.staticParseNovel(novelPath); if (!novel) { return fallback; } // De statische index kan een langere inhoudsopgave hebben dan een // enkele live-post zonder werkende next-link; neem dan die lijst. if ((fallback.chapters || []).length > (novel.chapters || []).length) { novel.chapters = fallback.chapters; if (!novel.summary && fallback.summary) { novel.summary = fallback.summary; } } // Statische indexcovers overschrijven een live broncover, zodat een // bibliotheek-refresh een eerdere data-URI of logo kan vervangen. if (fallback.cover) { novel.cover = fallback.cover; } return novel; } catch (err) { if (novel) { return novel; } throw err; } } if (novel) { return novel; } throw new Error( "HFY Novels: kon de reeks " + novelPath + " niet live bepalen (" + ((live && live.reason) || "geen bron") + ").", ); } async parseChapter(chapterPath) { const id = chapterIdFromPath(chapterPath); if (!id) { throw new Error("HFY Novels: ongeldig hoofdstuk-id"); } const mode = this.chapterMode(); let redditError = ""; if (mode !== "arctic") { const reddit = await tryRedditChapter(id); if (reddit.ok) { return renderChapter(reddit.post, "Reddit"); } redditError = reddit.reason || "onbekende fout"; if (mode === "reddit") { throw new Error( "HFY Novels: Reddit gaf geen hoofdstuk (" + redditError + "). Log in via Open in WebView op reddit.com en probeer het opnieuw.", ); } } const arctic = await tryArcticChapter(this.chapterSource(), id); if (arctic.ok) { const suffix = mode === "arctic" ? "Arctic Shift" : "Arctic Shift (fallback)"; return renderChapter(arctic.post, suffix); } if (redditError) { throw new Error( "HFY Novels: Reddit (" + redditError + ") en Arctic Shift (" + (arctic.reason || "geen tekst") + ") faalden allebei.", ); } throw new Error("HFY Novels: kon hoofdstuk " + id + " niet laden (" + (arctic.reason || "geen tekst") + ")"); } async staticPopular(pageNo, options) { const opts = options || {}; const filters = opts.filters || {}; const showLatest = !!opts.showLatestNovels || (filters.catalog && filters.catalog.value === "new"); const page = Math.max(1, parseInt(pageNo, 10) || 1); const usePagedCatalog = !showLatest && (!filters.kind || filters.kind.value === "all") && (!filters.nsfw || filters.nsfw.value === "hide"); if (usePagedCatalog) { const meta = await this.loadMeta(); const pages = meta.pages || []; const spec = pages[page - 1]; if (!spec) { return []; } const payload = await readJson(this.indexUrl(spec.path), "cataloguspagina " + page); const novels = (payload.novels || []).filter((n) => !n.nsfw); return novels.map((n) => toNovelItem(n, this)); } const search = await readJson(this.indexUrl("search-index.json"), "zoekindex"); const items = (search.novels || []).filter((n) => this.matchesFilters(n, filters)); const size = (await this.loadMeta()).pageSize || PAGE_FALLBACK_SIZE; const start = (page - 1) * size; return items.slice(start, start + size).map((n) => toNovelItem(n, this)); } async staticSearch(searchTerm, pageNo) { const term = String(searchTerm || "").trim().toLowerCase(); if (!term) { return []; } const page = Math.max(1, parseInt(pageNo, 10) || 1); const search = await readJson(this.indexUrl("search-index.json"), "zoekindex"); const hits = (search.novels || []).filter((n) => { const name = String(n.name || "").toLowerCase(); const author = String(n.author || "").toLowerCase(); return name.includes(term) || author.includes(term); }); const start = (page - 1) * PAGE_FALLBACK_SIZE; return hits.slice(start, start + PAGE_FALLBACK_SIZE).map((n) => toNovelItem(n, this)); } async staticParseNovel(novelPath) { const data = await readJson(this.indexUrl(this.seriesFileFor(novelPath)), "reeks " + novelPath); return { path: data.path || novelPath, name: data.name || "Untitled", author: data.author || "Anonymous", artist: undefined, cover: this.coverFor({ name: data.name, cover: data.cover }), genres: data.genres || "HFY", status: statusFrom(data.status), summary: data.summary || "", chapters: (data.chapterList || []).map((ch) => ({ name: ch.name, path: ch.path, releaseTime: ch.releaseTime || null, chapterNumber: ch.chapterNumber, })), }; } async liveWikiNovels(page, filters, mode) { const fetched = await this.loadWikiIndex(mode); if (!fetched.ok) { return fetched; } let items = fetched.entries.map((entry) => wikiEntryToItem(entry, this, fetched.source)); items = items.filter((entry) => this.matchesFilters(entry, filters)); const start = (page - 1) * PAGE_FALLBACK_SIZE; return { ok: true, items: items.slice(start, start + PAGE_FALLBACK_SIZE), source: fetched.source }; } async liveLatestNovels(page, filters, mode) { const fetched = await this.loadRecentOcPosts(page, mode); if (!fetched.ok) { return fetched; } const grouped = groupPostsIntoNovels(fetched.posts, fetched.wikiEntries || []); const items = grouped .filter((entry) => this.matchesFilters(entry, filters)) .map((entry) => toNovelItem(Object.assign({}, entry, { source: fetched.source }), this)); return { ok: true, items: items, source: fetched.source }; } async liveSearchNovels(term, page, mode) { const wiki = await this.loadWikiIndex(mode === "reddit" ? "reddit" : "auto"); const wikiHits = (wiki.ok ? wiki.entries : []).filter((entry) => wikiEntryMatches(entry, term)); const postsRes = await this.loadSearchPosts(term, page, mode); if (!postsRes.ok && !wiki.ok) { return postsRes.ok === false ? postsRes : wiki; } const grouped = groupPostsIntoNovels(postsRes.ok ? postsRes.posts : [], wiki.ok ? wiki.entries : []); const byKey = {}; const items = []; function addItem(entry) { const key = (entry.path || "") + "|" + normalizeTitle(entry.name); if (byKey[key]) { return; } byKey[key] = true; items.push(toNovelItem(entry, this)); } const add = addItem.bind(this); wikiHits.forEach((entry) => add(wikiEntryToItem(entry, this, wiki.source))); grouped.forEach((entry) => add(Object.assign({}, entry, { source: postsRes.ok ? postsRes.source : wiki.source }))); if (!items.length && !postsRes.ok) { return { ok: false, reason: postsRes.reason || (wiki.ok ? "geen treffers" : wiki.reason) }; } const start = (page - 1) * PAGE_FALLBACK_SIZE; return { ok: true, items: items.slice(start, start + PAGE_FALLBACK_SIZE) }; } async liveParseNovel(novelPath, mode) { const wikiSlug = wikiSlugFromPath(novelPath); const startId = chapterIdFromPath(novelPath) || chapterIdFromPath(String(novelPath).replace(/^series\//, "chapter/")); let entry = null; let reason = ""; let source = ""; if (wikiSlug) { const page = await this.loadWikiPage(wikiSlug, mode); if (page.ok) { entry = page.entry; source = page.source || source; } else { reason = page.reason || "wiki-subpagina ontbreekt"; if (mode === "reddit") { return { ok: false, reason: reason }; } } } const seedId = (entry && (entry.firstId || (entry.chapterIds && entry.chapterIds[0]))) || startId; const wanted = uniqueIds([].concat((entry && entry.chapterIds) || [], seedId ? [seedId] : [])); const fetched = await this.loadPostsByIds(wanted, mode); if (!fetched.ok && !fetched.posts.length) { return { ok: false, reason: reason || fetched.reason || "geen posts" }; } const byId = {}; fetched.posts.forEach((post) => { const id = postId(post); if (id) { byId[id] = post; } }); const toc = wanted.map((id) => byId[id]).filter(Boolean); let members = toc.slice(); const startPost = toc.length ? toc[toc.length - 1] : byId[seedId]; if (startPost) { const tail = await this.followChain(startPost, byId, mode); const seen = {}; members.forEach((p) => { seen[postId(p)] = true; }); tail.forEach((p) => { const id = postId(p); if (id && !seen[id]) { seen[id] = true; members.push(p); } }); } if (!members.length) { return { ok: false, reason: reason || fetched.reason || "geen hoofdstukken" }; } members = members.slice().sort(comparePosts); const first = members[0]; const name = (entry && entry.title) || guessTitle(members.map((p) => p.title)) || first.title || "Untitled"; const author = (entry && entry.author) || first.author || "Anonymous"; const path = startId ? "series/" + postId(first) : wikiSlug ? "wiki/" + wikiSlug : "series/" + postId(first); const nsfw = members.some((p) => p.over_18 || p.over18); const oneshot = members.length <= 1; return { ok: true, novel: { path: path, name: name, author: author, artist: undefined, cover: this.coverFor({ name: name, cover: null, source: (fetched && fetched.source) || source }), genres: nsfw ? "HFY, NSFW" : "HFY", status: oneshot ? NovelStatus.Completed : NovelStatus.Unknown, summary: author ? "HFY-serie van u/" + author + "." : "", chapters: members.map((p, i) => ({ name: p.title || "Chapter " + (i + 1), path: "chapter/" + postId(p), releaseTime: releaseTimeOf(p), chapterNumber: i + 1, })), }, }; } async loadWikiIndex(mode) { const cached = readWikiCache(); if (cached && cached.entries && cached.entries.length) { return { ok: true, entries: cached.entries, source: cached.source || "reddit" }; } if (mode !== "arctic") { const reddit = await fetchRedditWikiMarkdown(WIKI_INDEX_PATH); if (reddit.ok) { const entries = parseSeriesIndex(reddit.markdown); if (entries.length) { writeWikiCache(entries, "reddit"); return { ok: true, entries: entries, source: "reddit" }; } } if (mode === "reddit") { return { ok: false, reason: (reddit && reddit.reason) || "lege wiki-index" }; } } const arctic = await fetchArcticWikiPage(this.chapterSource(), WIKI_INDEX_PATH); if (arctic.ok) { const entries = parseSeriesIndex(arctic.markdown); if (entries.length) { writeWikiCache(entries, "arctic"); return { ok: true, entries: entries, source: "arctic" }; } } return { ok: false, reason: (arctic && arctic.reason) || "wiki-index niet beschikbaar" }; } async loadWikiPage(slug, mode) { const path = WIKI_INDEX_PATH + "/" + slug; if (mode !== "arctic") { const reddit = await fetchRedditWikiMarkdown(path); if (reddit.ok) { return { ok: true, entry: parseSeriesPage(reddit.markdown, path), source: "reddit" }; } if (mode === "reddit") { return reddit; } } const arctic = await fetchArcticWikiPage(this.chapterSource(), path); if (arctic.ok) { return { ok: true, entry: parseSeriesPage(arctic.markdown, path), source: "arctic" }; } return { ok: false, reason: (arctic && arctic.reason) || "wiki-subpagina niet beschikbaar" }; } async loadSearchPosts(term, page, mode) { if (mode !== "arctic") { const reddit = await fetchRedditSearch(term, page); if (reddit.ok) { return reddit; } if (mode === "reddit") { return reddit; } } return await fetchArcticSearch(this.chapterSource(), term); } async loadRecentOcPosts(page, mode) { const wiki = await this.loadWikiIndex(mode === "reddit" ? "reddit" : "auto"); if (mode !== "arctic") { const reddit = await fetchRedditListing("/r/HFY/new.json", page); if (reddit.ok) { return { ok: true, posts: reddit.posts.filter(isStoryPost), wikiEntries: wiki.ok ? wiki.entries : [], source: "reddit", }; } if (mode === "reddit") { return reddit; } } const arctic = await fetchArcticRecent(this.chapterSource()); if (arctic.ok) { return { ok: true, posts: (arctic.posts || []).filter(isStoryPost), wikiEntries: wiki.ok ? wiki.entries : [], source: "arctic", }; } return arctic; } async loadPostsByIds(ids, mode) { const wanted = uniqueIds(ids); if (!wanted.length) { return { ok: true, posts: [], source: "none" }; } if (mode !== "arctic") { const reddit = await fetchRedditPostsByIds(wanted); if (reddit.ok) { return reddit; } if (mode === "reddit") { return reddit; } } return await fetchArcticPostsByIds(this.chapterSource(), wanted); } async followChain(seed, byId, mode) { const chain = []; const visited = {}; let current = seed; let guard = 0; while (current && guard < 400) { const id = postId(current); if (!id || visited[id]) { break; } visited[id] = true; chain.push(current); const nxt = pickNextLink(current); if (!nxt || visited[nxt]) { break; } if (!byId[nxt]) { const fetched = await this.loadPostsByIds([nxt], mode); (fetched.posts || []).forEach((p) => { const pid = postId(p); if (pid) { byId[pid] = p; } }); } const candidate = byId[nxt]; if (!candidate) { break; } if (!titlesBelongTogether(current.title, candidate.title, current.author, candidate.author, nxt === pickNextLink(current))) { // Expliciete next van dezelfde auteur mag iets lager scoren; anders stoppen. if (!sameAuthor(current, candidate) || titleSimilarity(current.title, candidate.title) < 0.4) { break; } } current = candidate; guard += 1; } return chain; } } function wikiSlugFromPath(novelPath) { const raw = String(novelPath || "").trim(); const m = raw.match(/^(?:wiki\/|series\/wiki\/)?(?:r\/hfy\/wiki\/series\/)?([a-z0-9][a-z0-9_-]{1,80})$/i); if (!m) { return ""; } const slug = m[1]; if (/^[0-9a-z]{4,10}$/i.test(slug) && raw.indexOf("wiki/") === -1) { return ""; } if (raw.indexOf("wiki/") === 0 || raw.indexOf("/wiki/series/") !== -1) { return slug; } return ""; } function wikiEntryToItem(entry, plugin, source) { const first = entry.firstId || (entry.chapterIds && entry.chapterIds[0]) || ""; const path = first ? "series/" + first : "wiki/" + entry.slug; return { name: entry.title, path: path, cover: plugin.coverFor({ name: entry.title, cover: null, source: source }), author: entry.author || "", oneshot: false, nsfw: false, }; } function wikiEntryMatches(entry, term) { const q = String(term || "").trim().toLowerCase(); if (!q) { return false; } const title = String(entry.title || "").toLowerCase(); const author = String(entry.author || "").toLowerCase(); const slug = String(entry.slug || "").toLowerCase().replace(/_/g, " "); return title.indexOf(q) !== -1 || author.indexOf(q) !== -1 || slug.indexOf(q) !== -1; } function readWikiCache() { try { const value = storage.get(WIKI_CACHE_KEY); if (!value) { return null; } if (Array.isArray(value)) { return { entries: value }; } if (value.entries && Array.isArray(value.entries)) { return value; } } catch (err) { return null; } return null; } function writeWikiCache(entries, source) { try { const expires = Date.now() + WIKI_CACHE_MS; storage.set(WIKI_CACHE_KEY, { fetchedAt: Date.now(), entries: entries, source: source || "reddit" }, expires); } catch (err) { // cache is optioneel } } function parseSeriesIndex(markdown) { const text = String(markdown || ""); const out = []; const seen = {}; const re = /^\s*[\*\-]\s*\[([^\]]+)\]\(([^)]+)\)(.*)$/gm; let m; while ((m = re.exec(text))) { const title = cleanHeading(m[1]); const path = normalizeWikiPath(m[2]); if (!path || path.toLowerCase().indexOf("/wiki/series/") === -1) { continue; } const key = path.toLowerCase(); if (seen[key]) { continue; } seen[key] = true; const slug = path.split("/").filter(Boolean).pop(); out.push({ title: title || slug.replace(/_/g, " "), wikiPath: path, slug: slug, author: authorFromRest(m[3] || ""), chapterIds: [], firstId: "", }); } return out; } function parseSeriesPage(markdown, wikiPath) { const text = String(markdown || ""); const path = normalizeWikiPath(wikiPath) || String(wikiPath || ""); const slug = path.split("/").filter(Boolean).pop() || ""; const heading = text.match(/^#{1,4}\s*(.+)$/m); let title = heading ? cleanHeading(heading[1]) : slug.replace(/_/g, " "); if (title && /^(all series|series|one shots|oneshots)$/i.test(title)) { title = slug.replace(/_/g, " "); } const ids = []; const seen = {}; extractLabeledLinks(text).forEach((link) => { if (!seen[link.id]) { seen[link.id] = true; ids.push(link.id); } }); extractIds(text).forEach((id) => { if (!seen[id]) { seen[id] = true; ids.push(id); } }); return { title: title, wikiPath: path, slug: slug, author: authorFromPage(text), chapterIds: ids, firstId: ids[0] || "", }; } function normalizeWikiPath(href) { if (!href) { return ""; } let raw = String(href).trim().split(")")[0].split(/\s+/)[0]; raw = raw.replace(/\/wiki\/settings\/series\//i, "/wiki/series/"); const m = raw.match(/(?:https?:\/\/(?:www\.)?reddit\.com)?(\/r\/[^/]+\/wiki\/(?:series)\/[^)#\s]+)/i); if (!m) { return ""; } const parts = m[1].split("/"); if (parts.length >= 3 && parts[1].toLowerCase() === "r") { parts[2] = "hfy"; } return parts.join("/").replace(/\/+$/, "").replace(/\/r\/HFY\//i, "/r/hfy/"); } function cleanHeading(raw) { let text = String(raw || "").replace(/\[([^\]]+)\]\([^)]+\)/g, "$1"); text = text.replace(/[*_`]+/g, ""); return text.replace(/\s+/g, " ").trim(); } function authorFromRest(rest) { const m = String(rest || "").match(/\[\s*\*([^*]+)\*\s*\]/); if (!m) { return ""; } return m[1].replace(/^u\//, "").trim(); } function authorFromPage(markdown) { const wiki = String(markdown || "").match( /\[(?:\*\*)?([^\]*]+)(?:\*\*)?\]\((?:https?:\/\/(?:www\.)?reddit\.com)?\/r\/[^/]+\/wiki\/authors\/([^)\s/]+)/i, ); if (wiki) { return (wiki[1] || wiki[2] || "").trim(); } const by = String(markdown || "").match(/(?:a\s+story\s+by|author)\s*[:.\-–—]?\s*\[(?:\*\*)?([^\]*]+)(?:\*\*)?\]/i); if (by) { return by[1].trim(); } const user = String(markdown || "").slice(0, 2000).match(/(?:https?:\/\/(?:www\.)?reddit\.com)?\/u(?:ser)?\/([A-Za-z0-9_-]+)|(? l.kind === "next"); if (next) { return next.id; } const other = links.find((l) => l.kind === "other"); return other ? other.id : ""; } function isStoryPost(post) { if (!post) { return false; } const isSelf = post.is_self !== false && post.isSelf !== false; if (!isSelf && !(post.selftext || post.selftext_html)) { return false; } const flair = String(post.link_flair_text || post.flair || "") .trim() .toLowerCase() .replace(/\s+/g, ""); if (["meta", "mod", "media", "art", "video", "misc"].indexOf(flair) !== -1) { return false; } const title = String(post.title || "").toLowerCase(); if (title.indexOf("[meta]") === 0 || title.indexOf("[mod]") === 0) { return false; } return true; } function isSeedPost(post) { const flair = String(post.link_flair_text || post.flair || "") .trim() .toLowerCase() .replace(/\s+/g, ""); if (flair.indexOf("firstofseries") !== -1) { return true; } if (flair.indexOf("oneshot") !== -1) { return true; } return isStartTitle(post.title); } function isStartTitle(title) { return /(?:^|[\s:\-–—|\[\(])(?:(?:part|chapter|ch|pt|episode|ep)\.?\s*(?:1|i|one|first)\b|#\s*1\b|\(\s*1\s*(?:\/\s*(?:\d+|\?))?\s*\)|prologue)\b/i.test( String(title || ""), ); } function normalizeTitle(title) { let text = String(title || ""); try { text = text.normalize("NFKD").replace(/[\u0300-\u036f]/g, ""); } catch (err) { // oudere JS zonder normalize } text = text.replace( /\[\s*(?:oc|pi|hfy|ff|fic|meta|chapter|ch|part|pt|oneshot|one[-\s]?shot)(?:[^\]]*)\]/gi, " ", ); text = text.replace(/^\s*(?:oc|pi|hfy|ff)\s*[:|\-–—]\s*/i, " "); text = text.replace( /(?:^|[\s,;:\-–—|\[\(])(?:part|chapter|chapters|ch|pt|episode|ep|update|book|vol|volume)\.?\s*(?:[0-9]+(?:\s*[./]\s*[0-9]+)?)|#\s*[0-9]+[\]\)]?/gi, " ", ); text = text.replace(/[\s:\-–—|]*\(\s*[0-9]{1,4}\s*(?:\/\s*(?:[0-9]{1,4}|\?)\s*)?\)/g, " "); text = text.replace(/[\s:\-–—|]+(?:[0-9]{1,4})(?:\s*[./]\s*[0-9]{1,4})?\s*$/g, " "); return text.toLowerCase().replace(/["“”‘’`]+/g, "").replace(/[^a-z0-9]+/g, " ").replace(/\s+/g, " ").trim(); } function titleSimilarity(a, b) { const ta = normalizeTitle(a).split(" ").filter(Boolean); const tb = normalizeTitle(b).split(" ").filter(Boolean); if (!ta.length || !tb.length) { return 0; } const setB = {}; tb.forEach((w) => { setB[w] = true; }); let inter = 0; ta.forEach((w) => { if (setB[w]) { inter += 1; } }); return inter / Math.sqrt(ta.length * tb.length); } function titlesBelongTogether(aTitle, bTitle, aAuthor, bAuthor, explicitNext) { if (aAuthor && bAuthor && String(aAuthor).toLowerCase() !== String(bAuthor).toLowerCase()) { return explicitNext && titleSimilarity(aTitle, bTitle) >= 0.4; } const score = titleSimilarity(aTitle, bTitle); return explicitNext ? score >= 0.3 : score >= 0.5; } function guessTitle(titles) { if (!titles || !titles.length) { return ""; } const norms = titles.map(normalizeTitle).filter(Boolean); if (!norms.length) { return String(titles[0] || "").replace(/\s+/g, " ").trim(); } const first = norms[0].split(" "); let end = first.length; for (let i = 1; i < norms.length; i++) { const parts = norms[i].split(" "); let j = 0; while (j < end && j < parts.length && parts[j] === first[j]) { j += 1; } end = j; } const shared = first.slice(0, end).join(" "); if (shared.length >= 4) { return shared.replace(/\b\w/g, (c) => c.toUpperCase()); } return String(titles[0] || "").replace(/\s+/g, " ").trim(); } function groupPostsIntoNovels(posts, wikiEntries) { const stories = (posts || []).filter(isStoryPost); const groups = []; const claimed = {}; const wiki = wikiEntries || []; function matchWiki(post) { const key = normalizeTitle(post.title); const author = String(post.author || "").toLowerCase(); let best = null; let bestScore = 0; wiki.forEach((entry) => { if (entry.author && author && entry.author.toLowerCase() !== author) { return; } const score = titleSimilarity(entry.title, post.title); if (score > bestScore) { bestScore = score; best = entry; } }); if (best && bestScore >= 0.55) { return best; } if (best && key && normalizeTitle(best.title) === key) { return best; } return null; } const byWiki = {}; const byKey = {}; stories.forEach((post) => { const wikiHit = matchWiki(post); if (wikiHit) { const k = "wiki:" + (wikiHit.slug || wikiHit.wikiPath); if (!byWiki[k]) { byWiki[k] = { entry: wikiHit, posts: [] }; } byWiki[k].posts.push(post); claimed[postId(post)] = true; return; } const key = String(post.author || "").toLowerCase() + "|" + normalizeTitle(post.title); if (!byKey[key]) { byKey[key] = []; } byKey[key].push(post); }); Object.keys(byWiki).forEach((k) => { const g = byWiki[k]; const members = g.posts.slice().sort(comparePosts); const first = members[0]; groups.push({ name: g.entry.title, path: postId(first) ? "series/" + postId(first) : "wiki/" + g.entry.slug, author: g.entry.author || first.author || "", oneshot: members.length <= 1, nsfw: members.some((p) => p.over_18 || p.over18), cover: null, }); }); Object.keys(byKey).forEach((k) => { const members = byKey[k].filter((p) => !claimed[postId(p)]).sort(comparePosts); if (!members.length) { return; } // Alleen een nieuwe reeks starten als er een zaad is, of precies één post. const seeds = members.filter(isSeedPost); const use = seeds.length ? [seeds[0]].concat(members.filter((p) => p !== seeds[0])) : members; const ordered = use.slice().sort(comparePosts); const first = ordered[0]; groups.push({ name: guessTitle(ordered.map((p) => p.title)) || first.title, path: "series/" + postId(first), author: first.author || "", oneshot: ordered.length <= 1, nsfw: ordered.some((p) => p.over_18 || p.over18), cover: null, }); }); return groups; } function uniqueIds(ids) { const seen = {}; const out = []; (ids || []).forEach((id) => { const key = String(id || "") .replace(/^t3_/, "") .toLowerCase(); if (!/^[0-9a-z]{4,10}$/.test(key) || seen[key]) { return; } seen[key] = true; out.push(key); }); return out; } async function fetchRedditBody(url) { const res = await fetchApi(url, { headers: { Accept: "application/json" } }); const body = res && typeof res.text === "function" ? await res.text() : ""; const status = res && res.status != null ? res.status : "?"; if (!res || res.ok === false || isLoginOrBlockPage(res, body)) { return { ok: false, blocked: !res || res.ok === false || isLoginOrBlockPage(res, body), reason: "HTTP " + status + (isLoginOrBlockPage(res, body) ? " (login of blokkade)" : ""), body: body, res: res, }; } if (!body || looksLikeHtml(body)) { return { ok: false, reason: "geen JSON", body: body, res: res }; } return { ok: true, body: body, res: res }; } async function fetchRedditJson(pathAndQuery) { const path = pathAndQuery.indexOf("/") === 0 ? pathAndQuery : "/" + pathAndQuery; const urls = [REDDIT_WWW + path, REDDIT_OLD + path]; let last = { ok: false, reason: "geen antwoord" }; for (let i = 0; i < urls.length; i++) { try { const got = await fetchRedditBody(urls[i]); if (!got.ok) { last = got; continue; } try { return { ok: true, data: JSON.parse(got.body), source: "reddit" }; } catch (err) { last = { ok: false, reason: "ongeldige JSON" }; } } catch (err) { last = { ok: false, reason: err && err.message ? err.message : String(err) }; } } return last; } async function fetchRedditWikiMarkdown(wikiPath) { const path = String(wikiPath || "").replace(/\/+$/, ""); const result = await fetchRedditJson(path + ".json?raw_json=1"); if (!result.ok) { return result; } const data = result.data && result.data.data ? result.data.data : result.data; const markdown = data && (data.content_md || data.content_html || data.content); if (!markdown || !String(markdown).trim()) { return { ok: false, reason: "lege wikipagina" }; } return { ok: true, markdown: String(data.content_md || markdown), source: "reddit" }; } async function fetchRedditSearch(term, page) { const params = "q=" + encodeURIComponent(term) + "&restrict_sr=1&sort=relevance&limit=25&raw_json=1&type=link&count=" + ((Math.max(1, page) - 1) * 25); const result = await fetchRedditJson("/r/HFY/search.json?" + params); if (!result.ok) { return result; } return { ok: true, posts: listingPosts(result.data), source: "reddit" }; } async function fetchRedditListing(path, page) { const count = (Math.max(1, page) - 1) * 25; const qs = "limit=25&raw_json=1" + (count ? "&count=" + count : ""); const result = await fetchRedditJson(path + (path.indexOf("?") === -1 ? "?" : "&") + qs); if (!result.ok) { return result; } return { ok: true, posts: listingPosts(result.data), source: "reddit" }; } async function fetchRedditPostsByIds(ids) { const full = uniqueIds(ids).map((id) => "t3_" + id); const posts = []; for (let i = 0; i < full.length; i += 100) { const chunk = full.slice(i, i + 100); const result = await fetchRedditJson("/api/info.json?id=" + encodeURIComponent(chunk.join(",")) + "&raw_json=1"); if (!result.ok) { if (!posts.length) { return result; } break; } listingPosts(result.data).forEach((p) => posts.push(p)); } return { ok: true, posts: posts, source: "reddit" }; } function listingPosts(payload) { const listing = Array.isArray(payload) ? payload[0] : payload; const children = listing && listing.data && Array.isArray(listing.data.children) ? listing.data.children : []; const out = []; children.forEach((child) => { if (child && child.data && (!child.kind || child.kind === "t3")) { out.push(child.data); } }); return out; } async function fetchArcticWikiPage(base, wikiPath) { const url = String(base || "").replace(/\/+$/, "") + "/api/subreddits/wikis?paths=" + encodeURIComponent(wikiPath); try { const payload = await readJson(url, "wiki " + wikiPath); const pages = payload.data || payload; const page = Array.isArray(pages) ? pages[0] : pages; const markdown = page && (page.content || page.content_md); if (!markdown || !String(markdown).trim()) { return { ok: false, reason: "lege Arctic Shift-wikipagina" }; } return { ok: true, markdown: String(markdown), source: "arctic" }; } catch (err) { return { ok: false, reason: err && err.message ? err.message : String(err) }; } } async function fetchArcticSearch(base, term) { const root = String(base || "").replace(/\/+$/, ""); const tryUrls = [ root + "/api/posts/search?subreddit=HFY&query=" + encodeURIComponent(term) + "&limit=25&sort=desc", root + "/api/posts/search?subreddit=HFY&title=" + encodeURIComponent(term) + "&limit=25&sort=desc", ]; let last = { ok: false, reason: "Arctic Shift-zoeken mislukt" }; for (let i = 0; i < tryUrls.length; i++) { try { const payload = await readJson(tryUrls[i], "zoeken"); const posts = payload.data || payload; if (Array.isArray(posts)) { return { ok: true, posts: posts, source: "arctic" }; } } catch (err) { last = { ok: false, reason: err && err.message ? err.message : String(err) }; } } return last; } async function fetchArcticRecent(base) { const url = String(base || "").replace(/\/+$/, "") + "/api/posts/search?subreddit=HFY&limit=50&sort=desc"; try { const payload = await readJson(url, "recente posts"); const posts = payload.data || payload; return { ok: true, posts: Array.isArray(posts) ? posts : [], source: "arctic" }; } catch (err) { return { ok: false, reason: err && err.message ? err.message : String(err) }; } } async function fetchArcticPostsByIds(base, ids) { const url = String(base || "").replace(/\/+$/, "") + "/api/posts/ids?ids=" + encodeURIComponent(uniqueIds(ids).join(",")); try { const payload = await readJson(url, "posts"); const posts = payload.data || payload; return { ok: true, posts: Array.isArray(posts) ? posts : [], source: "arctic" }; } catch (err) { return { ok: false, reason: err && err.message ? err.message : String(err) }; } } function chapterIdFromPath(chapterPath) { const id = String(chapterPath || "") .replace(/^chapter\//, "") .replace(/^series\//, "") .trim() .toLowerCase(); return /^[0-9a-z]{4,10}$/.test(id) ? id : ""; } function redditJsonUrls(id) { const path = "/r/HFY/comments/" + id + "/.json?raw_json=1"; return [REDDIT_WWW + path, REDDIT_OLD + path]; } function looksLikeHtml(text) { const body = String(text || "").trim(); if (!body) { return false; } return /^\s*<(!DOCTYPE|html|body|head)\b/i.test(body); } function isLoginOrBlockPage(res, body) { const status = res && res.status != null ? Number(res.status) : 0; if (status === 401 || status === 403 || status === 429) { return true; } const finalUrl = String((res && res.url) || ""); if (/[?&]reason=lor2\b/i.test(finalUrl) || /\/login\b/i.test(finalUrl)) { return true; } const type = String( (res && res.headers && typeof res.headers.get === "function" && res.headers.get("content-type")) || "", ).toLowerCase(); if (type.indexOf("text/html") !== -1 && !/json/i.test(type)) { return true; } const text = String(body || ""); if (looksLikeHtml(text)) { return true; } const lower = text.toLowerCase(); if ( lower.indexOf("reason=lor2") !== -1 || lower.indexOf("www.reddit.com/login") !== -1 || lower.indexOf("old.reddit.com/login") !== -1 || lower.indexOf("log in to reddit") !== -1 || (lower.indexOf("shreddit") !== -1 && lower.indexOf(" !c.kind || c.kind === "t3") || children[0]; if (!child || !child.data) { return null; } if (child.kind && child.kind !== "t3") { return null; } return child.data; } function decodeRedditHtml(html) { let text = String(html || ""); if (text.indexOf("<") !== -1 || text.indexOf("&") !== -1) { text = text .replace(/</g, "<") .replace(/>/g, ">") .replace(/"/g, '"') .replace(/'/g, "'") .replace(/&/g, "&"); } return text; } async function tryRedditChapter(id) { let lastReason = "geen antwoord"; const urls = redditJsonUrls(id); for (let i = 0; i < urls.length; i++) { const url = urls[i]; try { const res = await fetchApi(url, { headers: { Accept: "application/json" } }); const body = typeof res.text === "function" ? await res.text() : ""; if (!res || res.ok === false || isLoginOrBlockPage(res, body)) { const status = res && res.status != null ? res.status : "?"; lastReason = "HTTP " + status + (isLoginOrBlockPage(res, body) ? " (login of blokkade)" : ""); continue; } if (!body || looksLikeHtml(body)) { lastReason = "geen JSON"; continue; } let payload; try { payload = JSON.parse(body); } catch (err) { lastReason = "ongeldige JSON"; continue; } const post = postFromRedditPayload(payload); if (!post) { lastReason = "geen post in de listing"; continue; } return { ok: true, post: post }; } catch (err) { lastReason = err && err.message ? err.message : String(err); } } return { ok: false, reason: lastReason }; } async function tryArcticChapter(base, id) { const url = String(base || "").replace(/\/+$/, "") + "/api/posts/ids?ids=" + encodeURIComponent(id) + "&md2html=true"; try { const payload = await readJson(url, "hoofdstuk " + id); const posts = payload.data || payload; const post = Array.isArray(posts) ? posts[0] : posts; if (!post) { return { ok: false, reason: "leeg antwoord" }; } return { ok: true, post: post }; } catch (err) { return { ok: false, reason: err && err.message ? err.message : String(err) }; } } function sourceFooter(label) { return '
Bron: ' + escapeHtml(label) + "
"; } function renderChapter(post, sourceLabel) { if (!post) { return "Dit hoofdstuk is niet (meer) beschikbaar.
" + sourceFooter(sourceLabel); } const title = post.title ? "by u/" + escapeHtml(post.author) + "
" : ""; const rawHtml = post.selftext_html ? decodeRedditHtml(post.selftext_html) : ""; const html = rawHtml ? sanitizeHtml(rawHtml) : markdownToHtml(post.selftext || ""); if (!html) { return ( title + by + "Deze post heeft geen tekst (verwijderd of een link-post).
" + sourceFooter(sourceLabel) ); } return title + by + html + sourceFooter(sourceLabel); } function escapeHtml(text) { return String(text) .replace(/&/g, "&") .replace(//g, ">") .replace(/"/g, """); } function sanitizeHtml(html) { // Reddit en Arctic Shift leveren HTML; we strippen scripts en on-event-attributen. return String(html) .replace(/