"""Schijfcache voor post-metadata (geen selftext) zodat een onderbroken run verder kan.""" from __future__ import annotations import json from pathlib import Path from .cluster import Post from .links import Link, links_from_ids CACHE_DIRNAME = ".cache" class PostCache: def __init__(self, dest: Path) -> None: self.root = Path(dest) / CACHE_DIRNAME / "posts" self.root.mkdir(parents=True, exist_ok=True) def _path(self, pid: str) -> Path: pid = pid.lower() return self.root / pid[:2] / f"{pid}.json" def get(self, pid: str) -> Post | None: path = self._path(pid) if not path.exists(): return None try: raw = json.loads(path.read_text(encoding="utf-8")) except (OSError, json.JSONDecodeError): return None return _post_from_cache(raw) def put(self, post: Post) -> None: path = self._path(post.id) path.parent.mkdir(parents=True, exist_ok=True) payload = { "id": post.id, "title": post.title, "author": post.author, "created_utc": post.created_utc, "permalink": post.permalink, "flair": post.flair, "over_18": post.over_18, "score": post.score, "is_self": post.is_self, "next_ids": list(post.next_ids), "prev_ids": list(post.prev_ids), "first_ids": list(post.first_ids), "all_linked_ids": list(post.all_linked_ids), "links": [{"id": ln.id, "text": ln.text, "kind": ln.kind} for ln in post.links], } path.write_text(json.dumps(payload, ensure_ascii=False) + "\n", encoding="utf-8") def get_many(self, ids: list[str]) -> dict[str, Post]: out: dict[str, Post] = {} for pid in ids: post = self.get(pid) if post: out[post.id] = post return out def _post_from_cache(raw: dict) -> Post | None: pid = (raw.get("id") or "").strip().lower() if not pid: return None links_raw = raw.get("links") or [] links = tuple( Link(id=str(x["id"]).lower(), text=str(x.get("text") or ""), kind=str(x.get("kind") or "other")) for x in links_raw if x.get("id") ) if not links: links = links_from_ids( raw.get("next_ids") or (), raw.get("prev_ids") or (), raw.get("first_ids") or (), raw.get("all_linked_ids") or (), ) return Post( id=pid, title=raw.get("title") or "", author=raw.get("author") or "[deleted]", created_utc=int(raw.get("created_utc") or 0), permalink=raw.get("permalink") or f"/r/HFY/comments/{pid}/", flair=raw.get("flair"), over_18=bool(raw.get("over_18")), score=int(raw.get("score") or 0), is_self=raw.get("is_self", True), next_ids=tuple(raw.get("next_ids") or ()), prev_ids=tuple(raw.get("prev_ids") or ()), first_ids=tuple(raw.get("first_ids") or ()), all_linked_ids=tuple(raw.get("all_linked_ids") or ()), links=links, )