Changeset b79466e in Klonkt

Timestamp:

06/26/2026 10:04:14 AM (2 months ago)

Author:

Robin Genis <roboburr@…>

Branches:

main

Children:

a404018

Parents:

14e2ce1

Message:

feat(fediverse): self-heal the timeline cache once per SELFHEAL_VERSION bump

selfHealTimeline() re-fetches cached ap_timeline notes and refreshes content +
media (recovers covers/edits delivered during a flux window, e.g. a fleet-wide
update) and drops gone (404/410) notes. Gated by a selfheal_version setting so it
runs ONCE after a SELFHEAL_VERSION bump, not on every boot. Async + bounded
(latest 200) like autoMigrateCircles. Closes prutfolio-src-5gl.

Co-Authored-By: Claude <noreply@…>

Location:

src

Files:

• server.js (modified) (2 diffs)
• services/ActivityPubService.js (modified) (2 diffs)

src/server.js

@@ -58 +58 @@
 import ogRoutes from './routes/og.js';
 import apRoutes from './routes/activitypub.js';
-import { apWants, startDeliveryWorker, autoMigrateCircles } from './services/ActivityPubService.js';
+import { apWants, startDeliveryWorker, autoMigrateCircles, selfHealTimeline } from './services/ActivityPubService.js';
 
 // SESSION_SECRET: use the env var if set. Otherwise auto-generate a strong one
@@ -162 +162 @@
 startDeliveryWorker(); // retry failed fediverse deliveries with backoff
 autoMigrateCircles(); // one-time: convert legacy circle_links -> AP auto-boost follows
+selfHealTimeline(); // once per SELFHEAL_VERSION bump: re-sync the fediverse cache (covers/edits) after a drastic update
 
 // Safety net: guarantee that there is always a primary site (solo/hub/circle).

src/services/ActivityPubService.js

@@ -1105 +1105 @@
 }
 
+// ── Self-heal: re-sync the fediverse cache (ap_timeline) after a DRASTIC update ──
+// Runs ONCE per SELFHEAL_VERSION bump — NOT on every boot. Re-fetches each cached
+// note and refreshes content + media (recovers covers/edits that were delivered
+// during a flux window, e.g. a fleet-wide update), and drops notes that are gone
+// (404/410). Bump SELFHEAL_VERSION only on a release that warrants a re-sync.
+const SELFHEAL_VERSION = 1;
+async function fetchNoteAP(url) {
+  try {
+    const r = await fetch(url, { headers: { Accept: 'application/activity+json' } });
+    if (r.status === 404 || r.status === 410) return 404;
+    if (r.ok) return await r.json();
+  } catch { /* unreachable */ }
+  return null;
+}
+function mediaFromNote(note) {
+  const atts = (Array.isArray(note.attachment) ? note.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
+  if (!atts.some((m) => !m.type || /image/i.test(m.type)) && note.image) {
+    const im = Array.isArray(note.image) ? note.image[0] : note.image;
+    const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
+    if (iu) atts.push({ url: iu, type: (im && im.mediaType) || 'image/jpeg' });
+  }
+  return JSON.stringify(atts);
+}
+let _selfHealing = false;
+export async function selfHealTimeline() {
+  if (_selfHealing) return; _selfHealing = true;
+  try {
+    let cur = 0;
+    try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_version'); cur = r ? (parseInt(r.value, 10) || 0) : 0; } catch { return; }
+    if (cur >= SELFHEAL_VERSION) return; // already healed for this version — skip on normal boots
+    let rows = [];
+    try { rows = db.prepare('SELECT id, content, media_json FROM ap_timeline ORDER BY rowid DESC LIMIT 200').all(); } catch { /* no table */ }
+    let healed = 0;
+    for (const r of rows) {
+      try {
+        const note = await fetchNoteAP(r.id);
+        if (note === 404) { db.prepare('DELETE FROM ap_timeline WHERE id = ?').run(r.id); healed++; continue; }
+        if (!note || typeof note !== 'object') continue;
+        const html = HtmlSanitizerService.sanitize(note.content || '');
+        const media = mediaFromNote(note);
+        if ((html && html !== r.content) || media !== (r.media_json || '[]')) {
+          db.prepare('UPDATE ap_timeline SET content = ?, media_json = ? WHERE id = ?').run(html || r.content, media, r.id);
+          healed++;
+        }
+      } catch { /* per-note best-effort */ }
+    }
+    try { db.prepare('INSERT OR REPLACE INTO app_settings (key, value) VALUES (?, ?)').run('selfheal_version', String(SELFHEAL_VERSION)); } catch { /* ignore */ }
+    if (rows.length) console.log(`[AP] self-heal v${SELFHEAL_VERSION}: ${healed}/${rows.length} timeline notes`);
+  } catch { /* never block boot */ } finally { _selfHealing = false; }
+}
+
 // Follow a fediverse account by @handle (WebFinger → actor → signed Follow).
 export async function followActor(site, handle, autoBoost = false) {
@@ -1263 +1314 @@
   listOutbox, deliverOutboxDelete,
   webfingerResolve, followActor, resolveRemoteActor, unfollowActor, listFollowing, setAutoBoost, getTimeline, sendInteraction,
-  autoBoostCount, getCirkelPosts, getCirkelMembers, autoMigrateCircles,
+  autoBoostCount, getCirkelPosts, getCirkelMembers, autoMigrateCircles, selfHealTimeline,
   getNotifications, listBlocks, isBlockedAny, blockTarget, unblock,
   deliverWithRetry, enqueueDelivery, processDeliveryQueue, startDeliveryWorker,