source: Klonkt/src/services/ActivityPubService.js@ 28b59e7

main
Last change on this file since 28b59e7 was 28b59e7, checked in by roboburr <roboburr@…>, 2 months ago

fix(federation): don't federate inline images we can't serve (stale /images/... -> black tile in Mastodon)

buildNote turned every inline <img> into an AP image attachment, including a dead relative path
(e.g. a stale /images/<hash>.jpg that 404s). Mastodon then showed it as a black tile in its
attachment grid next to the real cover. Now only federate absolute http(s) URLs or our own
/media/ uploads; other relative paths (which we don't host) are skipped.

  • src/services/ActivityPubService.js — guard inline image collection in buildNote

Co-Authored-By: Claude <noreply@…>

  • Property mode set to 100644
File size: 98.3 KB
Line 
1/**
2 * ActivityPubService — Klonkt as a real ActivityPub actor (fediverse bridge).
3 *
4 * Phase 1 (this file): the PUBLISH/discoverable side.
5 * - per-site RSA keypair (Mastodon-compatible HTTP Signatures; separate from
6 * the Ed25519 keys used by the lighter Cirkels v1)
7 * - builders for the Actor document, Note objects and the Outbox collection
8 * - apWants(): HTTP content-negotiation helper (activity+json vs HTML)
9 *
10 * The interactive side (inbox: Follow/Accept, signature verify, delivery to
11 * followers) lands in the next step and is tested live against Mastodon.
12 *
13 * AP actor URLs live under /ap/* so they never clash with the human pages:
14 * actor = <base>/ap/users/<slug>
15 * inbox = <actor>/inbox outbox = <actor>/outbox
16 * note = <base>/ap/notes/<postId>
17 */
18import crypto from 'crypto';
19import dns from 'dns';
20import net from 'net';
21import db from '../config/database.js';
22import HtmlSanitizerService from './HtmlSanitizerService.js';
23
24const PUBLIC = 'https://www.w3.org/ns/activitystreams#Public';
25// Full JSON-LD context for every AP object we emit: AS2 core + security (publicKey) + the
26// extension terms we actually use (Mastodon/toot + schema.org), each with a term definition
27// so a strict JSON-LD processor resolves them instead of dropping them → valid AS2/JSON-LD.
28// This is the same context shape Mastodon publishes, so Mastodon sees no change.
29const AP_CONTEXT = [
30 'https://www.w3.org/ns/activitystreams',
31 'https://w3id.org/security/v1',
32 {
33 toot: 'http://joinmastodon.org/ns#',
34 schema: 'http://schema.org#',
35 sensitive: 'as:sensitive',
36 Hashtag: 'as:Hashtag',
37 manuallyApprovesFollowers: 'as:manuallyApprovesFollowers',
38 discoverable: 'toot:discoverable',
39 featured: { '@id': 'toot:featured', '@type': '@id' },
40 PropertyValue: 'schema:PropertyValue',
41 value: 'schema:value',
42 embedUrl: { '@id': 'schema:embedUrl', '@type': '@id' },
43 },
44];
45
46// Short random suffix so two activity ids minted in the same millisecond (e.g.
47// parallel saves) don't collide and get deduped by a receiver.
48const rid = () => crypto.randomBytes(4).toString('hex');
49
50// Keep only http(s) URLs — drops javascript:/data:/etc so a remote actor can't
51// smuggle a dangerous scheme into a stored href/src (rendered in owner-only views).
52const safeUrl = (u) => { const s = String(u == null ? '' : u).trim(); return /^https?:\/\//i.test(s) ? s : ''; };
53
54// ── SSRF guard for outbound fetches ───────────────────────────────
55// Remote URLs (actor/keyId/webfinger/inbox/inReplyTo) are attacker-controlled, so
56// every outbound fetch must refuse hosts that resolve to private/loopback ranges
57// (cloud metadata, internal services) — on the initial host AND each redirect hop.
58function isBlockedIp(ip) {
59 if (!ip) return true;
60 const v = net.isIP(ip);
61 if (v === 4) {
62 const o = ip.split('.').map(Number);
63 return o[0] === 127 || o[0] === 10 || o[0] === 0
64 || (o[0] === 172 && o[1] >= 16 && o[1] <= 31)
65 || (o[0] === 192 && o[1] === 168)
66 || (o[0] === 169 && o[1] === 254)
67 || (o[0] === 100 && o[1] >= 64 && o[1] <= 127); // CGNAT
68 }
69 if (v === 6) {
70 const s = ip.toLowerCase().replace(/^\[|\]$/g, '');
71 return s === '::1' || s === '::' || s.startsWith('fc') || s.startsWith('fd') || s.startsWith('fe80')
72 || s.startsWith('::ffff:127.') || s.startsWith('::ffff:10.') || s.startsWith('::ffff:192.168.')
73 || s.startsWith('::ffff:169.254.') || s.startsWith('::ffff:172.');
74 }
75 return true; // not an IP literal we recognise → refuse
76}
77async function assertPublicHost(hostname) {
78 if (net.isIP(hostname)) { if (isBlockedIp(hostname)) throw new Error('ssrf-blocked-ip'); return; }
79 const addrs = await dns.promises.lookup(hostname, { all: true });
80 if (!addrs.length || addrs.some((a) => isBlockedIp(a.address))) throw new Error('ssrf-blocked-host');
81}
82export async function safeFetch(url, opts = {}, maxRedirects = 3) {
83 let target = url;
84 for (let hop = 0; ; hop++) {
85 const u = new URL(target); // throws on malformed → caller's catch
86 if (u.protocol !== 'https:' && u.protocol !== 'http:') throw new Error('ssrf-bad-scheme');
87 await assertPublicHost(u.hostname);
88 const r = await fetch(target, { ...opts, redirect: 'manual', signal: AbortSignal.timeout(8000) });
89 const loc = (r.status >= 300 && r.status < 400) ? r.headers.get('location') : null;
90 if (loc && hop < maxRedirects) { target = new URL(loc, target).toString(); continue; }
91 return r;
92 }
93}
94const MAX_OUTBOX = 20;
95// Cache-buster for the music listen-link → forces Mastodon to re-crawl a FRESH
96// (square) player card. Bump this whenever the twitter:player card dimensions change.
97const FEDI_CARD_VER = '2';
98
99// ── RSA keys per actor (lazy, cached in DB) ───────────────────────
100// Prepared lazily (NOT at module load) — the ap_keys table is created in
101// initializeDatabase(), which runs after this module is imported.
102let _sel, _ins;
103function keyStmts() {
104 if (!_sel) {
105 _sel = db.prepare('SELECT public_pem, private_pem FROM ap_keys WHERE slug = ?');
106 _ins = db.prepare('INSERT OR IGNORE INTO ap_keys (slug, public_pem, private_pem, created_at) VALUES (?,?,?,CURRENT_TIMESTAMP)');
107 }
108 return { sel: _sel, ins: _ins };
109}
110
111export function getOrCreateKeys(slug) {
112 const { sel, ins } = keyStmts();
113 const row = sel.get(slug);
114 if (row) return row;
115 const { publicKey, privateKey } = crypto.generateKeyPairSync('rsa', {
116 modulusLength: 2048,
117 publicKeyEncoding: { type: 'spki', format: 'pem' },
118 privateKeyEncoding: { type: 'pkcs8', format: 'pem' },
119 });
120 ins.run(slug, publicKey, privateKey);
121 return sel.get(slug) || { public_pem: publicKey, private_pem: privateKey };
122}
123
124// ── content negotiation ───────────────────────────────────────────
125// True when the caller wants ActivityPub JSON rather than the HTML page.
126export function apWants(req) {
127 const a = String(req.headers.accept || '').toLowerCase();
128 return a.includes('application/activity+json') ||
129 (a.includes('application/ld+json') && a.includes('activitystreams'));
130}
131
132const AP_CONTENT_TYPE = 'application/activity+json; charset=utf-8';
133export function sendAP(res, obj) {
134 res.type(AP_CONTENT_TYPE);
135 res.set('Cache-Control', 'public, max-age=120');
136 res.send(JSON.stringify(obj));
137}
138
139// ── document builders ─────────────────────────────────────────────
140export function actorId(base, slug) { return `${base}/ap/users/${encodeURIComponent(slug)}`; }
141export function noteId(base, postId) { return `${base}/ap/notes/${encodeURIComponent(postId)}`; }
142
143export function buildActor(base, site) {
144 const id = actorId(base, site.slug);
145 const keys = getOrCreateKeys(site.slug);
146 const actor = {
147 '@context': AP_CONTEXT,
148 id,
149 type: 'Person',
150 preferredUsername: site.slug,
151 name: site.title || site.slug,
152 summary: site.tagline || site.description || '',
153 url: `${base}/${site.slug === site.primary_slug ? '' : 'user/' + encodeURIComponent(site.slug)}`,
154 manuallyApprovesFollowers: false,
155 discoverable: true,
156 inbox: `${id}/inbox`,
157 outbox: `${id}/outbox`,
158 followers: `${id}/followers`,
159 following: `${id}/following`,
160 featured: `${id}/featured`,
161 endpoints: { sharedInbox: `${base}/ap/inbox` },
162 publicKey: {
163 id: `${id}#main-key`,
164 owner: id,
165 publicKeyPem: keys.public_pem,
166 },
167 };
168 if (site.profile_photo) {
169 const u = /^https?:/.test(site.profile_photo) ? site.profile_photo : `${base}${site.profile_photo.startsWith('/') ? '' : '/'}${site.profile_photo}`;
170 actor.icon = { type: 'Image', url: u };
171 }
172 // Account creation date — shown by Mastodon + read by indexers (additive, standard AS2).
173 if (site.created_at) { try { actor.published = new Date(site.created_at).toISOString(); } catch { /* skip bad date */ } }
174 // Profile links → PropertyValue rows: Mastodon/PeerTube/WordPress-ActivityPub render these as
175 // profile metadata (rel=me enables link-back verification). Additive; ignored by simpler receivers.
176 try {
177 const links = JSON.parse(site.profile_links || '[]');
178 if (Array.isArray(links) && links.length) {
179 const esc = (s) => String(s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
180 const rows = links
181 .filter((l) => l && l.url && /^https?:/i.test(l.url))
182 .map((l) => ({
183 type: 'PropertyValue',
184 name: esc(l.platform || 'Link'),
185 value: `<a href="${esc(l.url).replace(/"/g, '&quot;')}" rel="me nofollow noopener" target="_blank">${esc(String(l.url).replace(/^https?:\/\//, ''))}</a>`,
186 }));
187 if (rows.length) actor.attachment = rows;
188 }
189 } catch { /* skip malformed profile_links */ }
190 return actor;
191}
192
193// Does a post's audio shortcodes reference at least one PLAYABLE (file-backed)
194// track? Link-only tracks (external Spotify/YouTube, media_id NULL) don't count —
195// they have no Klonkt-hosted audio to embed, so no player card / cover-suppression.
196export function hasPlayableAudio(content, siteId) {
197 if (!content || !/\[\[(track|album|playlist):/i.test(content)) return false;
198 try {
199 for (const m of content.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT media_id FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.media_id) return true; }
200 for (const m of content.matchAll(/\[\[album:([^\]]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM audio_tracks WHERE site_id = ? AND album = ? AND media_id IS NOT NULL LIMIT 1').get(siteId, m[1].trim())) return true; }
201 for (const m of content.matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id WHERE pt.playlist_id = ? AND t.media_id IS NOT NULL LIMIT 1').get(m[1])) return true; }
202 } catch { /* non-fatal */ }
203 return false;
204}
205
206// A single post as an AS2 Note (the object), and as a Create activity (for outbox/delivery).
207export function buildNote(base, site, post) {
208 const id = noteId(base, post.id);
209 const aId = actorId(base, site.slug);
210 const human = `${base}/${encodeURIComponent(post.slug)}`;
211 // Mastodon ignores a Note's `name`, so put the title INTO the content (bold
212 // first line) — the standard blog→fediverse convention. post.content is
213 // already sanitized HTML; the title is plain text, so escape it.
214 const escTitle = String(post.title || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
215 const titleHtml = post.title ? `<p><strong>${escTitle}</strong></p>` : '';
216
217 // Images travel as AP `attachment` (Mastodon strips <img> from content). Collect
218 // the cover + any inline <img>, make absolute, then strip <img> from the content
219 // to avoid duplicate rendering on clients that DO keep them.
220 const abs = (u) => !u ? null : (/^https?:/i.test(u) ? u : `${base}${u.startsWith('/') ? '' : '/'}${u}`);
221 const mediaType = (u) => {
222 const e = ((u || '').split('?')[0].match(/\.(\w+)$/) || [])[1];
223 return ({ jpg: 'image/jpeg', jpeg: 'image/jpeg', png: 'image/png', gif: 'image/gif', webp: 'image/webp', avif: 'image/avif' })[(e || '').toLowerCase()] || 'image/jpeg';
224 };
225 const hadAudio = /\[\[(track|album|playlist):/i.test(post.content || '');
226 const playable = hasPlayableAudio(post.content || '', site && site.id);
227 const urls = [];
228 // Posts with PLAYABLE hosted audio suppress image attachments so Mastodon renders
229 // the player CARD (twitter:player) instead of the cover — media attachment and
230 // link/player card are mutually exclusive on Mastodon. Link-only audio (external)
231 // keeps its cover (no player card to show).
232 if (post.cover_image_url && !playable) urls.push(abs(post.cover_image_url));
233 let body = post.content || '';
234 // Only federate inline images we can actually serve: absolute http(s) URLs, or our own
235 // /media/ uploads. A relative path we don't host (e.g. a stale /images/... ref) would 404
236 // and show up as a black tile in Mastodon's attachment grid.
237 if (!playable) for (const m of body.matchAll(/<img\b[^>]*\bsrc="([^"]+)"[^>]*>/gi)) {
238 const src = m[1];
239 if (/^https?:\/\//i.test(src) || src.startsWith('/media/')) urls.push(abs(src));
240 }
241 body = body.replace(/<img\b[^>]*>/gi, '');
242 // Audio shortcodes: do NOT federate the raw audio file — Klonkt deliberately
243 // gates audio (the /audio/stream URL has friction), and shipping it as an AP
244 // audio attachment would hand Mastodon a plain, downloadable mp3 URL. Instead,
245 // replace the shortcodes with a "🎵 listen on the site" link so the post invites
246 // a click-through to the protected player (discovery without leaking the file).
247 const esc = (s) => String(s == null ? '' : s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
248 const audioLabels = [];
249 try {
250 for (const m of body.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT title FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.title) audioLabels.push(r.title); }
251 for (const m of body.matchAll(/\[\[album:([^\]]+)\]\]/g)) audioLabels.push(m[1].trim());
252 } catch { /* non-fatal */ }
253 // fedi_open tracks → real AS2 Audio attachments (the actual file URL, served ungated) so
254 // EVERY client incl. the Mastodon apps plays them inline natively. Gated tracks (default)
255 // stay link/card-only — the file is never exposed for them. Resolve from post.content so a
256 // later body mutation can't affect it.
257 const openAudio = [];
258 if (hadAudio) {
259 const seenA = new Set();
260 const addRow = (r) => {
261 const fn = r.filename || (r.storage_path || '').split('/').pop();
262 if (!fn || seenA.has(fn)) return; seenA.add(fn);
263 openAudio.push({ type: 'Audio', mediaType: r.mime_type || 'audio/mpeg', url: `${base}/audio/stream/${encodeURIComponent(fn)}`, name: r.title || 'Audio' });
264 };
265 const SEL = 'SELECT t.title, m.filename, m.storage_path, m.mime_type FROM audio_tracks t JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND ';
266 try {
267 for (const mm of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare(SEL + 't.id = ?').get(mm[1]); if (r) addRow(r); }
268 for (const mm of (post.content || '').matchAll(/\[\[album:([^\]]+)\]\]/g)) for (const r of db.prepare(SEL + 't.site_id = ? AND t.album = ? ORDER BY t.rowid').all(site.id, mm[1].trim())) addRow(r);
269 for (const mm of (post.content || '').matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) for (const r of db.prepare('SELECT t.title, m.filename, m.storage_path, m.mime_type FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND pt.playlist_id = ? ORDER BY pt.position').all(mm[1])) addRow(r);
270 } catch { /* non-fatal */ }
271 }
272 body = body.replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
273 // External embeds ([[embed:url]]) → emit the bare URL as a link so Mastodon
274 // renders its OWN preview/player card (YouTube/Spotify/SoundCloud/etc) instead
275 // of federating the raw shortcode text.
276 body = body.replace(/\[\[embed:([^\]]+)\]\]/gi, (mm, raw) => {
277 const u = esc(raw.trim().replace(/&amp;/g, '&'));
278 return `<p><a href="${u}">${u}</a></p>`;
279 });
280 if (hadAudio) {
281 const lbl = audioLabels.length ? esc(audioLabels.slice(0, 4).join(', ')) : '';
282 // For playable posts, append a version param to the listen-link so Mastodon
283 // sees a NEW card URL and re-crawls it (fresh SQUARE player card) instead of
284 // reusing the cached landscape one. Invisible: the link TEXT stays clean, the
285 // page ignores the param. Bump FEDI_CARD_VER when the card dimensions change.
286 const listenHref = playable ? `${human}?fc=${FEDI_CARD_VER}` : human;
287 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong> — ` : ''}<a href="${listenHref}">listen on ${esc(site.title || 'the site')}</a></p>`;
288 }
289 // Klonkt renders post content with white-space:pre-wrap, so raw newlines ARE line
290 // breaks on the site. Mastodon (plain HTML) collapses whitespace and would drop them,
291 // so convert newlines to <br> for the federated copy (content already made with
292 // shift+enter uses <br> and has no \n → this is a no-op there).
293 body = body.replace(/\r?\n/g, '<br>');
294 body = linkHashtags(base, body); // link inline #hashtags in the post body too
295 // Append the tags-field hashtags to the content so Mastodon renders them as clickable
296 // hashtags (a Hashtag that's only in the `tag` array isn't shown inline). CamelCase
297 // multi-word tags; skip any already present inline in the body.
298 {
299 const inlineTags = new Set(hashtagTags(base, body).map((h) => h.name.slice(1).toLowerCase()));
300 const addSeen = new Set();
301 const tagLinks = normalizeTags(post.tags).map(tagParts).filter(Boolean)
302 .filter((p) => !inlineTags.has(p.slug) && !addSeen.has(p.slug) && addSeen.add(p.slug))
303 .map((p) => `<a href="${base}/tag/${encodeURIComponent(p.slug)}" class="mention hashtag" rel="tag">#${p.label}</a>`);
304 if (tagLinks.length) body += `<p>${tagLinks.join(' ')}</p>`;
305 }
306 const seen = new Set();
307 const attachment = urls.filter(Boolean)
308 .filter((u) => { if (seen.has(u)) return false; seen.add(u); return true; })
309 .map((u) => { const mt = mediaType(u); // specific AS2 subtype (Image/Audio/Video) over generic Document
310 const ty = /^image\//i.test(mt) ? 'Image' : /^video\//i.test(mt) ? 'Video' : /^audio\//i.test(mt) ? 'Audio' : 'Document';
311 return { type: ty, mediaType: mt, url: u }; });
312 for (const a of openAudio) attachment.push(a); // fedi_open tracks → native Audio players
313
314 const note = {
315 id,
316 type: 'Note',
317 attributedTo: aId,
318 content: titleHtml + body,
319 url: human,
320 published: new Date(post.published_at || post.created_at || Date.now()).toISOString(),
321 // fan_only = "fans only" → followers-only visibility (delivered to your followers
322 // but not addressed to Public, so Mastodon shows it only to them and can't boost it).
323 to: post.fan_only ? [`${aId}/followers`] : [PUBLIC],
324 cc: post.fan_only ? [] : [`${aId}/followers`],
325 tag: buildHashtagList(base, post.tags, body),
326 replies: `${id}/replies`,
327 // NSFW → Mastodon-style content warning: sensitive (blurs media) + a summary/spoiler
328 // (hides the whole post behind a "Gevoelige inhoud" button until the reader opens it).
329 sensitive: !!post.nsfw,
330 };
331 if (post.nsfw) note.summary = post.content_warning || 'Gevoelige inhoud';
332 if (attachment.length) note.attachment = attachment;
333 // Playable-audio posts suppress the cover attachment (player card). Still expose
334 // the cover via AS2 `image` so card/grid consumers (the Klonkt Cirkel) can show
335 // it — Mastodon ignores a Note's `image`, so the player card is unaffected.
336 if (post.cover_image_url && playable) {
337 const cov = abs(post.cover_image_url);
338 if (cov) note.image = { type: 'Image', mediaType: mediaType(cov), url: cov };
339 }
340 // Experiment (mirrors PeerTube / schema.org `embedUrl`): point at the GATED player page
341 // (/embed) so a client that honours embedUrl can show an inline player WITHOUT ever
342 // getting the audio file — the anti-steal posture is untouched. `embedUrl` is a real
343 // standard field name (not a Klonkt invention); if Mastodon's apps honour it on a Note we
344 // make it JSON-LD-clean with a context term, otherwise it degrades to the player card.
345 if (playable) note.embedUrl = `${base}/embed?post=${encodeURIComponent(post.slug)}`;
346 return note;
347}
348
349// All reply note URIs on a local post (inbound fediverse replies + our own
350// outbound replies) — backs the Note's `replies` Collection so remote servers
351// can fetch the whole thread.
352export function getReplyUris(base, postId) {
353 const out = [];
354 try {
355 for (const r of db.prepare("SELECT object_uri FROM ap_interactions WHERE kind = 'reply' AND post_id = ? AND object_uri != '' ORDER BY created_at").all(postId)) out.push(r.object_uri);
356 for (const r of db.prepare('SELECT id FROM ap_outbox WHERE post_id = ? ORDER BY rowid').all(postId)) out.push(`${base}/ap/notes/${r.id}`);
357 } catch { /* non-fatal */ }
358 return out;
359}
360
361// Notifications "seen" tracking → a real bell badge. Stored per site in app_settings.
362export function markNotificationsSeen(slug) {
363 try {
364 db.prepare("INSERT INTO app_settings (key, value, updated_at) VALUES (?, ?, CURRENT_TIMESTAMP) ON CONFLICT(key) DO UPDATE SET value = excluded.value, updated_at = CURRENT_TIMESTAMP")
365 .run(`fedi_notif_seen:${slug}`, new Date().toISOString());
366 } catch { /* non-fatal */ }
367}
368export function countUnseenNotifications(slug) {
369 try {
370 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
371 const seen = row ? Date.parse(row.value) : 0;
372 let n = 0;
373 for (const it of getNotifications(slug, 50)) { if (Date.parse(it.created_at) > seen) n++; }
374 return n;
375 } catch { return 0; }
376}
377
378export function buildCreate(base, site, post) {
379 const note = buildNote(base, site, post);
380 return {
381 '@context': AP_CONTEXT,
382 id: note.id + '#create',
383 type: 'Create',
384 actor: actorId(base, site.slug),
385 published: note.published,
386 to: note.to,
387 cc: note.cc,
388 object: note,
389 };
390}
391
392export function buildOutbox(base, site, posts) {
393 const id = `${actorId(base, site.slug)}/outbox`;
394 const items = (posts || []).slice(0, MAX_OUTBOX).map((p) => buildCreate(base, site, p));
395 return {
396 '@context': AP_CONTEXT,
397 id,
398 type: 'OrderedCollection',
399 totalItems: items.length,
400 orderedItems: items,
401 };
402}
403
404export function buildFollowers(base, site, count) {
405 const id = `${actorId(base, site.slug)}/followers`;
406 return {
407 '@context': AP_CONTEXT,
408 id,
409 type: 'OrderedCollection',
410 totalItems: count || 0,
411 orderedItems: [], // hidden for privacy; count only
412 };
413}
414
415// The accounts this site follows — count only, mirroring buildFollowers. The spec lists
416// `following` as a standard actor property; Hubzilla/Friendica + crawlers expect it.
417export function buildFollowing(base, site, count) {
418 const id = `${actorId(base, site.slug)}/following`;
419 return {
420 '@context': AP_CONTEXT,
421 id,
422 type: 'OrderedCollection',
423 totalItems: count || 0,
424 orderedItems: [], // count only
425 };
426}
427
428// Pinned posts → the actor's `featured` collection. Mastodon reads this and shows
429// these as the "Featured" tab (pinned to the profile). Posts come ordered by pin
430// rank; embedded as full Notes so a remote server doesn't need extra fetches.
431export function buildFeatured(base, site, posts) {
432 const id = `${actorId(base, site.slug)}/featured`;
433 const items = (posts || []).map((p) => buildNote(base, site, p));
434 return {
435 '@context': AP_CONTEXT,
436 id,
437 type: 'OrderedCollection',
438 totalItems: items.length,
439 orderedItems: items,
440 };
441}
442
443// ── followers store (lazy stmts) ──────────────────────────────────
444let _insF, _delF, _listF, _cntF;
445function fStmts() {
446 if (!_insF) {
447 _insF = db.prepare('INSERT OR IGNORE INTO ap_followers (slug, actor_uri, inbox, shared_inbox, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
448 _delF = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND actor_uri = ?');
449 _listF = db.prepare('SELECT inbox, shared_inbox FROM ap_followers WHERE slug = ?');
450 _cntF = db.prepare('SELECT COUNT(*) n FROM ap_followers WHERE slug = ?');
451 }
452 return { ins: _insF, del: _delF, list: _listF, cnt: _cntF };
453}
454export function followerCount(slug) { return fStmts().cnt.get(slug).n; }
455
456// ── inbound interactions store (replies / likes / boosts) + our outbound replies ──
457let _insI, _delLA, _delReply, _listI, _getI, _insO, _listO, _getO;
458function iStmts() {
459 if (!_insI) {
460 _insI = db.prepare('INSERT OR IGNORE INTO ap_interactions (kind, post_id, object_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, parent_uri, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
461 _delLA = db.prepare('DELETE FROM ap_interactions WHERE kind = ? AND post_id = ? AND actor_uri = ?');
462 _delReply = db.prepare("DELETE FROM ap_interactions WHERE kind = 'reply' AND object_uri = ?");
463 _listI = db.prepare('SELECT id, kind, object_uri, parent_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, created_at, acted_boost, acted_like FROM ap_interactions WHERE post_id = ? ORDER BY created_at ASC');
464 _getI = db.prepare('SELECT * FROM ap_interactions WHERE id = ?');
465 _insO = db.prepare('INSERT INTO ap_outbox (id, site_slug, post_id, post_slug, in_reply_to, to_actor, to_handle, content, created_at) VALUES (?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
466 _listO = db.prepare('SELECT * FROM ap_outbox WHERE post_id = ? ORDER BY created_at ASC');
467 _getO = db.prepare('SELECT * FROM ap_outbox WHERE id = ?');
468 }
469 return { ins: _insI, delLA: _delLA, delReply: _delReply, list: _listI, getI: _getI, insO: _insO, listO: _listO, getO: _getO };
470}
471
472export function getInteractionById(id) { return iStmts().getI.get(id); }
473export function setInteractionBoosted(id, on) {
474 db.prepare('UPDATE ap_interactions SET acted_boost = ? WHERE id = ?').run(on ? 1 : 0, id);
475}
476export function setInteractionLiked(id, on) {
477 db.prepare('UPDATE ap_interactions SET acted_like = ? WHERE id = ?').run(on ? 1 : 0, id);
478}
479// Your like/boost state on a REMOTE post (interact page toggles).
480export function setMyReaction(slug, uri, kind, on) {
481 if (on) db.prepare('INSERT OR IGNORE INTO ap_my_reactions (site_slug, target_uri, kind) VALUES (?,?,?)').run(slug, uri, kind);
482 else db.prepare('DELETE FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ? AND kind = ?').run(slug, uri, kind);
483}
484export function getMyReactions(slug, uri) {
485 const rows = (slug && uri) ? db.prepare('SELECT kind FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ?').all(slug, uri) : [];
486 return { liked: rows.some((r) => r.kind === 'like'), boosted: rows.some((r) => r.kind === 'boost') };
487}
488
489const localPostExists = (id) => { try { return !!db.prepare('SELECT 1 FROM posts WHERE id = ?').get(id); } catch { return false; } };
490// Extract our local post id from a note URL, but only if it's ours (base match).
491function postIdFromNoteUrl(url, base) {
492 const s = String(url || '');
493 if (base && !s.startsWith(base)) return null;
494 const m = s.match(/\/ap\/notes\/([^/?#]+)/);
495 return m ? decodeURIComponent(m[1]) : null;
496}
497function deriveHandle(actorUri) {
498 try { const u = new URL(actorUri); const seg = u.pathname.split('/').filter(Boolean).pop() || ''; return `@${seg}@${u.host}`; } catch { return String(actorUri || ''); }
499}
500function actorInfo(doc, actorUri) {
501 let host = ''; try { host = new URL(actorUri).host; } catch { /* keep empty */ }
502 const handle = doc && doc.preferredUsername ? `@${doc.preferredUsername}@${host}` : deriveHandle(actorUri);
503 const icon = doc && doc.icon ? (doc.icon.url || (Array.isArray(doc.icon) && doc.icon[0] && doc.icon[0].url)) : null;
504 return {
505 name: (doc && (doc.name || doc.preferredUsername)) || handle,
506 handle,
507 url: safeUrl((doc && (doc.url || doc.id)) || actorUri) || null,
508 icon: safeUrl(icon) || null,
509 };
510}
511
512// Given an inReplyTo note URL, find which local post the thread belongs to + the
513// note being replied to (parent), so a reply-to-a-comment can be nested.
514function findThreadTarget(inReplyTo, base) {
515 if (!inReplyTo) return null;
516 const seg = postIdFromNoteUrl(inReplyTo, base); // our /ap/notes/<id> segment (if ours)
517 if (seg && localPostExists(seg)) return { post_id: seg, parent_uri: inReplyTo };
518 if (seg) {
519 try { const o = db.prepare('SELECT post_id FROM ap_outbox WHERE id = ?').get(seg); if (o && o.post_id) return { post_id: o.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
520 }
521 try { const row = db.prepare("SELECT post_id FROM ap_interactions WHERE object_uri = ? AND kind = 'reply' LIMIT 1").get(inReplyTo); if (row && row.post_id) return { post_id: row.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
522 return null;
523}
524
525// Drop the leading @mention(s) a federated reply carries (the person being replied to),
526// so a comment reads "dope tekening ouwe" instead of "@jason@jasonhacky.nl dope …".
527// Keeps a leading <p> wrapper; handles mention <a> links and plain-text @user@domain.
528export function stripLeadingMentions(html) {
529 if (!html) return html;
530 let s = String(html);
531 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:<a\b[^>]*>\s*@[^<]+<\/a>[  ]*)+/i, (m, p) => p || '');
532 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:@[\w.-]+(?:@[\w.-]+)?[  ]+)+/i, (m, p) => p || '');
533 return s;
534}
535
536// View-ready threaded view of a post's fediverse activity (inbound replies +
537// our outbound replies, nested), plus like/boost counts.
538export function getInteractions(postId, base, site) {
539 const s = iStmts();
540 const rows = s.list.all(postId);
541 const baseClean = (base || process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
542 const postNoteId = baseClean ? `${baseClean}/ap/notes/${postId}` : null;
543 // Our own (outbound) replies show the SITE identity for everyone (not "You").
544 let host = ''; try { host = new URL(baseClean).host; } catch { /* ignore */ }
545 const siteName = (site && (site.title || site.slug)) || '';
546 const siteHandle = (site && site.slug && host) ? `@${site.slug}@${host}` : '';
547 const siteUrl = baseClean ? `${baseClean}/` : '';
548 const siteIcon = (site && site.profile_photo) || null;
549
550 const nodes = [];
551 for (const r of rows) {
552 if (r.kind !== 'reply') continue;
553 nodes.push({
554 noteId: r.object_uri, parent: r.parent_uri || null, mine: false, id: r.id,
555 actor_name: r.actor_name, actor_handle: r.actor_handle, actor_url: r.actor_url,
556 actor_icon: r.actor_icon, content: stripLeadingMentions(r.content), created_at: r.published || r.created_at,
557 acted_boost: !!r.acted_boost, acted_like: !!r.acted_like,
558 children: [],
559 });
560 }
561 for (const o of s.listO.all(postId)) {
562 nodes.push({
563 noteId: baseClean ? `${baseClean}/ap/notes/${o.id}` : o.id, parent: o.in_reply_to || null,
564 mine: true, outboxId: o.id, content: stripLeadingMentions(o.content), created_at: o.created_at,
565 actor_name: siteName, actor_handle: siteHandle, actor_url: siteUrl, actor_icon: siteIcon,
566 children: [],
567 });
568 }
569
570 const byId = new Map(nodes.map((n) => [n.noteId, n]));
571 const isTop = (n) => !n.parent || n.parent === postNoteId || !byId.has(n.parent);
572 const tops = [];
573 for (const n of nodes) {
574 if (isTop(n)) { tops.push(n); continue; }
575 let anc = n, guard = 0;
576 while (!isTop(anc) && guard++ < 12) anc = byId.get(anc.parent);
577 anc.children.push(n);
578 }
579 const byTime = (a, b) => new Date(a.created_at) - new Date(b.created_at);
580 tops.sort(byTime).forEach((t) => t.children.sort(byTime));
581
582 return {
583 thread: tops,
584 likeCount: rows.filter((r) => r.kind === 'like').length,
585 announceCount: rows.filter((r) => r.kind === 'announce').length,
586 total: nodes.length,
587 };
588}
589
590// ── HTTP Signatures + delivery ────────────────────────────────────
591const slugFromActorUrl = (url) => { const m = String(url || '').match(/\/ap\/users\/([^/?#]+)/); return m ? decodeURIComponent(m[1]) : null; };
592
593// Sign + POST an activity to a remote inbox (draft-cavage HTTP Signatures, RSA-SHA256).
594export async function deliver(inboxUrl, bodyObj, keyId, privatePem) {
595 const body = JSON.stringify(bodyObj);
596 const u = new URL(inboxUrl);
597 const date = new Date().toUTCString();
598 const digest = 'SHA-256=' + crypto.createHash('sha256').update(body).digest('base64');
599 const signingString = `(request-target): post ${u.pathname}\nhost: ${u.host}\ndate: ${date}\ndigest: ${digest}`;
600 const signature = crypto.sign('sha256', Buffer.from(signingString), privatePem).toString('base64');
601 const sig = `keyId="${keyId}",algorithm="rsa-sha256",headers="(request-target) host date digest",signature="${signature}"`;
602 const r = await safeFetch(inboxUrl, {
603 method: 'POST',
604 headers: { 'Content-Type': 'application/activity+json', Accept: 'application/activity+json', Date: date, Digest: digest, Signature: sig },
605 body,
606 });
607 return r.status;
608}
609
610export async function fetchActor(url) {
611 try {
612 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
613 if (!r.ok) return null;
614 const len = Number(r.headers.get('content-length') || 0);
615 if (len > 2_000_000) return null; // refuse oversized actor docs
616 return await r.json();
617 } catch { return null; }
618}
619
620// ── Delivery queue with retries ───────────────────────────────────
621// Outbound deliveries are tried immediately; on failure (down server, timeout,
622// non-2xx) they're queued and retried with backoff so a briefly-offline follower
623// doesn't silently miss the post. The signing key is NOT stored — the worker
624// re-derives it from the actor slug at send time.
625const DELIVERY_MAX_ATTEMPTS = 6;
626const DELIVERY_BACKOFF_MIN = [1, 5, 15, 60, 180, 360];
627let _insDeliv, _dueDeliv, _delDeliv, _bumpDeliv;
628function deliveryStmts() {
629 if (!_insDeliv) {
630 _insDeliv = db.prepare('INSERT INTO ap_delivery (slug, inbox, body, attempts, next_at) VALUES (?,?,?,0,CURRENT_TIMESTAMP)');
631 _dueDeliv = db.prepare("SELECT * FROM ap_delivery WHERE datetime(next_at) <= datetime('now') ORDER BY next_at LIMIT 30");
632 _delDeliv = db.prepare('DELETE FROM ap_delivery WHERE id = ?');
633 _bumpDeliv = db.prepare('UPDATE ap_delivery SET attempts = ?, next_at = ? WHERE id = ?');
634 }
635 return { ins: _insDeliv, due: _dueDeliv, del: _delDeliv, bump: _bumpDeliv };
636}
637export function enqueueDelivery(slug, inbox, activity) {
638 if (!slug || !inbox || !activity) return;
639 try { deliveryStmts().ins.run(slug, inbox, JSON.stringify(activity)); } catch { /* ignore */ }
640}
641// Deliver now; queue for retry if it fails.
642export async function deliverWithRetry(slug, inbox, activity, keyId, privPem) {
643 if (!inbox) return;
644 try { const st = await deliver(inbox, activity, keyId, privPem); if (st >= 200 && st < 300) return; } catch { /* queue below */ }
645 enqueueDelivery(slug, inbox, activity);
646}
647let _processingDeliv = false;
648export async function processDeliveryQueue() {
649 if (_processingDeliv) return; // re-entrancy guard: 30 rows × 8s can exceed the 60s tick → no double-delivery
650 _processingDeliv = true;
651 try {
652 let rows;
653 try { rows = deliveryStmts().due.all(); } catch { return; }
654 if (!rows || !rows.length) return;
655 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
656 for (const row of rows) {
657 let ok = false;
658 try {
659 const keys = getOrCreateKeys(row.slug);
660 const st = await deliver(row.inbox, JSON.parse(row.body), `${actorId(base, row.slug)}#main-key`, keys.private_pem);
661 ok = st >= 200 && st < 300;
662 } catch { ok = false; }
663 if (ok) { deliveryStmts().del.run(row.id); continue; }
664 const attempts = row.attempts + 1;
665 if (attempts >= DELIVERY_MAX_ATTEMPTS) { deliveryStmts().del.run(row.id); console.warn('[AP] delivery gave up after', attempts, 'tries →', row.inbox); continue; }
666 // Index the backoff on the CURRENT attempt count (row.attempts) so the first
667 // retry uses the 1-min tier instead of skipping it.
668 const mins = DELIVERY_BACKOFF_MIN[Math.min(row.attempts, DELIVERY_BACKOFF_MIN.length - 1)];
669 deliveryStmts().bump.run(attempts, new Date(Date.now() + mins * 60000).toISOString(), row.id);
670 }
671 } finally { _processingDeliv = false; }
672}
673let _delivTimer = null;
674export function startDeliveryWorker() {
675 if (_delivTimer) return;
676 _delivTimer = setInterval(() => { processDeliveryQueue().catch(() => {}); }, 60 * 1000);
677 if (_delivTimer.unref) _delivTimer.unref();
678}
679
680// Best-effort verification of an incoming signed request. Returns the sender's
681// actor doc if the signature checks out, else null. (Not gating yet — MVP.)
682export async function verifyRequest(req) {
683 const sigH = req.headers['signature'];
684 if (!sigH) return null;
685 const p = Object.fromEntries([...sigH.matchAll(/([a-zA-Z]+)="([^"]*)"/g)].map((m) => [m[1], m[2]]));
686 if (!p.keyId || !p.signature) return null;
687 const actor = await fetchActor(p.keyId.split('#')[0]);
688 const pem = actor && actor.publicKey && actor.publicKey.publicKeyPem;
689 if (!pem) return null;
690 const hs = (p.headers || '(request-target) host date').split(/\s+/);
691 // Behind a reverse proxy the raw Host header is the backend bind (e.g. localhost:3000, when
692 // the proxy doesn't preserve it — Apache .htaccess [P] proxying), but the sender signed the
693 // HTTP-Signature over the PUBLIC host. Try each candidate host (the configured PUBLIC_BASE_URL
694 // host, the proxy's X-Forwarded-Host, and the raw Host) and accept if the signature verifies
695 // against any. An attacker can't forge a match (no private key), so this only rescues the
696 // legitimate proxied case. Also normalise a leading double-slash in the request-target.
697 let _pubHost = null;
698 if (process.env.PUBLIC_BASE_URL) { try { _pubHost = new URL(process.env.PUBLIC_BASE_URL).host; } catch { /* ignore */ } }
699 const _hosts = [...new Set([_pubHost, req.headers['x-forwarded-host'], req.headers['host']].filter(Boolean))];
700 const _target = `${req.method.toLowerCase()} ${String(req.originalUrl || '').replace(/^\/{2,}/, '/')}`;
701 const _sig = Buffer.from(p.signature, 'base64');
702 let ok = false;
703 for (const _h of _hosts) {
704 const line = hs.map((x) => x === '(request-target)'
705 ? `(request-target): ${_target}`
706 : x === 'host' ? `host: ${_h}`
707 : `${x}: ${req.headers[x] || ''}`).join('\n');
708 try { if (crypto.verify('sha256', Buffer.from(line), pem, _sig)) { ok = true; break; } } catch { /* try next host */ }
709 }
710 if (ok && hs.includes('digest') && req.rawBody) {
711 const exp = 'SHA-256=' + crypto.createHash('sha256').update(req.rawBody).digest('base64');
712 if (req.headers['digest'] !== exp) ok = false;
713 }
714 return ok ? actor : null;
715}
716
717// Handle an incoming inbox POST. slugParam = null for the shared /ap/inbox.
718export async function handleInbox(req, slugParam) {
719 const act = req.body || {};
720 const type = act.type;
721 // Real client IP (behind the proxy via `trust proxy`) — logged on dropped/rejected/
722 // ignored inbox hits so an operator can see who is probing their fediverse inbox.
723 const ip = req.ip || (req.connection && req.connection.remoteAddress) || '?';
724 const base = (process.env.PUBLIC_BASE_URL || `${req.protocol}://${req.get('host')}`).replace(/\/+$/, '');
725 const verified = await verifyRequest(req).catch(() => null);
726
727 // ENFORCE HTTP signatures: a data-affecting activity must be signed by the very
728 // actor it claims to be. No valid signature, or signer ≠ actor → reject (no
729 // forged replies/likes/follows/timeline posts). GET/discovery stays open.
730 const claimedActor = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
731 // Blocked actor/domain → silently drop (202, don't reveal the block).
732 if (claimedActor && isBlockedAny(claimedActor)) { console.log('[AP] inbox dropped (blocked)', claimedActor, 'from', ip); return 202; }
733 const GATED = ['Create', 'Like', 'Announce', 'Follow', 'Delete', 'Undo', 'Accept', 'Reject', 'Add', 'Remove', 'Update'];
734 if (GATED.includes(type)) {
735 if (!verified || !claimedActor || verified.id !== claimedActor) {
736 console.warn('[AP] inbox REJECTED (signature)', type, claimedActor || '?', 'from', ip, verified ? '(signer mismatch)' : '(unsigned/invalid)');
737 return 401;
738 }
739 }
740
741 if (type === 'Follow') {
742 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
743 const slug = slugParam || slugFromActorUrl(typeof act.object === 'string' ? act.object : (act.object && act.object.id));
744 if (!who || !slug) return 400;
745 const remote = await fetchActor(who);
746 if (!remote || !remote.inbox) return 202; // can't reach them → drop quietly
747 const sharedInbox = (remote.endpoints && remote.endpoints.sharedInbox) || null;
748 fStmts().ins.run(slug, who, remote.inbox, sharedInbox);
749 const me = actorId(base, slug);
750 const keys = getOrCreateKeys(slug);
751 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: act };
752 deliver(remote.inbox, accept, `${me}#main-key`, keys.private_pem).catch((e) => console.warn('[AP] Accept delivery failed:', e.message));
753 // Auto-backfill: send our recent posts as Create so the instance has our history
754 // (Mastodon doesn't fetch history on follow). ONCE PER REMOTE INSTANCE only —
755 // Mastodon dedupes notes per-instance, so re-filling an instance that already has
756 // a follower of ours is wasted work (and won't re-populate the new follower's
757 // timeline anyway). Deliver to the shared inbox (instance-level) when present.
758 // Sync insert+check (no await between) → no interleave race with concurrent Follows.
759 const instanceFilled = sharedInbox &&
760 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1')
761 .get(slug, sharedInbox, who);
762 if (!instanceFilled) {
763 backfillNewFollower(base, slug, sharedInbox || remote.inbox).catch(() => { /* best-effort */ });
764 }
765 console.log('[AP] Follow', who, '→', slug, verified ? '(sig ok)' : '(sig unverified)');
766 return 202;
767 }
768 if (type === 'Undo' && act.object) {
769 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
770 const ot = act.object.type;
771 if (ot === 'Follow') {
772 const obj = act.object.object;
773 const slug = slugParam || slugFromActorUrl(typeof obj === 'string' ? obj : (obj && obj.id));
774 if (who && slug) { fStmts().del.run(slug, who); console.log('[AP] Unfollow', who, '→', slug); }
775 return 202;
776 }
777 if (ot === 'Like' || ot === 'Announce') {
778 const tgt = act.object.object;
779 const pid = postIdFromNoteUrl(typeof tgt === 'string' ? tgt : (tgt && tgt.id), base);
780 if (who && pid) { iStmts().delLA.run(ot.toLowerCase(), pid, who); console.log('[AP] Undo', ot, who, '→', pid); }
781 return 202;
782 }
783 return 202;
784 }
785
786 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
787 const resolveActor = async (uri) => ((verified && verified.id === uri) ? verified : await fetchActor(uri).catch(() => null));
788 // Activities from our OWN actors are already stored via ap_outbox — don't re-store.
789 const isLocalActor = !!(base && actorUri && actorUri.startsWith(`${base}/ap/users/`));
790
791 // Inbound reply: a Create whose object replies to one of our notes (post OR comment).
792 if (type === 'Create' && act.object && (act.object.type === 'Note' || act.object.type === 'Article')) {
793 const o = act.object;
794 const tgt = findThreadTarget(o.inReplyTo, base);
795 if (tgt && actorUri && !isLocalActor) {
796 const ai = actorInfo(await resolveActor(actorUri), actorUri);
797 const html = HtmlSanitizerService.sanitize(o.content || '');
798 iStmts().ins.run('reply', tgt.post_id, o.id || '', actorUri, ai.name, ai.handle, ai.url, ai.icon, html, o.published || null, tgt.parent_uri);
799 console.log('[AP] reply', actorUri, '→', tgt.post_id);
800 return 202;
801 }
802 // Home timeline (client): a top-level post from an account we follow.
803 if (actorUri && !isLocalActor && !o.inReplyTo && o.id) {
804 let subs = []; try { subs = db.prepare('SELECT slug, auto_boost FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist yet */ }
805 if (subs.length) {
806 const ai = actorInfo(await resolveActor(actorUri), actorUri);
807 const html = HtmlSanitizerService.sanitize(o.content || '');
808 const _atts = (Array.isArray(o.attachment) ? o.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
809 // Fallback cover: a Note's `image` (set when the attachment was suppressed
810 // for a player-card post, e.g. hosted-audio posts).
811 if (!_atts.some((m) => !m.type || /image/i.test(m.type)) && o.image) {
812 const _im = Array.isArray(o.image) ? o.image[0] : o.image;
813 const _iu = safeUrl(typeof _im === 'string' ? _im : (_im && _im.url));
814 if (_iu) _atts.push({ url: _iu, type: (_im && _im.mediaType) || 'image/jpeg' });
815 }
816 const media = JSON.stringify(_atts);
817 // "Feature" = show in the Cirkel (local only). We do NOT auto-Announce
818 // incoming posts to the fediverse — that flooded followers. Boosting to the
819 // fediverse is only ever a deliberate, manual per-post action (the 🔁 on
820 // the timeline).
821 for (const s of subs) {
822 tlStmts().ins.run(o.id, s.slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, media, o.sensitive ? 1 : 0, o.summary || null);
823 }
824 console.log('[AP] timeline +', actorUri, 'x' + subs.length);
825 }
826 }
827 return 202;
828 }
829 // A remote post we cached was edited upstream → refresh our cached copy. This is the
830 // push-based edit-sync that keeps the Cirkel/timeline fresh without polling (selfHeal
831 // does it on a version bump; this does it live). Scope to the SIGNING actor so B can't
832 // edit A's note (the signature gate guarantees claimedActor == the verified signer).
833 if (type === 'Update' && act.object && (act.object.type === 'Note' || act.object.type === 'Article')) {
834 const o = act.object;
835 if (o.id && claimedActor) {
836 const html = HtmlSanitizerService.sanitize(o.content || '');
837 const media = mediaFromNote(o);
838 try {
839 // Refresh url too (COALESCE keeps the old one if the Update omits it): a remote slug
840 // rename keeps the same AP id but changes the human url, so without this the cached
841 // post would keep linking to the old, now-dead URL.
842 const r = db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ? AND author_uri = ?')
843 .run(html, media, o.sensitive ? 1 : 0, o.summary || null, o.url || null, o.id, claimedActor);
844 if (r.changes) console.log('[AP] timeline update', claimedActor, '→', o.id);
845 } catch { /* ignore */ }
846 // If this note is a cached fediverse reply on one of our posts, refresh its text too.
847 try { db.prepare('UPDATE ap_interactions SET content = ? WHERE object_uri = ? AND actor_uri = ?').run(html, o.id, claimedActor); } catch { /* ignore */ }
848 }
849 return 202;
850 }
851 if (type === 'Like' || type === 'Announce') {
852 const tgt = act.object;
853 const objUrl = typeof tgt === 'string' ? tgt : (tgt && tgt.id);
854 const pid = postIdFromNoteUrl(objUrl, base);
855 if (pid && actorUri && !isLocalActor && localPostExists(pid)) {
856 const ai = actorInfo(await resolveActor(actorUri), actorUri);
857 iStmts().ins.run(type.toLowerCase(), pid, '', actorUri, ai.name, ai.handle, ai.url, ai.icon, null, null, null);
858 console.log('[AP]', type === 'Like' ? 'like' : 'boost', actorUri, '→', pid);
859 } else if (type === 'Announce' && objUrl && actorUri && !isLocalActor) {
860 // A boost FROM an account we follow, of a REMOTE post → show it in the News feed.
861 // We only STORE it for display; we NEVER auto-Announce it onward (anti-feedback-loop:
862 // re-announcing an incoming Announce would cascade boosts across the network).
863 let subs = []; try { subs = db.prepare('SELECT slug FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist */ }
864 if (subs.length) {
865 const bn = await fetchNoteAP(objUrl);
866 if (bn && bn !== 404 && (bn.type === 'Note' || bn.type === 'Article') && bn.id) {
867 const origUri = actorUriOf(bn.attributedTo);
868 const oai = actorInfo(await resolveActor(origUri), origUri);
869 const html = HtmlSanitizerService.sanitize(bn.content || '');
870 const media = mediaFromNote(bn);
871 const booster = actorInfo(await resolveActor(actorUri), actorUri);
872 for (const s of subs) {
873 // published = now → the boost shows as fresh activity at the top (Mastodon shows
874 // reblogs at reblog-time, not the original's date). INSERT OR IGNORE: if we already
875 // have the note (e.g. we also follow the author), keep it and DON'T relabel it.
876 let inserted = false;
877 try { const r = tlStmts().ins.run(bn.id, s.slug, origUri || '', oai.name, oai.handle, oai.icon, oai.url, html, bn.url || null, new Date().toISOString(), media, bn.sensitive ? 1 : 0, bn.summary || null); inserted = r.changes > 0; } catch { /* ignore */ }
878 if (inserted) { try { db.prepare('UPDATE ap_timeline SET reblog_name = ?, reblog_handle = ?, reblog_icon = ? WHERE slug = ? AND id = ?').run(booster.name, booster.handle, booster.icon, s.slug, bn.id); } catch { /* ignore */ } }
879 }
880 console.log('[AP] timeline boost +', actorUri, 'x' + subs.length);
881 }
882 }
883 }
884 return 202;
885 }
886 if (type === 'Delete') {
887 // A remote note was deleted upstream → drop it from replies AND the timeline.
888 // Scope to the SIGNING actor so actor B can't delete actor A's content (the
889 // signature gate guarantees claimedActor == the verified signer here).
890 const oid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
891 if (oid && claimedActor) {
892 try { db.prepare('DELETE FROM ap_interactions WHERE object_uri = ? AND actor_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
893 try { db.prepare('DELETE FROM ap_timeline WHERE id = ? AND author_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
894 // Also clear a boost/like YOU made of this now-deleted remote post (the interact-page
895 // ap_my_reactions state), so it can't stay stuck as "boosted" on a post that's gone.
896 // Guard: only when the deleter owns the note's domain (B mustn't clear your reactions
897 // to A's posts).
898 try {
899 let sameHost = false;
900 try { sameHost = new URL(oid).host === new URL(claimedActor).host; } catch { sameHost = false; }
901 if (sameHost) db.prepare('DELETE FROM ap_my_reactions WHERE target_uri = ?').run(oid);
902 } catch { /* ignore */ }
903 }
904 return 202;
905 }
906 // Accept/Reject of a Follow WE sent (client side).
907 if (type === 'Accept' && act.object) {
908 const fid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
909 if (fid) { try { fwStmts().acc.run(fid); } catch { /* ignore */ } }
910 console.log('[AP] follow accepted', actorUri);
911 return 202;
912 }
913 if (type === 'Reject' && act.object) {
914 const who = actorUri;
915 if (who && slugParam) { try { fwStmts().del.run(slugParam, who); } catch { /* ignore */ } }
916 return 202;
917 }
918
919 console.log('[AP] inbox', type || 'unknown', '→', slugParam || 'shared', 'from', ip, '(ignored)');
920 return 202;
921}
922
923// Deliver a new post as Create(Note) to all followers' inboxes (fire-and-forget).
924// Needs PUBLIC_BASE_URL (absolute URLs); no-op without followers or base.
925export async function deliverCreate(site, post) {
926 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
927 if (!base || !site || !site.slug) return;
928 const followers = fStmts().list.all(site.slug);
929 if (!followers.length) return;
930 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
931 const keys = getOrCreateKeys(site.slug);
932 const keyId = `${actorId(base, site.slug)}#main-key`;
933 const create = buildCreate(base, site, post);
934 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, create, keyId, keys.private_pem);
935}
936
937// On a new Follow, send that follower our most recent posts as Create so their
938// timeline shows our history (Mastodon does not backfill on follow). Oldest-first
939// so they sort into the follower's timeline at their original dates.
940async function backfillNewFollower(base, slug, inbox) {
941 if (!base || !slug || !inbox) return;
942 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
943 if (!site) return;
944 const recent = db.prepare(
945 `SELECT id, slug, title, content, cover_image_url, nsfw, content_warning, published_at, created_at
946 FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
947 ORDER BY COALESCE(published_at, created_at) DESC LIMIT 20`
948 ).all(site.id).reverse();
949 if (!recent.length) return;
950 const keys = getOrCreateKeys(slug);
951 const keyId = `${actorId(base, slug)}#main-key`;
952 for (const p of recent) {
953 try { await deliver(inbox, buildCreate(base, site, p), keyId, keys.private_pem); } catch { /* best-effort */ }
954 await new Promise((r) => setTimeout(r, 150));
955 }
956 console.log('[AP] backfilled', recent.length, 'posts to new follower of', slug);
957}
958
959// Tell followers a post is gone (Delete + Tombstone) so it's removed from their feeds.
960export async function deliverDelete(site, post) {
961 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
962 if (!base || !site || !site.slug || !post || !post.id) return;
963 const followers = fStmts().list.all(site.slug);
964 if (!followers.length) return;
965 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
966 const keys = getOrCreateKeys(site.slug);
967 const me = actorId(base, site.slug);
968 const nid = noteId(base, post.id);
969 const del = {
970 '@context': AP_CONTEXT,
971 id: `${nid}#delete-${Date.now()}-${rid()}`,
972 type: 'Delete',
973 actor: me,
974 to: [PUBLIC],
975 object: { id: nid, type: 'Tombstone' },
976 };
977 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, del, `${me}#main-key`, keys.private_pem);
978}
979
980// Tell followers an already-published post changed (Update + edited Note) so
981// Mastodon refreshes the cached copy (e.g. after fixing content).
982export async function deliverUpdate(site, post) {
983 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
984 if (!base || !site || !site.slug || !post || !post.id) return;
985 const followers = fStmts().list.all(site.slug);
986 if (!followers.length) return;
987 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
988 const keys = getOrCreateKeys(site.slug);
989 const me = actorId(base, site.slug);
990 const note = buildNote(base, site, post);
991 note.updated = new Date().toISOString();
992 const update = {
993 '@context': AP_CONTEXT,
994 id: `${noteId(base, post.id)}#update-${Date.now()}-${rid()}`,
995 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
996 object: note,
997 };
998 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
999}
1000
1001// Tell followers the ACTOR changed (Update + Person) so Mastodon re-processes the
1002// account AND re-fetches the featured (pinned) collection — there is no standard
1003// "featured changed" activity, so this is how a pin/unpin propagates promptly.
1004export async function deliverActorUpdate(site) {
1005 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1006 if (!base || !site || !site.slug) return;
1007 const followers = fStmts().list.all(site.slug);
1008 if (!followers.length) return;
1009 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1010 const keys = getOrCreateKeys(site.slug);
1011 const me = actorId(base, site.slug);
1012 const update = {
1013 '@context': AP_CONTEXT,
1014 id: `${me}#update-${Date.now()}-${rid()}`,
1015 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
1016 object: buildActor(base, site),
1017 };
1018 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1019}
1020
1021// Reliably set the pinned order on followers' instances via Add/Remove activities
1022// (how Mastodon itself federates pins) — pushed to the inbox + processed immediately,
1023// unlike the featured COLLECTION which Mastodon caches with sticky StatusPins.
1024// Mastodon's Add skips an already-pinned status, so we REMOVE every pin first, wait,
1025// then ADD in rank-DESCENDING order (rank 1 added LAST → newest StatusPin → shown first,
1026// because Mastodon displays pins newest-first). `alsoRemove` = ids to unpin too.
1027export async function resyncFeaturedPins(site, alsoRemove = []) {
1028 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1029 if (!base || !site || !site.slug) return;
1030 const followers = fStmts().list.all(site.slug);
1031 if (!followers.length) return;
1032 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1033 const keys = getOrCreateKeys(site.slug);
1034 const me = actorId(base, site.slug);
1035 const keyId = `${me}#main-key`;
1036 const featured = `${me}/featured`;
1037 const note = (id) => noteId(base, id);
1038 const pinned = db.prepare(
1039 `SELECT id FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1040 AND pinned IS NOT NULL AND pinned > 0
1041 ORDER BY pinned DESC, COALESCE(published_at, created_at) ASC LIMIT 20`
1042 ).all(site.id);
1043 const removeIds = [...new Set([...pinned.map((p) => p.id), ...alsoRemove])];
1044 // 1. Remove every current pin so Mastodon can recreate them in order.
1045 for (const id of removeIds) {
1046 const rm = { '@context': AP_CONTEXT, id: `${me}#rm-${id}-${Date.now()}-${rid()}`, type: 'Remove', actor: me, object: note(id), target: featured, to: [PUBLIC] };
1047 for (const inbox of inboxes) deliver(inbox, rm, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1048 }
1049 if (!pinned.length) { console.log('[AP] unpinned all featured for', site.slug); return; }
1050 await new Promise((r) => setTimeout(r, 5000)); // let the Removes land first
1051 // 2. Add in rank-DESC order, gaps so each StatusPin gets an increasing created_at.
1052 for (const p of pinned) {
1053 const add = { '@context': AP_CONTEXT, id: `${me}#add-${p.id}-${Date.now()}-${rid()}`, type: 'Add', actor: me, object: note(p.id), target: featured, to: [PUBLIC], cc: [`${me}/followers`] };
1054 for (const inbox of inboxes) deliver(inbox, add, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1055 await new Promise((r) => setTimeout(r, 2000));
1056 }
1057 console.log('[AP] resynced', pinned.length, 'featured pins for', site.slug);
1058}
1059
1060// ── outbound replies (Klonkt → fediverse) ─────────────────────────
1061const escHtml = (s) => String(s || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
1062const toISO = (v) => { if (!v) return new Date().toISOString(); const s = String(v); const d = new Date(/[TZ]/.test(s) ? s : s.replace(' ', 'T') + 'Z'); return isNaN(d) ? new Date().toISOString() : d.toISOString(); };
1063
1064// Build one of OUR outbound reply Notes from an ap_outbox row.
1065// Turn #hashtags in reply text into Mastodon-style hashtag links (clickable + federated).
1066function linkHashtags(base, html) {
1067 return String(html || '').replace(/(^|[\s>])#([\p{L}\p{M}\p{N}_]+)/gu, (m, pre, tag) =>
1068 `${pre}<a href="${base}/tag/${encodeURIComponent(tag.toLowerCase())}" class="mention hashtag" rel="tag">#${tag}</a>`);
1069}
1070// Extract the AP Hashtag tag objects from already-linked reply content.
1071function hashtagTags(base, content) {
1072 const tags = [], seen = new Set();
1073 const re = /class="[^"]*\bhashtag\b[^"]*"[^>]*>#([\p{L}\p{M}\p{N}_]+)</giu;
1074 let m;
1075 while ((m = re.exec(content || ''))) {
1076 const k = m[1].toLowerCase();
1077 if (seen.has(k)) continue; seen.add(k);
1078 tags.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(k)}`, name: '#' + m[1] });
1079 }
1080 return tags;
1081}
1082
1083// Normalise a post's tags field (array, JSON-string, or comma-string) to an array.
1084function normalizeTags(t) {
1085 if (Array.isArray(t)) return t;
1086 if (typeof t === 'string') {
1087 const s = t.trim(); if (!s) return [];
1088 if (s[0] === '[') { try { const a = JSON.parse(s); return Array.isArray(a) ? a : []; } catch { /* fall through */ } }
1089 return s.split(',').map((x) => x.trim()).filter(Boolean);
1090 }
1091 return [];
1092}
1093// A tag → { label, slug }. Multi-word tags become CamelCase (#LiveMusic) for the display
1094// name (Mastodon hashtags can't contain spaces; CamelCase is the accessibility norm); the
1095// slug/href stays lowercase ("livemusic").
1096function tagParts(raw) {
1097 const words = String(raw || '').trim().split(/[\s_]+/).map((w) => w.replace(/[^\p{L}\p{M}\p{N}]/gu, '')).filter(Boolean);
1098 if (!words.length) return null;
1099 const slug = words.join('').toLowerCase();
1100 if (!slug) return null;
1101 const label = words.length > 1 ? words.map((w) => w[0].toUpperCase() + w.slice(1)).join('') : words[0];
1102 return { label, slug };
1103}
1104// Merge a post's tags field + the #hashtags linked inline in its body into one deduped
1105// Hashtag tag list (with hrefs to our /tag page).
1106function buildHashtagList(base, tagsField, content) {
1107 const out = [], seen = new Set();
1108 for (const t of normalizeTags(tagsField)) {
1109 const p = tagParts(t); if (!p || seen.has(p.slug)) continue; seen.add(p.slug);
1110 out.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(p.slug)}`, name: '#' + p.label });
1111 }
1112 for (const h of hashtagTags(base, content)) {
1113 const k = h.name.slice(1).toLowerCase(); if (seen.has(k)) continue; seen.add(k);
1114 out.push(h);
1115 }
1116 return out;
1117}
1118
1119// Extract Mention tag objects from already-linked content (class="u-url mention").
1120function mentionTags(content) {
1121 const tags = [], seen = new Set();
1122 // The link href is the human profile URL; the actor URI (for the Mention tag) is in data-actor.
1123 const re = /<a href="[^"]*" class="u-url mention" data-actor="([^"]+)">@([^<]+)<\/a>/gi;
1124 let m;
1125 while ((m = re.exec(content || ''))) {
1126 const href = m[1];
1127 if (seen.has(href)) continue; seen.add(href);
1128 tags.push({ type: 'Mention', href, name: '@' + m[2] });
1129 }
1130 return tags;
1131}
1132// Resolve inline @user@domain mentions in reply/post text → link them (href = actor URI)
1133// and collect the mentioned actors' inboxes so they get notified. Best-effort per mention.
1134async function resolveMentionsInText(base, html) {
1135 const inboxes = [];
1136 const handles = new Set();
1137 const re = /(^|[\s>])@([\p{L}\p{M}\p{N}_.-]+@[\p{L}\p{M}\p{N}.-]+)/gu;
1138 let m;
1139 while ((m = re.exec(html || ''))) handles.add(m[2]);
1140 let out = String(html || '');
1141 for (const h of handles) {
1142 let actorUri = null;
1143 try { actorUri = await webfingerResolve('@' + h); } catch { actorUri = null; }
1144 if (!actorUri) continue;
1145 const actor = await fetchActor(actorUri).catch(() => null);
1146 const inbox = actor && ((actor.endpoints && actor.endpoints.sharedInbox) || actor.inbox);
1147 if (inbox) inboxes.push(inbox);
1148 const profileUrl = actorInfo(actor, actorUri).url || actorUri; // human profile page → the link href
1149 const esc = h.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
1150 out = out.replace(new RegExp('(^|[\\s>])@' + esc + '(?![\\p{L}\\p{M}\\p{N}_.-])', 'gu'),
1151 (full, pre) => `${pre}<a href="${profileUrl}" class="u-url mention" data-actor="${actorUri}">@${h}</a>`);
1152 }
1153 return { html: out, inboxes };
1154}
1155
1156export function buildReplyNote(base, site, row) {
1157 const me = actorId(base, site.slug);
1158 return {
1159 id: noteId(base, row.id),
1160 type: 'Note',
1161 attributedTo: me,
1162 inReplyTo: row.in_reply_to || undefined,
1163 content: row.content,
1164 url: row.post_slug ? `${base}/${encodeURIComponent(row.post_slug)}` : undefined,
1165 published: toISO(row.created_at),
1166 to: row.to_actor ? [row.to_actor] : [PUBLIC],
1167 cc: [PUBLIC, `${me}/followers`],
1168 tag: [
1169 ...mentionTags(row.content),
1170 ...hashtagTags(base, row.content),
1171 ],
1172 };
1173}
1174
1175// Resolve one of our outbound reply Notes by id (for /ap/notes/:id fallback).
1176export function getOutboxNote(base, id) {
1177 const row = iStmts().getO.get(id);
1178 if (!row) return null;
1179 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(row.site_slug);
1180 if (!site) return null;
1181 return buildReplyNote(base, site, row);
1182}
1183
1184// Send a reply FROM this site to a remote actor (in reply to their inbound reply).
1185// `parent` = an ap_interactions row (actor_uri, actor_url, actor_handle, object_uri).
1186export async function deliverReply(site, { postId, postSlug, parent, text }) {
1187 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1188 if (!base || !site || !site.slug || !parent || !String(text || '').trim()) return null;
1189 const me = actorId(base, site.slug);
1190 const handle = parent.actor_handle || deriveHandle(parent.actor_uri);
1191 const dispHandle = handle && handle[0] === '@' ? handle : '@' + (handle || '');
1192 const body = escHtml(String(text).trim()).replace(/\r?\n/g, '<br>');
1193 const mres = await resolveMentionsInText(base, body); // link inline @mentions + collect their inboxes
1194 const mention = parent.actor_uri
1195 ? `<a href="${escHtml(parent.actor_url || parent.actor_uri)}" class="u-url mention" data-actor="${escHtml(parent.actor_uri)}">${escHtml(dispHandle)}</a> ` : '';
1196 const content = `<p>${mention}${linkHashtags(base, mres.html)}</p>`;
1197 // Dedup: skip if the exact same reply was already sent (double-submit guard).
1198 const dup = db.prepare('SELECT 1 FROM ap_outbox WHERE site_slug = ? AND IFNULL(in_reply_to, \'\') = ? AND content = ? LIMIT 1')
1199 .get(site.slug, parent.object_uri || '', content);
1200 if (dup) { console.log('[AP] outreply skipped (duplicate)'); return { duplicate: true, delivered: 0 }; }
1201 const id = crypto.randomUUID();
1202 iStmts().insO.run(id, site.slug, postId, postSlug || null, parent.object_uri || null, parent.actor_uri || null, handle, content);
1203 const row = iStmts().getO.get(id);
1204 const note = buildReplyNote(base, site, row);
1205 const create = {
1206 '@context': AP_CONTEXT,
1207 id: note.id + '#create', type: 'Create', actor: me,
1208 published: note.published, to: note.to, cc: note.cc, object: note,
1209 };
1210 const keys = getOrCreateKeys(site.slug);
1211 const keyId = `${me}#main-key`;
1212 const inboxes = new Set();
1213 if (parent.actor_uri) {
1214 const a = await fetchActor(parent.actor_uri).catch(() => null);
1215 if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox);
1216 }
1217 if (parent.threadInbox) inboxes.add(parent.threadInbox); // back-compat (single)
1218 (parent.threadInboxes || []).forEach((i) => inboxes.add(i)); // whole ancestor chain
1219 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1220 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the reply
1221 inboxes.delete(`${me}/inbox`); // never deliver to ourselves (already in ap_outbox)
1222 inboxes.delete(`${base}/ap/inbox`); // (our own shared inbox) → avoids a self-duplicate
1223 let delivered = 0;
1224 for (const inbox of [...inboxes].filter(Boolean)) {
1225 try { const st = await deliver(inbox, create, keyId, keys.private_pem); if (st >= 200 && st < 300) delivered++; } catch { /* best-effort */ }
1226 }
1227 console.log('[AP] outreply', site.slug, '→', parent.actor_uri, 'delivered', delivered);
1228 return { id, content, delivered };
1229}
1230
1231// attributedTo may be a string, an object {id}, or an ARRAY — e.g. a PeerTube Video is
1232// attributed to [Person (account), Group (channel)]. Pick a usable actor URI (prefer Person).
1233function actorUriOf(att) {
1234 if (!att) return null;
1235 if (typeof att === 'string') return att;
1236 if (Array.isArray(att)) {
1237 const person = att.find((a) => a && typeof a === 'object' && a.type === 'Person' && a.id);
1238 if (person) return person.id;
1239 for (const a of att) { if (typeof a === 'string') return a; if (a && a.id) return a.id; }
1240 return null;
1241 }
1242 return att.id || null;
1243}
1244
1245// Resolve a remote post URL (any fediverse/Klonkt post) into a reply target.
1246// Returns a parent-shaped object usable by deliverReply(), or null.
1247export async function resolveRemoteNote(url) {
1248 if (!/^https?:\/\//i.test(String(url || ''))) return null;
1249 const note = await fetchActor(url).catch(() => null); // AP GET (content-negotiates)
1250 if (!note || !note.id) return null;
1251 const att = note.attributedTo;
1252 const actorUri = actorUriOf(att);
1253 if (!actorUri) return null;
1254 const actor = await fetchActor(actorUri).catch(() => null);
1255 const ai = actorInfo(actor, actorUri);
1256 // Is what we're replying to a post (or a comment) on one of OUR posts? If so,
1257 // link our reply to that local post so it shows nested in the post thread.
1258 const localTgt = findThreadTarget(note.id, (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, ''));
1259 // Walk the WHOLE reply chain upward (comment → parent comment → … → root post)
1260 // and collect every ancestor author's inbox, so each participant's server —
1261 // including the original post's author — receives + threads our reply.
1262 const threadInboxes = [];
1263 const seenInbox = new Set();
1264 let cursor = note.inReplyTo, guard = 0;
1265 while (cursor && guard++ < 6) {
1266 const url = typeof cursor === 'string' ? cursor : (cursor && cursor.id);
1267 if (!url) break;
1268 const pn = await fetchActor(url).catch(() => null);
1269 if (!pn) break;
1270 const pa = actorUriOf(pn.attributedTo);
1271 if (pa && pa !== actorUri) {
1272 const paDoc = await fetchActor(pa).catch(() => null);
1273 const inbox = paDoc && ((paDoc.endpoints && paDoc.endpoints.sharedInbox) || paDoc.inbox);
1274 if (inbox && !seenInbox.has(inbox)) { seenInbox.add(inbox); threadInboxes.push(inbox); }
1275 }
1276 cursor = pn.inReplyTo; // climb to the next ancestor
1277 }
1278 // For non-Note objects (PeerTube Video, Article, …) the meaningful label is `name` (the
1279 // title); prepend it so the reply page shows what you're replying to (sanitize cleans it).
1280 let rawHtml = String(note.content || '').replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
1281 if (note.name && note.type && note.type !== 'Note') rawHtml = `<p><strong>${note.name}</strong></p>` + rawHtml;
1282 const images = (Array.isArray(note.attachment) ? note.attachment : [])
1283 .filter((a) => a && a.url && (!a.mediaType || /^image\//i.test(a.mediaType)))
1284 .map((a) => safeUrl(a.url)).filter(Boolean);
1285 return {
1286 object_uri: safeUrl(note.id) || note.id,
1287 actor_uri: actorUri,
1288 actor_url: ai.url,
1289 actor_handle: ai.handle,
1290 actor_name: ai.name,
1291 actor_icon: ai.icon,
1292 url: note.url || url,
1293 content: HtmlSanitizerService.sanitize(rawHtml), // full, sanitized
1294 sensitive: !!note.sensitive, // remote CW → blur in the Cirkel
1295 cw: note.summary || '',
1296 images,
1297 threadInboxes, // every ancestor author's inbox
1298 localPostId: localTgt ? localTgt.post_id : '', // our post this belongs to (if any)
1299 preview: HtmlSanitizerService.toPlainText(note.content || '').slice(0, 240),
1300 };
1301}
1302
1303// List a site's own outbound fediverse replies (for the manage/delete view).
1304// The plain editable text of a stored reply (unwrap links → their text, <br> → newline)
1305// so the manage view can prefill an edit box; the mention is re-added on save.
1306function outboxEditableText(content) {
1307 return String(content || '')
1308 .replace(/<br\s*\/?>/gi, '\n')
1309 .replace(/<a\b[^>]*>([\s\S]*?)<\/a>/gi, '$1')
1310 .replace(/<[^>]+>/g, '')
1311 .replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&')
1312 .trim();
1313}
1314export function listOutbox(siteSlug) {
1315 return db.prepare('SELECT id, content, to_handle, in_reply_to, created_at FROM ap_outbox WHERE site_slug = ? ORDER BY created_at DESC')
1316 .all(siteSlug).map((r) => { const c = stripLeadingMentions(r.content); return { ...r, content: c, editable: outboxEditableText(c) }; });
1317}
1318
1319// Delete one of our outbound replies: send Delete(Tombstone) to recipients + remove it.
1320export async function deliverOutboxDelete(site, outboxId) {
1321 const row = iStmts().getO.get(outboxId);
1322 if (!row || row.site_slug !== site.slug) return false;
1323 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1324 if (base) {
1325 const me = actorId(base, site.slug);
1326 const nid = noteId(base, row.id);
1327 const del = { '@context': AP_CONTEXT, id: `${nid}#delete-${Date.now()}-${rid()}`, type: 'Delete', actor: me, to: [PUBLIC], object: { id: nid, type: 'Tombstone' } };
1328 const keys = getOrCreateKeys(site.slug);
1329 const inboxes = new Set();
1330 if (row.to_actor) { const a = await fetchActor(row.to_actor).catch(() => null); if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox); }
1331 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1332 for (const inbox of [...inboxes].filter(Boolean)) { try { await deliver(inbox, del, `${me}#main-key`, keys.private_pem); } catch { /* best-effort */ } }
1333 }
1334 db.prepare('DELETE FROM ap_outbox WHERE id = ?').run(outboxId);
1335 return true;
1336}
1337
1338// Edit one of our outbound replies: rewrite the stored content (mention re-added + #tags
1339// re-linked) and send an Update(Note) so recipients refresh their cached copy.
1340export async function deliverOutboxUpdate(site, outboxId, newText) {
1341 const row = iStmts().getO.get(outboxId);
1342 if (!row || row.site_slug !== site.slug) return false;
1343 const text = String(newText || '').trim();
1344 if (!text) return false;
1345 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1346 if (!base) return false;
1347 const me = actorId(base, site.slug);
1348 const toActor = row.to_actor ? await fetchActor(row.to_actor).catch(() => null) : null;
1349 const toProfile = row.to_actor ? (actorInfo(toActor, row.to_actor).url || row.to_actor) : '';
1350 const _h = row.to_handle || deriveHandle(row.to_actor);
1351 const toHandle = _h && _h[0] === '@' ? _h : '@' + (_h || '');
1352 const mention = row.to_actor
1353 ? `<a href="${escHtml(toProfile)}" class="u-url mention" data-actor="${escHtml(row.to_actor)}">${escHtml(toHandle)}</a> ` : '';
1354 const mres = await resolveMentionsInText(base, escHtml(text).replace(/\r?\n/g, '<br>'));
1355 const content = `<p>${mention}${linkHashtags(base, mres.html)}</p>`;
1356 db.prepare('UPDATE ap_outbox SET content = ? WHERE id = ?').run(content, outboxId);
1357 const note = buildReplyNote(base, site, iStmts().getO.get(outboxId));
1358 note.updated = new Date().toISOString();
1359 const update = {
1360 '@context': AP_CONTEXT,
1361 id: `${note.id}#update-${Date.now()}-${rid()}`, type: 'Update', actor: me,
1362 published: note.published, updated: note.updated, to: note.to, cc: note.cc, object: note,
1363 };
1364 const keys = getOrCreateKeys(site.slug);
1365 const inboxes = new Set();
1366 if (toActor) inboxes.add((toActor.endpoints && toActor.endpoints.sharedInbox) || toActor.inbox);
1367 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1368 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the edit
1369 inboxes.delete(`${me}/inbox`); inboxes.delete(`${base}/ap/inbox`);
1370 let delivered = 0;
1371 for (const inbox of [...inboxes].filter(Boolean)) {
1372 try { const st = await deliver(inbox, update, `${me}#main-key`, keys.private_pem); if (st >= 200 && st < 300) delivered++; } catch { /* best-effort */ }
1373 }
1374 console.log('[AP] outreply edit', site.slug, 'delivered', delivered);
1375 return { ok: true, content, delivered };
1376}
1377
1378// ── Fediverse CLIENT: follow accounts + home timeline ─────────────
1379// Resolve an @user@domain handle to its actor URL via WebFinger.
1380export async function webfingerResolve(handle) {
1381 const h = String(handle || '').trim().replace(/^@/, '');
1382 const parts = h.split('@');
1383 if (parts.length !== 2 || !parts[0] || !parts[1]) return null;
1384 const acct = `${parts[0]}@${parts[1]}`;
1385 try {
1386 const r = await safeFetch(`https://${parts[1]}/.well-known/webfinger?resource=acct:${encodeURIComponent(acct)}`,
1387 { headers: { Accept: 'application/jrd+json, application/json' } });
1388 if (!r.ok) return null;
1389 const jrd = await r.json();
1390 const link = (jrd.links || []).find((l) => l.rel === 'self' && /activity\+json|ld\+json/.test(l.type || ''));
1391 return safeUrl(link ? link.href : '') || null;
1392 } catch { return null; }
1393}
1394
1395let _insFw, _delFw, _listFw, _accFw, _oneFw, _setAB;
1396function fwStmts() {
1397 if (!_insFw) {
1398 _insFw = db.prepare('INSERT OR REPLACE INTO ap_following (slug, actor_uri, handle, name, icon, url, inbox, follow_id, status, auto_boost, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
1399 _delFw = db.prepare('DELETE FROM ap_following WHERE slug = ? AND actor_uri = ?');
1400 _listFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? ORDER BY created_at DESC');
1401 _accFw = db.prepare("UPDATE ap_following SET status = 'accepted' WHERE follow_id = ?");
1402 _oneFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? AND actor_uri = ?');
1403 _setAB = db.prepare('UPDATE ap_following SET auto_boost = ? WHERE slug = ? AND actor_uri = ?');
1404 }
1405 return { ins: _insFw, del: _delFw, list: _listFw, acc: _accFw, one: _oneFw, setAB: _setAB };
1406}
1407export function listFollowing(slug) { return fwStmts().list.all(slug); }
1408
1409// Toggle auto-boost ("feature") on an account we already follow.
1410export function setAutoBoost(slug, actorUri, on) {
1411 try { fwStmts().setAB.run(on ? 1 : 0, slug, actorUri); } catch { /* ignore */ }
1412 // Featuring an account → AP-native catch-up so the Cirkel isn't empty until they next
1413 // post (push doesn't backfill history-before-follow). Fire-and-forget pull, sends nothing.
1414 if (on) backfillFromOutbox(slug, actorUri).catch(() => {});
1415 return { ok: true };
1416}
1417
1418let _insTl, _listTl, _delTl;
1419function tlStmts() {
1420 if (!_insTl) {
1421 _insTl = db.prepare('INSERT OR IGNORE INTO ap_timeline (id, slug, author_uri, author_name, author_handle, author_icon, author_url, content, url, published, media_json, nsfw, cw, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
1422 _listTl = db.prepare('SELECT * FROM ap_timeline WHERE slug = ? ORDER BY COALESCE(published, created_at) DESC LIMIT ?');
1423 _delTl = db.prepare('DELETE FROM ap_timeline WHERE id = ?');
1424 }
1425 return { ins: _insTl, list: _listTl, del: _delTl };
1426}
1427export function getTimeline(slug, limit) { return tlStmts().list.all(slug, limit || 50); }
1428
1429// ── Cirkel = posts from the accounts you auto-boost ("feature an artist") ──
1430let _abCount, _cirkelPosts, _cirkelMembers;
1431export function autoBoostCount(slug) {
1432 try { if (!_abCount) _abCount = db.prepare('SELECT COUNT(*) AS n FROM ap_following WHERE slug = ? AND auto_boost = 1'); return _abCount.get(slug).n; } catch { return 0; }
1433}
1434export function getCirkelPosts(slug, limit) {
1435 try {
1436 // Cirkel = posts from featured (auto_boost) accounts + posts you boosted
1437 // (t.boosted), mixed by date. One row per note in ap_timeline → no duplicates.
1438 if (!_cirkelPosts) _cirkelPosts = db.prepare(`
1439 SELECT t.id, t.author_uri, t.author_name, t.author_handle, t.author_icon, t.author_url,
1440 t.content, t.url, t.published, t.media_json, t.boosted, t.nsfw, t.cw
1441 FROM ap_timeline t
1442 LEFT JOIN ap_following f ON f.slug = t.slug AND f.actor_uri = t.author_uri
1443 WHERE t.slug = ? AND (f.auto_boost = 1 OR t.boosted = 1)
1444 ORDER BY COALESCE(t.published, t.created_at) DESC, t.rowid DESC
1445 LIMIT ?`);
1446 return _cirkelPosts.all(slug, limit || 60);
1447 } catch { return []; }
1448}
1449export function getCirkelMembers(slug) {
1450 try { if (!_cirkelMembers) _cirkelMembers = db.prepare('SELECT name, url, icon FROM ap_following WHERE slug = ? AND auto_boost = 1 ORDER BY name'); return _cirkelMembers.all(slug); } catch { return []; }
1451}
1452// Mark a timeline post as boosted so it shows in the Cirkel (mixed by date).
1453let _markBoost, _unmarkBoost, _boostedCount;
1454export function markBoosted(slug, noteId) {
1455 try { if (!_markBoost) _markBoost = db.prepare('UPDATE ap_timeline SET boosted = 1 WHERE slug = ? AND id = ?'); _markBoost.run(slug, noteId); } catch { /* ignore */ }
1456}
1457export function unmarkBoosted(slug, noteId) {
1458 try { if (!_unmarkBoost) _unmarkBoost = db.prepare('UPDATE ap_timeline SET boosted = 0 WHERE slug = ? AND id = ?'); _unmarkBoost.run(slug, noteId); } catch { /* ignore */ }
1459}
1460let _markLike, _unmarkLike;
1461export function markLiked(slug, noteId) {
1462 try { if (!_markLike) _markLike = db.prepare('UPDATE ap_timeline SET liked = 1 WHERE slug = ? AND id = ?'); _markLike.run(slug, noteId); } catch { /* ignore */ }
1463}
1464export function unmarkLiked(slug, noteId) {
1465 try { if (!_unmarkLike) _unmarkLike = db.prepare('UPDATE ap_timeline SET liked = 0 WHERE slug = ? AND id = ?'); _unmarkLike.run(slug, noteId); } catch { /* ignore */ }
1466}
1467export function getTimelineReaction(slug, noteId) {
1468 try { const r = db.prepare('SELECT liked, boosted FROM ap_timeline WHERE slug = ? AND id = ?').get(slug, noteId); return { liked: !!(r && r.liked), boosted: !!(r && r.boosted) }; } catch { return { liked: false, boosted: false }; }
1469}
1470// Boost a REMOTE post that may not be in your timeline (you don't follow the author):
1471// store it in ap_timeline (INSERT OR IGNORE → no dup for followed posts) so it shows in
1472// the Cirkel with a Boost badge, then flag it boosted.
1473export function upsertBoostedNote(slug, note) {
1474 if (!slug || !note || !note.object_uri) return;
1475 const id = note.object_uri;
1476 const media = JSON.stringify((note.images || []).map((u) => ({ url: u, type: 'image/jpeg' })));
1477 try {
1478 tlStmts().ins.run(id, slug, note.actor_uri || '', note.actor_name || '', note.actor_handle || '',
1479 note.actor_icon || '', note.actor_url || '', note.content || '', note.url || null,
1480 new Date().toISOString(), media, note.sensitive ? 1 : 0, note.cw || null);
1481 } catch { /* ignore */ }
1482 markBoosted(slug, id);
1483}
1484export function boostedCount(slug) {
1485 try { if (!_boostedCount) _boostedCount = db.prepare('SELECT COUNT(*) AS n FROM ap_timeline WHERE slug = ? AND boosted = 1'); return _boostedCount.get(slug).n; } catch { return 0; }
1486}
1487
1488// Resolve a Klonkt/AP actor URL from a site root: a Klonkt site's root 302s to
1489// /ap/users/<slug> (content negotiation; Location may be relative). Used by
1490// followActor for bare-domain follows.
1491// NB: the old auto-migration of legacy Cirkels (circle_links -> AP follows) was
1492// REMOVED on 2026-06-26 — it auto-sent Follows on boot, which violates "the code
1493// never throws anything into the fediverse automatically" (would surprise-Follow
1494// for some operators at scale). The dead circle_links table stays as harmless dead
1495// data; an operator restores an old cirkel by re-following in /following (their click).
1496async function resolveApActor(siteUrl) {
1497 try {
1498 const r = await fetch(siteUrl, { headers: { Accept: 'application/activity+json' }, redirect: 'manual' });
1499 if (r.status >= 300 && r.status < 400) { const loc = r.headers.get('location'); if (loc) return new URL(loc, siteUrl).href; }
1500 if (r.ok) return siteUrl;
1501 } catch { /* unreachable */ }
1502 return null;
1503}
1504
1505// ── Self-heal: re-sync the fediverse cache (ap_timeline) after a DRASTIC update ──
1506// Runs ONCE per SELFHEAL_VERSION bump — NOT on every boot. Re-fetches each cached
1507// note and refreshes content + media (recovers covers/edits that were delivered
1508// during a flux window, e.g. a fleet-wide update), and drops notes that are gone
1509// (404/410). Bump SELFHEAL_VERSION only on a release that warrants a re-sync.
1510const SELFHEAL_VERSION = 4;
1511async function fetchNoteAP(url) {
1512 try {
1513 const r = await fetch(url, { headers: { Accept: 'application/activity+json' } });
1514 if (r.status === 404 || r.status === 410) return 404;
1515 if (r.ok) return await r.json();
1516 } catch { /* unreachable */ }
1517 return null;
1518}
1519function mediaFromNote(note) {
1520 const atts = (Array.isArray(note.attachment) ? note.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
1521 if (!atts.some((m) => !m.type || /image/i.test(m.type)) && note.image) {
1522 const im = Array.isArray(note.image) ? note.image[0] : note.image;
1523 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
1524 if (iu) atts.push({ url: iu, type: (im && im.mediaType) || 'image/jpeg' });
1525 }
1526 return JSON.stringify(atts);
1527}
1528// A generic SSRF-safe AP GET (collections / pages).
1529async function apGetJson(url) {
1530 try {
1531 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
1532 if (!r.ok) return null;
1533 const len = Number(r.headers.get('content-length') || 0);
1534 if (len > 3_000_000) return null;
1535 return await r.json();
1536 } catch { return null; }
1537}
1538// AP-native catch-up: pull an actor's standard `outbox` collection and merge their recent
1539// top-level posts into the timeline for `slug`. Push (Create delivery) cannot backfill
1540// history-from-before-you-followed or a delivery that was missed while you were down;
1541// reading the outbox is the spec-conform way to catch up. PULL ONLY — sends nothing.
1542export async function backfillFromOutbox(slug, actorUri, limit = 20) {
1543 try {
1544 if (!slug || !actorUri) return 0;
1545 const actor = await fetchActor(actorUri);
1546 if (!actor || !actor.outbox) return 0;
1547 let page = await apGetJson(typeof actor.outbox === 'string' ? actor.outbox : actor.outbox.id);
1548 let items = (page && (page.orderedItems || page.items)) || [];
1549 if (!items.length && page && page.first) {
1550 page = await apGetJson(typeof page.first === 'string' ? page.first : page.first.id);
1551 items = (page && (page.orderedItems || page.items)) || [];
1552 }
1553 if (!Array.isArray(items) || !items.length) return 0;
1554 const ai = actorInfo(actor, actorUri);
1555 let added = 0;
1556 for (const it of items.slice(0, limit)) {
1557 // Each item is usually a Create wrapping a Note, or sometimes the Note itself.
1558 const o = (it && typeof it.object === 'object' && it.object) ? it.object : it;
1559 if (!o || !o.id) continue;
1560 if (o.type && o.type !== 'Note' && o.type !== 'Article') continue; // skip boosts/other
1561 if (o.inReplyTo) continue; // top-level only
1562 const auth = actorUriOf(o.attributedTo);
1563 if (auth && auth !== actorUri) continue; // their OWN posts only
1564 const html = HtmlSanitizerService.sanitize(o.content || '');
1565 try {
1566 const r = tlStmts().ins.run(o.id, slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, mediaFromNote(o), o.sensitive ? 1 : 0, o.summary || null);
1567 if (r && r.changes > 0) added++;
1568 } catch { /* ignore */ }
1569 }
1570 if (added) console.log('[AP] outbox backfill', actorUri, '→', slug, '+' + added);
1571 return added;
1572 } catch { return 0; }
1573}
1574let _selfHealing = false;
1575export async function selfHealTimeline() {
1576 if (_selfHealing) return; _selfHealing = true;
1577 try {
1578 let cur = 0;
1579 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_version'); cur = r ? (parseInt(r.value, 10) || 0) : 0; } catch { return; }
1580 if (cur >= SELFHEAL_VERSION) return; // already healed for this version — skip on normal boots
1581 let rows = [];
1582 try { rows = db.prepare('SELECT id, content, media_json, nsfw, cw, url FROM ap_timeline ORDER BY rowid DESC LIMIT 200').all(); } catch { /* no table */ }
1583 let healed = 0;
1584 for (const r of rows) {
1585 try {
1586 const note = await fetchNoteAP(r.id);
1587 if (note === 404) { db.prepare('DELETE FROM ap_timeline WHERE id = ?').run(r.id); healed++; continue; }
1588 if (!note || typeof note !== 'object') continue;
1589 const html = HtmlSanitizerService.sanitize(note.content || '');
1590 const media = mediaFromNote(note);
1591 const nsfw = note.sensitive ? 1 : 0; // re-sync NSFW/sensitive + CW onto already-cached posts
1592 const cw = note.summary || null;
1593 const url = note.url || null; // re-sync the human url (catches a remote slug rename)
1594 if ((html && html !== r.content) || media !== (r.media_json || '[]') || nsfw !== (r.nsfw || 0) || (cw || '') !== (r.cw || '') || (url && url !== r.url)) {
1595 db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ?').run(html || r.content, media, nsfw, cw, url, r.id);
1596 healed++;
1597 }
1598 } catch { /* per-note best-effort */ }
1599 }
1600 try { db.prepare('INSERT OR REPLACE INTO app_settings (key, value) VALUES (?, ?)').run('selfheal_version', String(SELFHEAL_VERSION)); } catch { /* ignore */ }
1601 if (rows.length) console.log(`[AP] self-heal v${SELFHEAL_VERSION}: ${healed}/${rows.length} timeline notes`);
1602 } catch { /* never block boot */ } finally { _selfHealing = false; }
1603}
1604
1605// Follow a fediverse account by @handle (WebFinger → actor → signed Follow).
1606export async function followActor(site, handle, autoBoost = false) {
1607 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1608 if (!base || !site || !site.slug) return { error: 'config' };
1609 // Accept any of: a profile/actor URL, an @user@host handle (WebFinger), or a
1610 // bare site domain (site.com) — for a single-actor site (Klonkt etc.) the root
1611 // resolves to its AP actor, so you can follow a site by just its domain.
1612 const s = String(handle || '').trim();
1613 let actorUrl;
1614 if (/^https?:\/\//i.test(s)) actorUrl = safeUrl(s) || null;
1615 else if (s.includes('@')) actorUrl = await webfingerResolve(s);
1616 else if (/^[a-z0-9.-]+\.[a-z]{2,}/i.test(s)) actorUrl = await resolveApActor('https://' + s.replace(/^\/+|\/+$/g, ''));
1617 else actorUrl = null;
1618 if (!actorUrl) return { error: 'not_found' };
1619 const actor = await fetchActor(actorUrl).catch(() => null);
1620 if (!actor || !actor.id || !actor.inbox) return { error: 'unreachable' };
1621 const ai = actorInfo(actor, actor.id);
1622 const me = actorId(base, site.slug);
1623 const keys = getOrCreateKeys(site.slug);
1624 const followId = `${me}#follow-${Date.now()}-${rid()}`;
1625 fwStmts().ins.run(site.slug, actor.id, ai.handle, ai.name, ai.icon, ai.url, actor.inbox, followId, 'pending', autoBoost ? 1 : 0);
1626 const follow = { '@context': AP_CONTEXT, id: followId, type: 'Follow', actor: me, object: actor.id };
1627 try { await deliver(actor.inbox, follow, `${me}#main-key`, keys.private_pem); }
1628 catch (e) { console.warn('[AP] follow deliver failed:', e.message); }
1629 console.log('[AP] follow', site.slug, '→', actor.id);
1630 // Follow + feature in one step → backfill their recent posts into the Cirkel right away.
1631 if (autoBoost) backfillFromOutbox(site.slug, actor.id).catch(() => {});
1632 return { ok: true, name: ai.name, handle: ai.handle, actor: actor.id };
1633}
1634
1635// Resolve a profile URL or @handle to a followable remote actor (for the
1636// authorize_interaction "Follow" flow). Returns display fields + inbox, or null
1637// when it isn't a reachable actor (e.g. the input was a post, not a profile).
1638export async function resolveRemoteActor(input) {
1639 const s = String(input || '').trim();
1640 const actorUrl = /^https?:\/\//i.test(s) ? (safeUrl(s) || null) : await webfingerResolve(s);
1641 if (!actorUrl) return null;
1642 const actor = await fetchActor(actorUrl).catch(() => null);
1643 if (!actor || !actor.id || !actor.inbox) return null;
1644 const ai = actorInfo(actor, actor.id);
1645 return { actor_uri: actor.id, actor_name: ai.name, actor_handle: ai.handle, actor_url: ai.url, actor_icon: ai.icon, inbox: actor.inbox };
1646}
1647
1648export async function unfollowActor(site, actorUri) {
1649 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1650 const me = actorId(base, site.slug);
1651 const keys = getOrCreateKeys(site.slug);
1652 const row = fwStmts().one.get(site.slug, actorUri);
1653 // Undo(Follow) MUST reference the original Follow's real id so the remote can correlate it
1654 // and drop the follow. The old `${me}#follow` fallback never matched anything → the unfollow
1655 // silently failed on the remote. With no stored follow id (legacy row), skip the network Undo
1656 // rather than send an unmatchable one. Deliver durably via the retry queue.
1657 if (row && row.inbox && row.follow_id) {
1658 const undo = { '@context': AP_CONTEXT, id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me, object: { id: row.follow_id, type: 'Follow', actor: me, object: actorUri } };
1659 deliverWithRetry(site.slug, row.inbox, undo, `${me}#main-key`, keys.private_pem);
1660 } else if (row && row.inbox) {
1661 console.warn('[AP] unfollow', site.slug, '→', actorUri, '— no stored follow id; removed locally only (legacy follow, remote may keep it)');
1662 }
1663 fwStmts().del.run(site.slug, actorUri);
1664 return { ok: true };
1665}
1666
1667// Send a Like or Announce (boost) on a remote note FROM this site.
1668export async function sendInteraction(site, kind, targetNoteId, authorUri) {
1669 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1670 if (!base || !site || !site.slug || !targetNoteId) return { error: 'config' };
1671 const me = actorId(base, site.slug);
1672 const keys = getOrCreateKeys(site.slug);
1673 // 'unboost' = Undo(Announce): retracts a boost so followers' servers remove the
1674 // reblog (matched on actor+object — no record of the original Announce needed).
1675 const fanout = (kind === 'boost' || kind === 'unboost'); // also goes to our followers
1676 const followersCol = `${me}/followers`;
1677 // Address the original author in cc so their server (Mastodon, WordPress/ActivityPub, …)
1678 // attributes the boost to their post and notifies them — without this, a shared-inbox
1679 // receiver has nothing to route the Announce to. Non-fragment activity ids + a `published`
1680 // stamp keep us aligned with what Mastodon emits.
1681 const audience = authorUri ? [followersCol, authorUri] : [followersCol];
1682 let act;
1683 if (kind === 'unboost' || kind === 'unlike') {
1684 // Undo(Announce) retracts a boost; Undo(Like) un-favourites (matched on actor+object,
1685 // no record of the original activity needed — Mastodon honours both).
1686 const inner = kind === 'unboost' ? 'Announce' : 'Like';
1687 act = {
1688 '@context': AP_CONTEXT,
1689 id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me,
1690 object: { id: `${me}/${inner.toLowerCase()}/${Date.now()}-${rid()}`, type: inner, actor: me, object: targetNoteId },
1691 };
1692 if (kind === 'unboost') { act.to = [PUBLIC]; act.cc = audience; }
1693 } else {
1694 const type = kind === 'boost' ? 'Announce' : 'Like';
1695 act = {
1696 '@context': AP_CONTEXT,
1697 id: `${me}/${type.toLowerCase()}/${Date.now()}-${rid()}`,
1698 type, actor: me, object: targetNoteId,
1699 };
1700 if (type === 'Announce') { act.published = new Date().toISOString(); act.to = [PUBLIC]; act.cc = audience; }
1701 }
1702 const inboxes = new Set();
1703 // Author first, via their PERSONAL inbox (not the shared one) so a multi-user receiver
1704 // routes the Announce/Like to the right post unambiguously.
1705 if (authorUri) { const a = await fetchActor(authorUri).catch(() => null); if (a) inboxes.add(a.inbox || (a.endpoints && a.endpoints.sharedInbox)); }
1706 if (fanout) { for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox); }
1707 // Queue each delivery (immediate attempt + backoff retries on failure via ap_delivery)
1708 // instead of a single fire-and-forget POST, so a transient hiccup at the receiver doesn't
1709 // silently lose the boost — same durability a new post (deliverCreate) already gets.
1710 let queued = 0;
1711 for (const inbox of [...inboxes].filter(Boolean)) { deliverWithRetry(site.slug, inbox, act, `${me}#main-key`, keys.private_pem); queued++; }
1712 console.log('[AP]', kind, site.slug, '→', targetNoteId, 'queued', queued, 'inbox(es)');
1713 return { ok: true, delivered: queued };
1714}
1715
1716// Notifications inbox: new followers + replies/likes/boosts on this site's posts.
1717export function getNotifications(slug, limit) {
1718 const out = [];
1719 try {
1720 for (const f of db.prepare('SELECT actor_uri, created_at FROM ap_followers WHERE slug = ? ORDER BY created_at DESC LIMIT 50').all(slug)) {
1721 out.push({ type: 'follow', handle: deriveHandle(f.actor_uri), url: f.actor_uri, created_at: f.created_at });
1722 }
1723 } catch { /* ignore */ }
1724 try {
1725 const rows = db.prepare(`
1726 SELECT i.kind, i.actor_name, i.actor_handle, i.actor_url, i.content, i.created_at,
1727 p.slug AS post_slug, p.title AS post_title
1728 FROM ap_interactions i LEFT JOIN posts p ON p.id = i.post_id
1729 WHERE p.site_id = (SELECT id FROM sites WHERE slug = ?)
1730 ORDER BY i.created_at DESC LIMIT 80
1731 `).all(slug);
1732 for (const r of rows) out.push({
1733 type: r.kind, name: r.actor_name, handle: r.actor_handle, url: r.actor_url,
1734 content: stripLeadingMentions(r.content), post_slug: r.post_slug, post_title: r.post_title, created_at: r.created_at,
1735 });
1736 } catch { /* ignore */ }
1737 out.sort((a, b) => new Date(b.created_at) - new Date(a.created_at));
1738 return out.slice(0, limit || 60);
1739}
1740
1741// ── Blocking / defederation ───────────────────────────────────────
1742let _insBl, _delBl, _listBl;
1743function blStmts() {
1744 if (!_insBl) {
1745 _insBl = db.prepare('INSERT OR IGNORE INTO ap_blocks (slug, target, kind, label, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
1746 _delBl = db.prepare('DELETE FROM ap_blocks WHERE slug = ? AND target = ?');
1747 _listBl = db.prepare('SELECT * FROM ap_blocks WHERE slug = ? ORDER BY created_at DESC');
1748 }
1749 return { ins: _insBl, del: _delBl, list: _listBl };
1750}
1751export function listBlocks(slug) { return blStmts().list.all(slug); }
1752
1753// True if an actor (or its whole domain) is blocked anywhere on this instance.
1754export function isBlockedAny(actorUri) {
1755 if (!actorUri) return false;
1756 let domain = ''; try { domain = new URL(actorUri).host; } catch { /* ignore */ }
1757 try { return !!db.prepare("SELECT 1 FROM ap_blocks WHERE (kind='actor' AND target=?) OR (kind='domain' AND target=?) LIMIT 1").get(actorUri, domain); }
1758 catch { return false; }
1759}
1760
1761function purgeBlocked(kind, target) {
1762 try {
1763 if (kind === 'domain') {
1764 const like = `%//${target}/%`;
1765 db.prepare('DELETE FROM ap_interactions WHERE actor_uri LIKE ?').run(like);
1766 db.prepare('DELETE FROM ap_timeline WHERE author_uri LIKE ?').run(like);
1767 db.prepare('DELETE FROM ap_followers WHERE actor_uri LIKE ?').run(like);
1768 } else {
1769 db.prepare('DELETE FROM ap_interactions WHERE actor_uri = ?').run(target);
1770 db.prepare('DELETE FROM ap_timeline WHERE author_uri = ?').run(target);
1771 db.prepare('DELETE FROM ap_followers WHERE actor_uri = ?').run(target);
1772 }
1773 } catch { /* best-effort */ }
1774}
1775
1776// Block an actor (@handle or actor URL) or a whole domain; purges their content.
1777export async function blockTarget(site, input) {
1778 const raw = String(input || '').trim();
1779 if (!site || !site.slug || !raw) return { error: 'empty' };
1780 let kind, target, label;
1781 if (/^https?:\/\//i.test(raw)) { kind = 'actor'; target = raw; label = raw; }
1782 else if (raw.includes('@')) {
1783 const actorUrl = await webfingerResolve(raw);
1784 if (!actorUrl) return { error: 'not_found' };
1785 kind = 'actor'; target = actorUrl; label = raw.startsWith('@') ? raw : ('@' + raw);
1786 } else { kind = 'domain'; target = raw.toLowerCase(); label = raw.toLowerCase(); }
1787 blStmts().ins.run(site.slug, target, kind, label);
1788 purgeBlocked(kind, target);
1789 console.log('[AP] block', site.slug, kind, target);
1790 return { ok: true, label };
1791}
1792
1793export function unblock(site, target) { blStmts().del.run(site.slug, target); return { ok: true }; }
1794
1795export default {
1796 AP_CONTEXT, getOrCreateKeys, apWants, sendAP, actorId, noteId,
1797 buildActor, buildNote, buildCreate, buildOutbox, buildFollowers, buildFollowing, buildFeatured,
1798 followerCount, deliver, fetchActor, verifyRequest, handleInbox, deliverCreate, deliverDelete, deliverUpdate, deliverActorUpdate, resyncFeaturedPins,
1799 getInteractions, getInteractionById, setInteractionBoosted, setInteractionLiked, setMyReaction, getMyReactions, buildReplyNote, getOutboxNote, deliverReply, resolveRemoteNote,
1800 listOutbox, deliverOutboxDelete, deliverOutboxUpdate,
1801 webfingerResolve, followActor, resolveRemoteActor, unfollowActor, listFollowing, setAutoBoost, backfillFromOutbox, getTimeline, sendInteraction,
1802 autoBoostCount, boostedCount, markBoosted, unmarkBoosted, markLiked, unmarkLiked, getTimelineReaction, upsertBoostedNote, getCirkelPosts, getCirkelMembers, selfHealTimeline,
1803 getNotifications, listBlocks, isBlockedAny, blockTarget, unblock,
1804 deliverWithRetry, enqueueDelivery, processDeliveryQueue, startDeliveryWorker,
1805 getReplyUris, markNotificationsSeen, countUnseenNotifications, hasPlayableAudio,
1806};
Note: See TracBrowser for help on using the repository browser.