source: Klonkt/src/services/ActivityPubService.js@ f70e010

main
Last change on this file since f70e010 was c55fb34, checked in by Robin Genis <roboburr@…>, 2 months ago

fix(federation): HTTP-sig replay window + mandatory digest (lqx); block boost-origin + exact-host purge (4lq)

lqx — verifyRequest now requires the Date header to be SIGNED and recent
(default +/-60min, env AP_SIG_MAX_SKEW_MIN), and requires a SIGNED Digest on
any request carrying a body. Without these a captured signed request could be
replayed indefinitely, or its body swapped (the body was uncovered by the
signature when Digest wasn't in the signed header set).

4lq — the Announce (boost) handler now drops a boost whose ORIGINAL author is
blocked (isBlockedAny(origUri)), closing a block bypass via someone else's
boost; and purgeBlocked matches a blocked domain by exact parsed host (same as
isBlockedAny) instead of a URL LIKE that missed bare-domain/:port actor URIs.

  • src/services/ActivityPubService.js — verifyRequest (date window + mandatory digest), Announce block-origin guard, purgeBlocked exact-host

Co-Authored-By: Claude <noreply@…>

  • Property mode set to 100644
File size: 104.2 KB
Line 
1/**
2 * ActivityPubService — Klonkt as a real ActivityPub actor (fediverse bridge).
3 *
4 * Phase 1 (this file): the PUBLISH/discoverable side.
5 * - per-site RSA keypair (Mastodon-compatible HTTP Signatures; separate from
6 * the Ed25519 keys used by the lighter Cirkels v1)
7 * - builders for the Actor document, Note objects and the Outbox collection
8 * - apWants(): HTTP content-negotiation helper (activity+json vs HTML)
9 *
10 * The interactive side (inbox: Follow/Accept, signature verify, delivery to
11 * followers) lands in the next step and is tested live against Mastodon.
12 *
13 * AP actor URLs live under /ap/* so they never clash with the human pages:
14 * actor = <base>/ap/users/<slug>
15 * inbox = <actor>/inbox outbox = <actor>/outbox
16 * note = <base>/ap/notes/<postId>
17 */
18import crypto from 'crypto';
19import dns from 'dns';
20import net from 'net';
21import db from '../config/database.js';
22import HtmlSanitizerService from './HtmlSanitizerService.js';
23import AudioEmbedService from './AudioEmbedService.js';
24
25const PUBLIC = 'https://www.w3.org/ns/activitystreams#Public';
26// Full JSON-LD context for every AP object we emit: AS2 core + security (publicKey) + the
27// extension terms we actually use (Mastodon/toot + schema.org), each with a term definition
28// so a strict JSON-LD processor resolves them instead of dropping them → valid AS2/JSON-LD.
29// This is the same context shape Mastodon publishes, so Mastodon sees no change.
30const AP_CONTEXT = [
31 'https://www.w3.org/ns/activitystreams',
32 'https://w3id.org/security/v1',
33 {
34 toot: 'http://joinmastodon.org/ns#',
35 schema: 'http://schema.org#',
36 sensitive: 'as:sensitive',
37 Hashtag: 'as:Hashtag',
38 manuallyApprovesFollowers: 'as:manuallyApprovesFollowers',
39 discoverable: 'toot:discoverable',
40 featured: { '@id': 'toot:featured', '@type': '@id' },
41 PropertyValue: 'schema:PropertyValue',
42 value: 'schema:value',
43 embedUrl: { '@id': 'schema:embedUrl', '@type': '@id' },
44 },
45];
46
47// Short random suffix so two activity ids minted in the same millisecond (e.g.
48// parallel saves) don't collide and get deduped by a receiver.
49const rid = () => crypto.randomBytes(4).toString('hex');
50
51// Keep only http(s) URLs — drops javascript:/data:/etc so a remote actor can't
52// smuggle a dangerous scheme into a stored href/src (rendered in owner-only views).
53const safeUrl = (u) => { const s = String(u == null ? '' : u).trim(); return /^https?:\/\//i.test(s) ? s : ''; };
54
55// ── SSRF guard for outbound fetches ───────────────────────────────
56// Remote URLs (actor/keyId/webfinger/inbox/inReplyTo) are attacker-controlled, so
57// every outbound fetch must refuse hosts that resolve to private/loopback ranges
58// (cloud metadata, internal services) — on the initial host AND each redirect hop.
59function isBlockedIp(ip) {
60 if (!ip) return true;
61 const v = net.isIP(ip);
62 if (v === 4) {
63 const o = ip.split('.').map(Number);
64 return o[0] === 127 || o[0] === 10 || o[0] === 0
65 || (o[0] === 172 && o[1] >= 16 && o[1] <= 31)
66 || (o[0] === 192 && o[1] === 168)
67 || (o[0] === 169 && o[1] === 254)
68 || (o[0] === 100 && o[1] >= 64 && o[1] <= 127); // CGNAT
69 }
70 if (v === 6) {
71 const s = ip.toLowerCase().replace(/^\[|\]$/g, '');
72 return s === '::1' || s === '::' || s.startsWith('fc') || s.startsWith('fd') || s.startsWith('fe80')
73 || s.startsWith('::ffff:127.') || s.startsWith('::ffff:10.') || s.startsWith('::ffff:192.168.')
74 || s.startsWith('::ffff:169.254.') || s.startsWith('::ffff:172.');
75 }
76 return true; // not an IP literal we recognise → refuse
77}
78async function assertPublicHost(hostname) {
79 if (net.isIP(hostname)) { if (isBlockedIp(hostname)) throw new Error('ssrf-blocked-ip'); return; }
80 const addrs = await dns.promises.lookup(hostname, { all: true });
81 if (!addrs.length || addrs.some((a) => isBlockedIp(a.address))) throw new Error('ssrf-blocked-host');
82}
83export async function safeFetch(url, opts = {}, maxRedirects = 3) {
84 let target = url;
85 for (let hop = 0; ; hop++) {
86 const u = new URL(target); // throws on malformed → caller's catch
87 if (u.protocol !== 'https:' && u.protocol !== 'http:') throw new Error('ssrf-bad-scheme');
88 await assertPublicHost(u.hostname);
89 const r = await fetch(target, { ...opts, redirect: 'manual', signal: AbortSignal.timeout(8000) });
90 const loc = (r.status >= 300 && r.status < 400) ? r.headers.get('location') : null;
91 if (loc && hop < maxRedirects) { target = new URL(loc, target).toString(); continue; }
92 return r;
93 }
94}
95const MAX_OUTBOX = 20;
96// Cache-buster for the music listen-link → forces Mastodon to re-crawl a FRESH
97// (square) player card. Bump this whenever the twitter:player card dimensions change.
98const FEDI_CARD_VER = '2';
99
100// ── RSA keys per actor (lazy, cached in DB) ───────────────────────
101// Prepared lazily (NOT at module load) — the ap_keys table is created in
102// initializeDatabase(), which runs after this module is imported.
103let _sel, _ins;
104function keyStmts() {
105 if (!_sel) {
106 _sel = db.prepare('SELECT public_pem, private_pem FROM ap_keys WHERE slug = ?');
107 _ins = db.prepare('INSERT OR IGNORE INTO ap_keys (slug, public_pem, private_pem, created_at) VALUES (?,?,?,CURRENT_TIMESTAMP)');
108 }
109 return { sel: _sel, ins: _ins };
110}
111
112export function getOrCreateKeys(slug) {
113 const { sel, ins } = keyStmts();
114 const row = sel.get(slug);
115 if (row) return row;
116 const { publicKey, privateKey } = crypto.generateKeyPairSync('rsa', {
117 modulusLength: 2048,
118 publicKeyEncoding: { type: 'spki', format: 'pem' },
119 privateKeyEncoding: { type: 'pkcs8', format: 'pem' },
120 });
121 ins.run(slug, publicKey, privateKey);
122 return sel.get(slug) || { public_pem: publicKey, private_pem: privateKey };
123}
124
125// ── content negotiation ───────────────────────────────────────────
126// True when the caller wants ActivityPub JSON rather than the HTML page.
127export function apWants(req) {
128 const a = String(req.headers.accept || '').toLowerCase();
129 return a.includes('application/activity+json') ||
130 (a.includes('application/ld+json') && a.includes('activitystreams'));
131}
132
133const AP_CONTENT_TYPE = 'application/activity+json; charset=utf-8';
134export function sendAP(res, obj) {
135 res.type(AP_CONTENT_TYPE);
136 res.set('Cache-Control', 'public, max-age=120');
137 res.send(JSON.stringify(obj));
138}
139
140// ── document builders ─────────────────────────────────────────────
141export function actorId(base, slug) { return `${base}/ap/users/${encodeURIComponent(slug)}`; }
142export function noteId(base, postId) { return `${base}/ap/notes/${encodeURIComponent(postId)}`; }
143
144export function buildActor(base, site) {
145 const id = actorId(base, site.slug);
146 const keys = getOrCreateKeys(site.slug);
147 const actor = {
148 '@context': AP_CONTEXT,
149 id,
150 type: 'Person',
151 preferredUsername: site.slug,
152 name: site.title || site.slug,
153 summary: site.tagline || site.description || '',
154 url: `${base}/${site.slug === site.primary_slug ? '' : 'user/' + encodeURIComponent(site.slug)}`,
155 manuallyApprovesFollowers: false,
156 discoverable: true,
157 inbox: `${id}/inbox`,
158 outbox: `${id}/outbox`,
159 followers: `${id}/followers`,
160 following: `${id}/following`,
161 featured: `${id}/featured`,
162 endpoints: { sharedInbox: `${base}/ap/inbox` },
163 publicKey: {
164 id: `${id}#main-key`,
165 owner: id,
166 publicKeyPem: keys.public_pem,
167 },
168 };
169 if (site.profile_photo) {
170 const u = /^https?:/.test(site.profile_photo) ? site.profile_photo : `${base}${site.profile_photo.startsWith('/') ? '' : '/'}${site.profile_photo}`;
171 actor.icon = { type: 'Image', url: u };
172 }
173 // Account creation date — shown by Mastodon + read by indexers (additive, standard AS2).
174 if (site.created_at) { try { actor.published = new Date(site.created_at).toISOString(); } catch { /* skip bad date */ } }
175 // Profile links → PropertyValue rows: Mastodon/PeerTube/WordPress-ActivityPub render these as
176 // profile metadata (rel=me enables link-back verification). Additive; ignored by simpler receivers.
177 try {
178 const links = JSON.parse(site.profile_links || '[]');
179 if (Array.isArray(links) && links.length) {
180 const esc = (s) => String(s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
181 const rows = links
182 .filter((l) => l && l.url && /^https?:/i.test(l.url))
183 .map((l) => ({
184 type: 'PropertyValue',
185 name: esc(l.platform || 'Link'),
186 value: `<a href="${esc(l.url).replace(/"/g, '&quot;')}" rel="me nofollow noopener" target="_blank">${esc(String(l.url).replace(/^https?:\/\//, ''))}</a>`,
187 }));
188 if (rows.length) actor.attachment = rows;
189 }
190 } catch { /* skip malformed profile_links */ }
191 return actor;
192}
193
194// Does a post's audio shortcodes reference at least one PLAYABLE (file-backed)
195// track? Link-only tracks (external Spotify/YouTube, media_id NULL) don't count —
196// they have no Klonkt-hosted audio to embed, so no player card / cover-suppression.
197export function hasPlayableAudio(content, siteId) {
198 if (!content || !/\[\[(track|album|playlist):/i.test(content)) return false;
199 try {
200 for (const m of content.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT media_id FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.media_id) return true; }
201 for (const m of content.matchAll(/\[\[album:([^\]]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM audio_tracks WHERE site_id = ? AND album = ? AND media_id IS NOT NULL LIMIT 1').get(siteId, m[1].trim())) return true; }
202 for (const m of content.matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id WHERE pt.playlist_id = ? AND t.media_id IS NOT NULL LIMIT 1').get(m[1])) return true; }
203 } catch { /* non-fatal */ }
204 return false;
205}
206
207// A single post as an AS2 Note (the object), and as a Create activity (for outbox/delivery).
208export function buildNote(base, site, post) {
209 const id = noteId(base, post.id);
210 const aId = actorId(base, site.slug);
211 const human = `${base}/${encodeURIComponent(post.slug)}`;
212 // Mastodon ignores a Note's `name`, so put the title INTO the content (bold
213 // first line) — the standard blog→fediverse convention. post.content is
214 // already sanitized HTML; the title is plain text, so escape it.
215 const escTitle = String(post.title || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
216 const titleHtml = post.title ? `<p><strong>${escTitle}</strong></p>` : '';
217
218 // Images travel as AP `attachment` (Mastodon strips <img> from content). Collect
219 // the cover + any inline <img>, make absolute, then strip <img> from the content
220 // to avoid duplicate rendering on clients that DO keep them.
221 const abs = (u) => !u ? null : (/^https?:/i.test(u) ? u : `${base}${u.startsWith('/') ? '' : '/'}${u}`);
222 const mediaType = (u) => {
223 const e = ((u || '').split('?')[0].match(/\.(\w+)$/) || [])[1];
224 return ({ jpg: 'image/jpeg', jpeg: 'image/jpeg', png: 'image/png', gif: 'image/gif', webp: 'image/webp', avif: 'image/avif', mp4: 'video/mp4', webm: 'video/webm', mov: 'video/quicktime' })[(e || '').toLowerCase()] || 'image/jpeg';
225 };
226 const hadAudio = /\[\[(track|album|playlist):/i.test(post.content || '');
227 const playable = hasPlayableAudio(post.content || '', site && site.id);
228 // A post with an external embed (Spotify/YouTube/SoundCloud/Vimeo/Bandcamp/Apple) should let
229 // Mastodon render the embed's player CARD. Mastodon shows EITHER media attachments OR a link
230 // card, never both — so when the post has an embed link we skip the image attachments so the
231 // card wins. (On Klonkt nothing changes: the cover + the embed player still render.)
232 const hasEmbed = (() => {
233 const c = post.content || '';
234 if (/\[\[embed:/i.test(c)) return true;
235 for (const m of c.matchAll(/https?:\/\/[^\s"'<>]+/gi)) if (AudioEmbedService.detectProvider(m[0])) return true;
236 return false;
237 })();
238 // Link-only tracks (external Spotify/YouTube/SoundCloud, no hosted file): collect their links
239 // so we federate them — Mastodon cards the first (its player), the rest show as clickable links
240 // — instead of a bare "listen on site" link, and we suppress the cover so the card can show.
241 const trackEmbedLinks = (() => {
242 if (playable) return [];
243 const out = [];
244 try {
245 for (const m of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) {
246 const r = db.prepare('SELECT media_id, link_spotify, link_youtube, link_soundcloud FROM audio_tracks WHERE id = ?').get(m[1]);
247 if (r && !r.media_id) for (const u of [r.link_spotify, r.link_youtube, r.link_soundcloud]) if (u && /^https?:\/\//i.test(u)) out.push(u);
248 }
249 } catch { /* non-fatal */ }
250 return [...new Set(out)].slice(0, 6);
251 })();
252 const noImages = playable || hasEmbed || trackEmbedLinks.length > 0; // suppress images → let the player/embed card show
253 const urls = [];
254 // Posts with PLAYABLE hosted audio suppress image attachments so Mastodon renders
255 // the player CARD (twitter:player) instead of the cover — media attachment and
256 // link/player card are mutually exclusive on Mastodon. Link-only audio (external)
257 // keeps its cover (no player card to show).
258 // An animated cover federates as the muted loop MP4 (→ a Video attachment): animated WebP is
259 // unreliable on Mastodon and its iOS apps; the MP4 plays everywhere. Else the still cover image.
260 if (post.cover_video_url && !noImages) urls.push(abs(post.cover_video_url));
261 else if (post.cover_image_url && !noImages) urls.push(abs(post.cover_image_url));
262 let body = post.content || '';
263 // Only federate inline images we can actually serve: absolute http(s) URLs, or our own
264 // /media/ uploads. A relative path we don't host (e.g. a stale /images/... ref) would 404
265 // and show up as a black tile in Mastodon's attachment grid.
266 if (!noImages) for (const m of body.matchAll(/<img\b[^>]*\bsrc="([^"]+)"[^>]*>/gi)) {
267 const src = m[1];
268 if (/^https?:\/\//i.test(src) || src.startsWith('/media/')) urls.push(abs(src));
269 }
270 body = body.replace(/<img\b[^>]*>/gi, '');
271 // Audio shortcodes: do NOT federate the raw audio file — Klonkt deliberately
272 // gates audio (the /audio/stream URL has friction), and shipping it as an AP
273 // audio attachment would hand Mastodon a plain, downloadable mp3 URL. Instead,
274 // replace the shortcodes with a "🎵 listen on the site" link so the post invites
275 // a click-through to the protected player (discovery without leaking the file).
276 const esc = (s) => String(s == null ? '' : s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
277 const audioLabels = [];
278 try {
279 for (const m of body.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT title FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.title) audioLabels.push(r.title); }
280 for (const m of body.matchAll(/\[\[album:([^\]]+)\]\]/g)) audioLabels.push(m[1].trim());
281 } catch { /* non-fatal */ }
282 // fedi_open tracks → real AS2 Audio attachments (the actual file URL, served ungated) so
283 // EVERY client incl. the Mastodon apps plays them inline natively. Gated tracks (default)
284 // stay link/card-only — the file is never exposed for them. Resolve from post.content so a
285 // later body mutation can't affect it.
286 const openAudio = [];
287 if (hadAudio) {
288 const seenA = new Set();
289 const addRow = (r) => {
290 const fn = r.filename || (r.storage_path || '').split('/').pop();
291 if (!fn || seenA.has(fn)) return; seenA.add(fn);
292 openAudio.push({ type: 'Audio', mediaType: r.mime_type || 'audio/mpeg', url: `${base}/audio/stream/${encodeURIComponent(fn)}`, name: r.title || 'Audio' });
293 };
294 const SEL = 'SELECT t.title, m.filename, m.storage_path, m.mime_type FROM audio_tracks t JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND ';
295 try {
296 for (const mm of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare(SEL + 't.id = ?').get(mm[1]); if (r) addRow(r); }
297 for (const mm of (post.content || '').matchAll(/\[\[album:([^\]]+)\]\]/g)) for (const r of db.prepare(SEL + 't.site_id = ? AND t.album = ? ORDER BY t.rowid').all(site.id, mm[1].trim())) addRow(r);
298 for (const mm of (post.content || '').matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) for (const r of db.prepare('SELECT t.title, m.filename, m.storage_path, m.mime_type FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND pt.playlist_id = ? ORDER BY pt.position').all(mm[1])) addRow(r);
299 } catch { /* non-fatal */ }
300 }
301 body = body.replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
302 // External embeds ([[embed:url]]) → emit the bare URL as a link so Mastodon
303 // renders its OWN preview/player card (YouTube/Spotify/SoundCloud/etc) instead
304 // of federating the raw shortcode text.
305 body = body.replace(/\[\[embed:([^\]]+)\]\]/gi, (mm, raw) => {
306 const u = esc(raw.trim().replace(/&amp;/g, '&'));
307 return `<p><a href="${u}">${u}</a></p>`;
308 });
309 if (hadAudio) {
310 const lbl = audioLabels.length ? esc(audioLabels.slice(0, 4).join(', ')) : '';
311 if (trackEmbedLinks.length) {
312 // Link-only track(s): emit the external link(s). Mastodon cards the first (Spotify → its
313 // player), the rest render as clickable links — the fediverse-native "embed + links".
314 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong>` : ''}</p>`;
315 for (const u of trackEmbedLinks) { const eu = esc(u); body += `<p><a href="${eu}">${eu}</a></p>`; }
316 } else {
317 // For playable posts, append a version param to the listen-link so Mastodon
318 // sees a NEW card URL and re-crawls it (fresh SQUARE player card) instead of
319 // reusing the cached landscape one. Invisible: the link TEXT stays clean, the
320 // page ignores the param. Bump FEDI_CARD_VER when the card dimensions change.
321 const listenHref = playable ? `${human}?fc=${FEDI_CARD_VER}` : human;
322 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong> — ` : ''}<a href="${listenHref}">listen on ${esc(site.title || 'the site')}</a></p>`;
323 }
324 }
325 // Klonkt renders post content with white-space:pre-wrap, so raw newlines ARE line
326 // breaks on the site. Mastodon (plain HTML) collapses whitespace and would drop them,
327 // so convert newlines to <br> for the federated copy (content already made with
328 // shift+enter uses <br> and has no \n → this is a no-op there).
329 body = body.replace(/\r?\n/g, '<br>');
330 body = linkHashtags(base, body); // link inline #hashtags in the post body too
331 // Append the tags-field hashtags to the content so Mastodon renders them as clickable
332 // hashtags (a Hashtag that's only in the `tag` array isn't shown inline). CamelCase
333 // multi-word tags; skip any already present inline in the body.
334 {
335 const inlineTags = new Set(hashtagTags(base, body).map((h) => h.name.slice(1).toLowerCase()));
336 const addSeen = new Set();
337 const tagLinks = normalizeTags(post.tags).map(tagParts).filter(Boolean)
338 .filter((p) => !inlineTags.has(p.slug) && !addSeen.has(p.slug) && addSeen.add(p.slug))
339 .map((p) => `<a href="${base}/tag/${encodeURIComponent(p.slug)}" class="mention hashtag" rel="tag">#${p.label}</a>`);
340 if (tagLinks.length) body += `<p>${tagLinks.join(' ')}</p>`;
341 }
342 const seen = new Set();
343 const attachment = urls.filter(Boolean)
344 .filter((u) => { if (seen.has(u)) return false; seen.add(u); return true; })
345 .map((u) => { const mt = mediaType(u); // specific AS2 subtype (Image/Audio/Video) over generic Document
346 const ty = /^image\//i.test(mt) ? 'Image' : /^video\//i.test(mt) ? 'Video' : /^audio\//i.test(mt) ? 'Audio' : 'Document';
347 return { type: ty, mediaType: mt, url: u }; });
348 for (const a of openAudio) attachment.push(a); // fedi_open tracks → native Audio players
349
350 const note = {
351 id,
352 type: 'Note',
353 attributedTo: aId,
354 content: titleHtml + body,
355 url: human,
356 published: new Date(post.published_at || post.created_at || Date.now()).toISOString(),
357 // fan_only = "fans only" → followers-only visibility (delivered to your followers
358 // but not addressed to Public, so Mastodon shows it only to them and can't boost it).
359 to: post.fan_only ? [`${aId}/followers`] : [PUBLIC],
360 cc: post.fan_only ? [] : [`${aId}/followers`],
361 tag: buildHashtagList(base, post.tags, body),
362 replies: `${id}/replies`,
363 // NSFW → Mastodon-style content warning: sensitive (blurs media) + a summary/spoiler
364 // (hides the whole post behind a "Gevoelige inhoud" button until the reader opens it).
365 sensitive: !!post.nsfw,
366 };
367 if (post.nsfw) note.summary = post.content_warning || 'Gevoelige inhoud';
368 if (attachment.length) note.attachment = attachment;
369 // When the cover attachment is suppressed (hosted audio OR an external embed/link-only track →
370 // so Mastodon shows the player/link card, not media), still expose the cover via AS2 `image` so
371 // card/grid consumers (the Klonkt Cirkel/News feed) can show it. Mastodon ignores a Note's
372 // `image`, so its card is unaffected — but a Klonkt receiver reads it (handleInbox o.image).
373 if (post.cover_image_url && noImages) {
374 const cov = abs(post.cover_image_url);
375 if (cov) note.image = { type: 'Image', mediaType: mediaType(cov), url: cov };
376 }
377 // Experiment (mirrors PeerTube / schema.org `embedUrl`): point at the GATED player page
378 // (/embed) so a client that honours embedUrl can show an inline player WITHOUT ever
379 // getting the audio file — the anti-steal posture is untouched. `embedUrl` is a real
380 // standard field name (not a Klonkt invention); if Mastodon's apps honour it on a Note we
381 // make it JSON-LD-clean with a context term, otherwise it degrades to the player card.
382 if (playable) note.embedUrl = `${base}/embed?post=${encodeURIComponent(post.slug)}`;
383 return note;
384}
385
386// All reply note URIs on a local post (inbound fediverse replies + our own
387// outbound replies) — backs the Note's `replies` Collection so remote servers
388// can fetch the whole thread.
389export function getReplyUris(base, postId) {
390 const out = [];
391 try {
392 for (const r of db.prepare("SELECT object_uri FROM ap_interactions WHERE kind = 'reply' AND post_id = ? AND object_uri != '' ORDER BY created_at").all(postId)) out.push(r.object_uri);
393 for (const r of db.prepare('SELECT id FROM ap_outbox WHERE post_id = ? ORDER BY rowid').all(postId)) out.push(`${base}/ap/notes/${r.id}`);
394 } catch { /* non-fatal */ }
395 return out;
396}
397
398// Notifications "seen" tracking → a real bell badge. Stored per site in app_settings.
399export function markNotificationsSeen(slug) {
400 try {
401 db.prepare("INSERT INTO app_settings (key, value, updated_at) VALUES (?, ?, CURRENT_TIMESTAMP) ON CONFLICT(key) DO UPDATE SET value = excluded.value, updated_at = CURRENT_TIMESTAMP")
402 .run(`fedi_notif_seen:${slug}`, new Date().toISOString());
403 } catch { /* non-fatal */ }
404}
405export function countUnseenNotifications(slug) {
406 try {
407 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
408 const seen = row ? Date.parse(row.value) : 0;
409 let n = 0;
410 for (const it of getNotifications(slug, 50)) { if (Date.parse(it.created_at) > seen) n++; }
411 return n;
412 } catch { return 0; }
413}
414
415export function buildCreate(base, site, post) {
416 const note = buildNote(base, site, post);
417 return {
418 '@context': AP_CONTEXT,
419 id: note.id + '#create',
420 type: 'Create',
421 actor: actorId(base, site.slug),
422 published: note.published,
423 to: note.to,
424 cc: note.cc,
425 object: note,
426 };
427}
428
429export function buildOutbox(base, site, posts) {
430 const id = `${actorId(base, site.slug)}/outbox`;
431 const items = (posts || []).slice(0, MAX_OUTBOX).map((p) => buildCreate(base, site, p));
432 return {
433 '@context': AP_CONTEXT,
434 id,
435 type: 'OrderedCollection',
436 totalItems: items.length,
437 orderedItems: items,
438 };
439}
440
441export function buildFollowers(base, site, count) {
442 const id = `${actorId(base, site.slug)}/followers`;
443 return {
444 '@context': AP_CONTEXT,
445 id,
446 type: 'OrderedCollection',
447 totalItems: count || 0,
448 orderedItems: [], // hidden for privacy; count only
449 };
450}
451
452// The accounts this site follows — count only, mirroring buildFollowers. The spec lists
453// `following` as a standard actor property; Hubzilla/Friendica + crawlers expect it.
454export function buildFollowing(base, site, count) {
455 const id = `${actorId(base, site.slug)}/following`;
456 return {
457 '@context': AP_CONTEXT,
458 id,
459 type: 'OrderedCollection',
460 totalItems: count || 0,
461 orderedItems: [], // count only
462 };
463}
464
465// Pinned posts → the actor's `featured` collection. Mastodon reads this and shows
466// these as the "Featured" tab (pinned to the profile). Posts come ordered by pin
467// rank; embedded as full Notes so a remote server doesn't need extra fetches.
468export function buildFeatured(base, site, posts) {
469 const id = `${actorId(base, site.slug)}/featured`;
470 const items = (posts || []).map((p) => buildNote(base, site, p));
471 return {
472 '@context': AP_CONTEXT,
473 id,
474 type: 'OrderedCollection',
475 totalItems: items.length,
476 orderedItems: items,
477 };
478}
479
480// ── followers store (lazy stmts) ──────────────────────────────────
481let _insF, _delF, _listF, _cntF;
482function fStmts() {
483 if (!_insF) {
484 _insF = db.prepare('INSERT OR IGNORE INTO ap_followers (slug, actor_uri, inbox, shared_inbox, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
485 _delF = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND actor_uri = ?');
486 _listF = db.prepare('SELECT inbox, shared_inbox FROM ap_followers WHERE slug = ?');
487 _cntF = db.prepare('SELECT COUNT(*) n FROM ap_followers WHERE slug = ?');
488 }
489 return { ins: _insF, del: _delF, list: _listF, cnt: _cntF };
490}
491export function followerCount(slug) { return fStmts().cnt.get(slug).n; }
492
493// ── inbound interactions store (replies / likes / boosts) + our outbound replies ──
494let _insI, _delLA, _delReply, _listI, _getI, _insO, _listO, _getO;
495function iStmts() {
496 if (!_insI) {
497 _insI = db.prepare('INSERT OR IGNORE INTO ap_interactions (kind, post_id, object_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, parent_uri, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
498 _delLA = db.prepare('DELETE FROM ap_interactions WHERE kind = ? AND post_id = ? AND actor_uri = ?');
499 _delReply = db.prepare("DELETE FROM ap_interactions WHERE kind = 'reply' AND object_uri = ?");
500 _listI = db.prepare('SELECT id, kind, object_uri, parent_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, created_at, acted_boost, acted_like FROM ap_interactions WHERE post_id = ? ORDER BY created_at ASC');
501 _getI = db.prepare('SELECT * FROM ap_interactions WHERE id = ?');
502 _insO = db.prepare('INSERT INTO ap_outbox (id, site_slug, post_id, post_slug, in_reply_to, to_actor, to_handle, content, created_at) VALUES (?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
503 _listO = db.prepare('SELECT * FROM ap_outbox WHERE post_id = ? ORDER BY created_at ASC');
504 _getO = db.prepare('SELECT * FROM ap_outbox WHERE id = ?');
505 }
506 return { ins: _insI, delLA: _delLA, delReply: _delReply, list: _listI, getI: _getI, insO: _insO, listO: _listO, getO: _getO };
507}
508
509export function getInteractionById(id) { return iStmts().getI.get(id); }
510export function setInteractionBoosted(id, on) {
511 db.prepare('UPDATE ap_interactions SET acted_boost = ? WHERE id = ?').run(on ? 1 : 0, id);
512}
513export function setInteractionLiked(id, on) {
514 db.prepare('UPDATE ap_interactions SET acted_like = ? WHERE id = ?').run(on ? 1 : 0, id);
515}
516// Your like/boost state on a REMOTE post (interact page toggles).
517export function setMyReaction(slug, uri, kind, on) {
518 if (on) db.prepare('INSERT OR IGNORE INTO ap_my_reactions (site_slug, target_uri, kind) VALUES (?,?,?)').run(slug, uri, kind);
519 else db.prepare('DELETE FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ? AND kind = ?').run(slug, uri, kind);
520}
521export function getMyReactions(slug, uri) {
522 const rows = (slug && uri) ? db.prepare('SELECT kind FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ?').all(slug, uri) : [];
523 return { liked: rows.some((r) => r.kind === 'like'), boosted: rows.some((r) => r.kind === 'boost') };
524}
525
526const localPostExists = (id) => { try { return !!db.prepare('SELECT 1 FROM posts WHERE id = ?').get(id); } catch { return false; } };
527// Extract our local post id from a note URL, but only if it's ours (base match).
528function postIdFromNoteUrl(url, base) {
529 const s = String(url || '');
530 if (base && !s.startsWith(base)) return null;
531 const m = s.match(/\/ap\/notes\/([^/?#]+)/);
532 return m ? decodeURIComponent(m[1]) : null;
533}
534function deriveHandle(actorUri) {
535 try { const u = new URL(actorUri); const seg = u.pathname.split('/').filter(Boolean).pop() || ''; return `@${seg}@${u.host}`; } catch { return String(actorUri || ''); }
536}
537function actorInfo(doc, actorUri) {
538 let host = ''; try { host = new URL(actorUri).host; } catch { /* keep empty */ }
539 const handle = doc && doc.preferredUsername ? `@${doc.preferredUsername}@${host}` : deriveHandle(actorUri);
540 const icon = doc && doc.icon ? (doc.icon.url || (Array.isArray(doc.icon) && doc.icon[0] && doc.icon[0].url)) : null;
541 return {
542 name: (doc && (doc.name || doc.preferredUsername)) || handle,
543 handle,
544 url: safeUrl((doc && (doc.url || doc.id)) || actorUri) || null,
545 icon: safeUrl(icon) || null,
546 };
547}
548
549// Given an inReplyTo note URL, find which local post the thread belongs to + the
550// note being replied to (parent), so a reply-to-a-comment can be nested.
551function findThreadTarget(inReplyTo, base) {
552 if (!inReplyTo) return null;
553 const seg = postIdFromNoteUrl(inReplyTo, base); // our /ap/notes/<id> segment (if ours)
554 if (seg && localPostExists(seg)) return { post_id: seg, parent_uri: inReplyTo };
555 if (seg) {
556 try { const o = db.prepare('SELECT post_id FROM ap_outbox WHERE id = ?').get(seg); if (o && o.post_id) return { post_id: o.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
557 }
558 try { const row = db.prepare("SELECT post_id FROM ap_interactions WHERE object_uri = ? AND kind = 'reply' LIMIT 1").get(inReplyTo); if (row && row.post_id) return { post_id: row.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
559 return null;
560}
561
562// Drop the leading @mention(s) a federated reply carries (the person being replied to),
563// so a comment reads "dope tekening ouwe" instead of "@jason@jasonhacky.nl dope …".
564// Keeps a leading <p> wrapper; handles mention <a> links and plain-text @user@domain.
565export function stripLeadingMentions(html) {
566 if (!html) return html;
567 let s = String(html);
568 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:<a\b[^>]*>\s*@[^<]+<\/a>[  ]*)+/i, (m, p) => p || '');
569 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:@[\w.-]+(?:@[\w.-]+)?[  ]+)+/i, (m, p) => p || '');
570 return s;
571}
572
573// View-ready threaded view of a post's fediverse activity (inbound replies +
574// our outbound replies, nested), plus like/boost counts.
575export function getInteractions(postId, base, site) {
576 const s = iStmts();
577 const rows = s.list.all(postId);
578 const baseClean = (base || process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
579 const postNoteId = baseClean ? `${baseClean}/ap/notes/${postId}` : null;
580 // Our own (outbound) replies show the SITE identity for everyone (not "You").
581 let host = ''; try { host = new URL(baseClean).host; } catch { /* ignore */ }
582 const siteName = (site && (site.title || site.slug)) || '';
583 const siteHandle = (site && site.slug && host) ? `@${site.slug}@${host}` : '';
584 const siteUrl = baseClean ? `${baseClean}/` : '';
585 const siteIcon = (site && site.profile_photo) || null;
586
587 const nodes = [];
588 for (const r of rows) {
589 if (r.kind !== 'reply') continue;
590 nodes.push({
591 noteId: r.object_uri, parent: r.parent_uri || null, mine: false, id: r.id,
592 actor_name: r.actor_name, actor_handle: r.actor_handle, actor_url: r.actor_url,
593 actor_icon: r.actor_icon, content: stripLeadingMentions(r.content), created_at: r.published || r.created_at,
594 acted_boost: !!r.acted_boost, acted_like: !!r.acted_like,
595 children: [],
596 });
597 }
598 for (const o of s.listO.all(postId)) {
599 nodes.push({
600 noteId: baseClean ? `${baseClean}/ap/notes/${o.id}` : o.id, parent: o.in_reply_to || null,
601 mine: true, outboxId: o.id, content: stripLeadingMentions(o.content), created_at: o.created_at,
602 actor_name: siteName, actor_handle: siteHandle, actor_url: siteUrl, actor_icon: siteIcon,
603 children: [],
604 });
605 }
606
607 const byId = new Map(nodes.map((n) => [n.noteId, n]));
608 const isTop = (n) => !n.parent || n.parent === postNoteId || !byId.has(n.parent);
609 const tops = [];
610 for (const n of nodes) {
611 if (isTop(n)) { tops.push(n); continue; }
612 let anc = n, guard = 0;
613 while (!isTop(anc) && guard++ < 12) anc = byId.get(anc.parent);
614 anc.children.push(n);
615 }
616 const byTime = (a, b) => new Date(a.created_at) - new Date(b.created_at);
617 tops.sort(byTime).forEach((t) => t.children.sort(byTime));
618
619 return {
620 thread: tops,
621 likeCount: rows.filter((r) => r.kind === 'like').length,
622 announceCount: rows.filter((r) => r.kind === 'announce').length,
623 total: nodes.length,
624 };
625}
626
627// ── HTTP Signatures + delivery ────────────────────────────────────
628const slugFromActorUrl = (url) => { const m = String(url || '').match(/\/ap\/users\/([^/?#]+)/); return m ? decodeURIComponent(m[1]) : null; };
629
630// Sign + POST an activity to a remote inbox (draft-cavage HTTP Signatures, RSA-SHA256).
631export async function deliver(inboxUrl, bodyObj, keyId, privatePem) {
632 const body = JSON.stringify(bodyObj);
633 const u = new URL(inboxUrl);
634 const date = new Date().toUTCString();
635 const digest = 'SHA-256=' + crypto.createHash('sha256').update(body).digest('base64');
636 const signingString = `(request-target): post ${u.pathname}\nhost: ${u.host}\ndate: ${date}\ndigest: ${digest}`;
637 const signature = crypto.sign('sha256', Buffer.from(signingString), privatePem).toString('base64');
638 const sig = `keyId="${keyId}",algorithm="rsa-sha256",headers="(request-target) host date digest",signature="${signature}"`;
639 const r = await safeFetch(inboxUrl, {
640 method: 'POST',
641 headers: { 'Content-Type': 'application/activity+json', Accept: 'application/activity+json', Date: date, Digest: digest, Signature: sig },
642 body,
643 });
644 return r.status;
645}
646
647export async function fetchActor(url) {
648 try {
649 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
650 if (!r.ok) return null;
651 const len = Number(r.headers.get('content-length') || 0);
652 if (len > 2_000_000) return null; // refuse oversized actor docs
653 return await r.json();
654 } catch { return null; }
655}
656
657// ── Delivery queue with retries ───────────────────────────────────
658// Outbound deliveries are tried immediately; on failure (down server, timeout,
659// non-2xx) they're queued and retried with backoff so a briefly-offline follower
660// doesn't silently miss the post. The signing key is NOT stored — the worker
661// re-derives it from the actor slug at send time.
662const DELIVERY_MAX_ATTEMPTS = 6;
663const DELIVERY_BACKOFF_MIN = [1, 5, 15, 60, 180, 360];
664let _insDeliv, _dueDeliv, _delDeliv, _bumpDeliv;
665function deliveryStmts() {
666 if (!_insDeliv) {
667 _insDeliv = db.prepare('INSERT INTO ap_delivery (slug, inbox, body, attempts, next_at) VALUES (?,?,?,0,CURRENT_TIMESTAMP)');
668 _dueDeliv = db.prepare("SELECT * FROM ap_delivery WHERE datetime(next_at) <= datetime('now') ORDER BY next_at LIMIT 30");
669 _delDeliv = db.prepare('DELETE FROM ap_delivery WHERE id = ?');
670 _bumpDeliv = db.prepare('UPDATE ap_delivery SET attempts = ?, next_at = ? WHERE id = ?');
671 }
672 return { ins: _insDeliv, due: _dueDeliv, del: _delDeliv, bump: _bumpDeliv };
673}
674export function enqueueDelivery(slug, inbox, activity) {
675 if (!slug || !inbox || !activity) return;
676 try { deliveryStmts().ins.run(slug, inbox, JSON.stringify(activity)); } catch { /* ignore */ }
677}
678// Deliver now; queue for retry if it fails.
679export async function deliverWithRetry(slug, inbox, activity, keyId, privPem) {
680 if (!inbox) return;
681 try { const st = await deliver(inbox, activity, keyId, privPem); if (st >= 200 && st < 300) return; } catch { /* queue below */ }
682 enqueueDelivery(slug, inbox, activity);
683}
684let _processingDeliv = false;
685export async function processDeliveryQueue() {
686 if (_processingDeliv) return; // re-entrancy guard: 30 rows × 8s can exceed the 60s tick → no double-delivery
687 _processingDeliv = true;
688 try {
689 let rows;
690 try { rows = deliveryStmts().due.all(); } catch { return; }
691 if (!rows || !rows.length) return;
692 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
693 for (const row of rows) {
694 let ok = false;
695 try {
696 const keys = getOrCreateKeys(row.slug);
697 const st = await deliver(row.inbox, JSON.parse(row.body), `${actorId(base, row.slug)}#main-key`, keys.private_pem);
698 ok = st >= 200 && st < 300;
699 } catch { ok = false; }
700 if (ok) { deliveryStmts().del.run(row.id); continue; }
701 const attempts = row.attempts + 1;
702 if (attempts >= DELIVERY_MAX_ATTEMPTS) { deliveryStmts().del.run(row.id); console.warn('[AP] delivery gave up after', attempts, 'tries →', row.inbox); continue; }
703 // Index the backoff on the CURRENT attempt count (row.attempts) so the first
704 // retry uses the 1-min tier instead of skipping it.
705 const mins = DELIVERY_BACKOFF_MIN[Math.min(row.attempts, DELIVERY_BACKOFF_MIN.length - 1)];
706 deliveryStmts().bump.run(attempts, new Date(Date.now() + mins * 60000).toISOString(), row.id);
707 }
708 } finally { _processingDeliv = false; }
709}
710let _delivTimer = null;
711export function startDeliveryWorker() {
712 if (_delivTimer) return;
713 _delivTimer = setInterval(() => { processDeliveryQueue().catch(() => {}); }, 60 * 1000);
714 if (_delivTimer.unref) _delivTimer.unref();
715}
716
717// Best-effort verification of an incoming signed request. Returns the sender's
718// actor doc if the signature checks out, else null. (Not gating yet — MVP.)
719// Max clock skew for the signed Date header (replay window). Generous default to tolerate
720// federating servers with drifting clocks; an operator can widen it via env.
721const SIG_MAX_SKEW_MS = (Number(process.env.AP_SIG_MAX_SKEW_MIN) || 60) * 60 * 1000;
722export async function verifyRequest(req) {
723 const sigH = req.headers['signature'];
724 if (!sigH) return null;
725 const p = Object.fromEntries([...sigH.matchAll(/([a-zA-Z]+)="([^"]*)"/g)].map((m) => [m[1], m[2]]));
726 if (!p.keyId || !p.signature) return null;
727 const actor = await fetchActor(p.keyId.split('#')[0]);
728 const pem = actor && actor.publicKey && actor.publicKey.publicKeyPem;
729 if (!pem) return null;
730 const hs = (p.headers || '(request-target) host date').split(/\s+/);
731 // Behind a reverse proxy the raw Host header is the backend bind (e.g. localhost:3000, when
732 // the proxy doesn't preserve it — Apache .htaccess [P] proxying), but the sender signed the
733 // HTTP-Signature over the PUBLIC host. Try each candidate host (the configured PUBLIC_BASE_URL
734 // host, the proxy's X-Forwarded-Host, and the raw Host) and accept if the signature verifies
735 // against any. An attacker can't forge a match (no private key), so this only rescues the
736 // legitimate proxied case. Also normalise a leading double-slash in the request-target.
737 let _pubHost = null;
738 if (process.env.PUBLIC_BASE_URL) { try { _pubHost = new URL(process.env.PUBLIC_BASE_URL).host; } catch { /* ignore */ } }
739 const _hosts = [...new Set([_pubHost, req.headers['x-forwarded-host'], req.headers['host']].filter(Boolean))];
740 const _target = `${req.method.toLowerCase()} ${String(req.originalUrl || '').replace(/^\/{2,}/, '/')}`;
741 const _sig = Buffer.from(p.signature, 'base64');
742 let ok = false;
743 for (const _h of _hosts) {
744 const line = hs.map((x) => x === '(request-target)'
745 ? `(request-target): ${_target}`
746 : x === 'host' ? `host: ${_h}`
747 : `${x}: ${req.headers[x] || ''}`).join('\n');
748 try { if (crypto.verify('sha256', Buffer.from(line), pem, _sig)) { ok = true; break; } } catch { /* try next host */ }
749 }
750 // Replay defence: the Date header must be signed and recent. A captured signed request
751 // replayed later (or with a swapped body) is rejected.
752 if (ok) {
753 if (!hs.includes('date')) ok = false;
754 else {
755 const t = Date.parse(req.headers['date'] || '');
756 if (isNaN(t) || Math.abs(Date.now() - t) > SIG_MAX_SKEW_MS) ok = false;
757 }
758 }
759 // Digest is MANDATORY when the request carries a body: without a signed digest the body
760 // isn't covered by the signature and could be swapped on a replay.
761 if (ok && req.rawBody && req.rawBody.length) {
762 if (!hs.includes('digest')) ok = false;
763 else {
764 const exp = 'SHA-256=' + crypto.createHash('sha256').update(req.rawBody).digest('base64');
765 if (req.headers['digest'] !== exp) ok = false;
766 }
767 }
768 return ok ? actor : null;
769}
770
771// Handle an incoming inbox POST. slugParam = null for the shared /ap/inbox.
772export async function handleInbox(req, slugParam) {
773 const act = req.body || {};
774 const type = act.type;
775 // Real client IP (behind the proxy via `trust proxy`) — logged on dropped/rejected/
776 // ignored inbox hits so an operator can see who is probing their fediverse inbox.
777 const ip = req.ip || (req.connection && req.connection.remoteAddress) || '?';
778 const base = (process.env.PUBLIC_BASE_URL || `${req.protocol}://${req.get('host')}`).replace(/\/+$/, '');
779 const verified = await verifyRequest(req).catch(() => null);
780
781 // ENFORCE HTTP signatures: a data-affecting activity must be signed by the very
782 // actor it claims to be. No valid signature, or signer ≠ actor → reject (no
783 // forged replies/likes/follows/timeline posts). GET/discovery stays open.
784 const claimedActor = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
785 // Blocked actor/domain → silently drop (202, don't reveal the block).
786 if (claimedActor && isBlockedAny(claimedActor)) { console.log('[AP] inbox dropped (blocked)', claimedActor, 'from', ip); return 202; }
787 const GATED = ['Create', 'Like', 'Announce', 'Follow', 'Delete', 'Undo', 'Accept', 'Reject', 'Add', 'Remove', 'Update'];
788 if (GATED.includes(type)) {
789 if (!verified || !claimedActor || verified.id !== claimedActor) {
790 console.warn('[AP] inbox REJECTED (signature)', type, claimedActor || '?', 'from', ip, verified ? '(signer mismatch)' : '(unsigned/invalid)');
791 return 401;
792 }
793 }
794
795 if (type === 'Follow') {
796 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
797 const slug = slugParam || slugFromActorUrl(typeof act.object === 'string' ? act.object : (act.object && act.object.id));
798 if (!who || !slug) return 400;
799 const remote = await fetchActor(who);
800 if (!remote || !remote.inbox) return 202; // can't reach them → drop quietly
801 const sharedInbox = (remote.endpoints && remote.endpoints.sharedInbox) || null;
802 fStmts().ins.run(slug, who, remote.inbox, sharedInbox);
803 const me = actorId(base, slug);
804 const keys = getOrCreateKeys(slug);
805 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: act };
806 deliver(remote.inbox, accept, `${me}#main-key`, keys.private_pem).catch((e) => console.warn('[AP] Accept delivery failed:', e.message));
807 // Auto-backfill: send our recent posts as Create so the instance has our history
808 // (Mastodon doesn't fetch history on follow). ONCE PER REMOTE INSTANCE only —
809 // Mastodon dedupes notes per-instance, so re-filling an instance that already has
810 // a follower of ours is wasted work (and won't re-populate the new follower's
811 // timeline anyway). Deliver to the shared inbox (instance-level) when present.
812 // Sync insert+check (no await between) → no interleave race with concurrent Follows.
813 const instanceFilled = sharedInbox &&
814 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1')
815 .get(slug, sharedInbox, who);
816 if (!instanceFilled) {
817 backfillNewFollower(base, slug, sharedInbox || remote.inbox).catch(() => { /* best-effort */ });
818 }
819 console.log('[AP] Follow', who, '→', slug, verified ? '(sig ok)' : '(sig unverified)');
820 return 202;
821 }
822 if (type === 'Undo' && act.object) {
823 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
824 const ot = act.object.type;
825 if (ot === 'Follow') {
826 const obj = act.object.object;
827 const slug = slugParam || slugFromActorUrl(typeof obj === 'string' ? obj : (obj && obj.id));
828 if (who && slug) { fStmts().del.run(slug, who); console.log('[AP] Unfollow', who, '→', slug); }
829 return 202;
830 }
831 if (ot === 'Like' || ot === 'Announce') {
832 const tgt = act.object.object;
833 const pid = postIdFromNoteUrl(typeof tgt === 'string' ? tgt : (tgt && tgt.id), base);
834 if (who && pid) { iStmts().delLA.run(ot.toLowerCase(), pid, who); console.log('[AP] Undo', ot, who, '→', pid); }
835 return 202;
836 }
837 return 202;
838 }
839
840 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
841 const resolveActor = async (uri) => ((verified && verified.id === uri) ? verified : await fetchActor(uri).catch(() => null));
842 // Activities from our OWN actors are already stored via ap_outbox — don't re-store.
843 const isLocalActor = !!(base && actorUri && actorUri.startsWith(`${base}/ap/users/`));
844
845 // Inbound reply: a Create whose object replies to one of our notes (post OR comment).
846 if (type === 'Create' && act.object && (act.object.type === 'Note' || act.object.type === 'Article')) {
847 const o = act.object;
848 const tgt = findThreadTarget(o.inReplyTo, base);
849 if (tgt && actorUri && !isLocalActor) {
850 const ai = actorInfo(await resolveActor(actorUri), actorUri);
851 const html = HtmlSanitizerService.sanitize(o.content || '');
852 iStmts().ins.run('reply', tgt.post_id, o.id || '', actorUri, ai.name, ai.handle, ai.url, ai.icon, html, o.published || null, tgt.parent_uri);
853 console.log('[AP] reply', actorUri, '→', tgt.post_id);
854 return 202;
855 }
856 // Home timeline (client): a top-level post from an account we follow.
857 if (actorUri && !isLocalActor && !o.inReplyTo && o.id) {
858 let subs = []; try { subs = db.prepare('SELECT slug, auto_boost FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist yet */ }
859 if (subs.length) {
860 const ai = actorInfo(await resolveActor(actorUri), actorUri);
861 const html = HtmlSanitizerService.sanitize(o.content || '');
862 const _atts = (Array.isArray(o.attachment) ? o.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
863 // Fallback cover: a Note's `image` (set when the attachment was suppressed
864 // for a player-card post, e.g. hosted-audio posts).
865 if (!_atts.some((m) => !m.type || /image/i.test(m.type)) && o.image) {
866 const _im = Array.isArray(o.image) ? o.image[0] : o.image;
867 const _iu = safeUrl(typeof _im === 'string' ? _im : (_im && _im.url));
868 if (_iu) _atts.push({ url: _iu, type: (_im && _im.mediaType) || 'image/jpeg' });
869 }
870 const media = JSON.stringify(_atts);
871 // "Feature" = show in the Cirkel (local only). We do NOT auto-Announce
872 // incoming posts to the fediverse — that flooded followers. Boosting to the
873 // fediverse is only ever a deliberate, manual per-post action (the 🔁 on
874 // the timeline).
875 for (const s of subs) {
876 tlStmts().ins.run(o.id, s.slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, media, o.sensitive ? 1 : 0, o.summary || null);
877 }
878 console.log('[AP] timeline +', actorUri, 'x' + subs.length);
879 }
880 }
881 return 202;
882 }
883 // A remote post we cached was edited upstream → refresh our cached copy. This is the
884 // push-based edit-sync that keeps the Cirkel/timeline fresh without polling (selfHeal
885 // does it on a version bump; this does it live). Scope to the SIGNING actor so B can't
886 // edit A's note (the signature gate guarantees claimedActor == the verified signer).
887 if (type === 'Update' && act.object && (act.object.type === 'Note' || act.object.type === 'Article')) {
888 const o = act.object;
889 if (o.id && claimedActor) {
890 const html = HtmlSanitizerService.sanitize(o.content || '');
891 const media = mediaFromNote(o);
892 try {
893 // Refresh url too (COALESCE keeps the old one if the Update omits it): a remote slug
894 // rename keeps the same AP id but changes the human url, so without this the cached
895 // post would keep linking to the old, now-dead URL.
896 const r = db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ? AND author_uri = ?')
897 .run(html, media, o.sensitive ? 1 : 0, o.summary || null, o.url || null, o.id, claimedActor);
898 if (r.changes) console.log('[AP] timeline update', claimedActor, '→', o.id);
899 } catch { /* ignore */ }
900 // If this note is a cached fediverse reply on one of our posts, refresh its text too.
901 try { db.prepare('UPDATE ap_interactions SET content = ? WHERE object_uri = ? AND actor_uri = ?').run(html, o.id, claimedActor); } catch { /* ignore */ }
902 }
903 return 202;
904 }
905 if (type === 'Like' || type === 'Announce') {
906 const tgt = act.object;
907 const objUrl = typeof tgt === 'string' ? tgt : (tgt && tgt.id);
908 const pid = postIdFromNoteUrl(objUrl, base);
909 if (pid && actorUri && !isLocalActor && localPostExists(pid)) {
910 const ai = actorInfo(await resolveActor(actorUri), actorUri);
911 iStmts().ins.run(type.toLowerCase(), pid, '', actorUri, ai.name, ai.handle, ai.url, ai.icon, null, null, null);
912 console.log('[AP]', type === 'Like' ? 'like' : 'boost', actorUri, '→', pid);
913 } else if (type === 'Announce' && objUrl && actorUri && !isLocalActor) {
914 // A boost FROM an account we follow, of a REMOTE post → show it in the News feed.
915 // We only STORE it for display; we NEVER auto-Announce it onward (anti-feedback-loop:
916 // re-announcing an incoming Announce would cascade boosts across the network).
917 let subs = []; try { subs = db.prepare('SELECT slug FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist */ }
918 if (subs.length) {
919 const bn = await fetchNoteAP(objUrl);
920 if (bn && bn !== 404 && (bn.type === 'Note' || bn.type === 'Article') && bn.id) {
921 const origUri = actorUriOf(bn.attributedTo);
922 // Block completeness: even if you follow the booster, drop a boost whose ORIGINAL
923 // author is blocked — otherwise a block is bypassed via someone else's boost.
924 if (origUri && isBlockedAny(origUri)) { console.log('[AP] timeline boost dropped (blocked origin)', origUri, 'via', actorUri); return 202; }
925 const oai = actorInfo(await resolveActor(origUri), origUri);
926 const html = HtmlSanitizerService.sanitize(bn.content || '');
927 const media = mediaFromNote(bn);
928 const booster = actorInfo(await resolveActor(actorUri), actorUri);
929 for (const s of subs) {
930 // published = now → the boost shows as fresh activity at the top (Mastodon shows
931 // reblogs at reblog-time, not the original's date). INSERT OR IGNORE: if we already
932 // have the note (e.g. we also follow the author), keep it and DON'T relabel it.
933 let inserted = false;
934 try { const r = tlStmts().ins.run(bn.id, s.slug, origUri || '', oai.name, oai.handle, oai.icon, oai.url, html, bn.url || null, new Date().toISOString(), media, bn.sensitive ? 1 : 0, bn.summary || null); inserted = r.changes > 0; } catch { /* ignore */ }
935 if (inserted) { try { db.prepare('UPDATE ap_timeline SET reblog_name = ?, reblog_handle = ?, reblog_icon = ? WHERE slug = ? AND id = ?').run(booster.name, booster.handle, booster.icon, s.slug, bn.id); } catch { /* ignore */ } }
936 }
937 console.log('[AP] timeline boost +', actorUri, 'x' + subs.length);
938 }
939 }
940 }
941 return 202;
942 }
943 if (type === 'Delete') {
944 // A remote note was deleted upstream → drop it from replies AND the timeline.
945 // Scope to the SIGNING actor so actor B can't delete actor A's content (the
946 // signature gate guarantees claimedActor == the verified signer here).
947 const oid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
948 if (oid && claimedActor) {
949 try { db.prepare('DELETE FROM ap_interactions WHERE object_uri = ? AND actor_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
950 try { db.prepare('DELETE FROM ap_timeline WHERE id = ? AND author_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
951 // Also clear a boost/like YOU made of this now-deleted remote post (the interact-page
952 // ap_my_reactions state), so it can't stay stuck as "boosted" on a post that's gone.
953 // Guard: only when the deleter owns the note's domain (B mustn't clear your reactions
954 // to A's posts).
955 try {
956 let sameHost = false;
957 try { sameHost = new URL(oid).host === new URL(claimedActor).host; } catch { sameHost = false; }
958 if (sameHost) db.prepare('DELETE FROM ap_my_reactions WHERE target_uri = ?').run(oid);
959 } catch { /* ignore */ }
960 }
961 return 202;
962 }
963 // Accept/Reject of a Follow WE sent (client side).
964 if (type === 'Accept' && act.object) {
965 const fid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
966 if (fid) { try { fwStmts().acc.run(fid); } catch { /* ignore */ } }
967 console.log('[AP] follow accepted', actorUri);
968 return 202;
969 }
970 if (type === 'Reject' && act.object) {
971 const who = actorUri;
972 if (who && slugParam) { try { fwStmts().del.run(slugParam, who); } catch { /* ignore */ } }
973 return 202;
974 }
975
976 console.log('[AP] inbox', type || 'unknown', '→', slugParam || 'shared', 'from', ip, '(ignored)');
977 return 202;
978}
979
980// Deliver a new post as Create(Note) to all followers' inboxes (fire-and-forget).
981// Needs PUBLIC_BASE_URL (absolute URLs); no-op without followers or base.
982export async function deliverCreate(site, post) {
983 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
984 if (!base || !site || !site.slug) return;
985 const followers = fStmts().list.all(site.slug);
986 if (!followers.length) return;
987 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
988 const keys = getOrCreateKeys(site.slug);
989 const keyId = `${actorId(base, site.slug)}#main-key`;
990 const create = buildCreate(base, site, post);
991 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, create, keyId, keys.private_pem);
992}
993
994// On a new Follow, send that follower our most recent posts as Create so their
995// timeline shows our history (Mastodon does not backfill on follow). Oldest-first
996// so they sort into the follower's timeline at their original dates.
997async function backfillNewFollower(base, slug, inbox) {
998 if (!base || !slug || !inbox) return;
999 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
1000 if (!site) return;
1001 const recent = db.prepare(
1002 `SELECT id, slug, title, content, cover_image_url, cover_video_url, nsfw, content_warning, published_at, created_at
1003 FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1004 ORDER BY COALESCE(published_at, created_at) DESC LIMIT 20`
1005 ).all(site.id).reverse();
1006 if (!recent.length) return;
1007 const keys = getOrCreateKeys(slug);
1008 const keyId = `${actorId(base, slug)}#main-key`;
1009 for (const p of recent) {
1010 try { await deliver(inbox, buildCreate(base, site, p), keyId, keys.private_pem); } catch { /* best-effort */ }
1011 await new Promise((r) => setTimeout(r, 150));
1012 }
1013 console.log('[AP] backfilled', recent.length, 'posts to new follower of', slug);
1014}
1015
1016// Tell followers a post is gone (Delete + Tombstone) so it's removed from their feeds.
1017export async function deliverDelete(site, post) {
1018 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1019 if (!base || !site || !site.slug || !post || !post.id) return;
1020 const followers = fStmts().list.all(site.slug);
1021 if (!followers.length) return;
1022 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1023 const keys = getOrCreateKeys(site.slug);
1024 const me = actorId(base, site.slug);
1025 const nid = noteId(base, post.id);
1026 const del = {
1027 '@context': AP_CONTEXT,
1028 id: `${nid}#delete-${Date.now()}-${rid()}`,
1029 type: 'Delete',
1030 actor: me,
1031 to: [PUBLIC],
1032 object: { id: nid, type: 'Tombstone' },
1033 };
1034 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, del, `${me}#main-key`, keys.private_pem);
1035}
1036
1037// Tell followers an already-published post changed (Update + edited Note) so
1038// Mastodon refreshes the cached copy (e.g. after fixing content).
1039export async function deliverUpdate(site, post) {
1040 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1041 if (!base || !site || !site.slug || !post || !post.id) return;
1042 const followers = fStmts().list.all(site.slug);
1043 if (!followers.length) return;
1044 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1045 const keys = getOrCreateKeys(site.slug);
1046 const me = actorId(base, site.slug);
1047 const note = buildNote(base, site, post);
1048 note.updated = new Date().toISOString();
1049 const update = {
1050 '@context': AP_CONTEXT,
1051 id: `${noteId(base, post.id)}#update-${Date.now()}-${rid()}`,
1052 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
1053 object: note,
1054 };
1055 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1056}
1057
1058// Tell followers the ACTOR changed (Update + Person) so Mastodon re-processes the
1059// account AND re-fetches the featured (pinned) collection — there is no standard
1060// "featured changed" activity, so this is how a pin/unpin propagates promptly.
1061export async function deliverActorUpdate(site) {
1062 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1063 if (!base || !site || !site.slug) return;
1064 const followers = fStmts().list.all(site.slug);
1065 if (!followers.length) return;
1066 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1067 const keys = getOrCreateKeys(site.slug);
1068 const me = actorId(base, site.slug);
1069 const update = {
1070 '@context': AP_CONTEXT,
1071 id: `${me}#update-${Date.now()}-${rid()}`,
1072 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
1073 object: buildActor(base, site),
1074 };
1075 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1076}
1077
1078// Reliably set the pinned order on followers' instances via Add/Remove activities
1079// (how Mastodon itself federates pins) — pushed to the inbox + processed immediately,
1080// unlike the featured COLLECTION which Mastodon caches with sticky StatusPins.
1081// Mastodon's Add skips an already-pinned status, so we REMOVE every pin first, wait,
1082// then ADD in rank-DESCENDING order (rank 1 added LAST → newest StatusPin → shown first,
1083// because Mastodon displays pins newest-first). `alsoRemove` = ids to unpin too.
1084// Serialize pin-resyncs per site: two concurrent /save calls would otherwise interleave
1085// their Remove -> wait -> Add sequences and scramble the StatusPin order on Mastodon. A
1086// resync already in flight for a site coalesces later requests into ONE rerun after it
1087// finishes (accumulating their extra unpins), so rapid saves don't pile up N full resyncs.
1088const _pinResync = new Map(); // slug -> { promise, pending, pendingRemove:Set, site }
1089export function resyncFeaturedPins(site, alsoRemove = []) {
1090 if (!site || !site.slug) return Promise.resolve();
1091 const slug = site.slug;
1092 const running = _pinResync.get(slug);
1093 if (running) {
1094 running.pending = true;
1095 running.site = site; // use the latest site object on the rerun
1096 for (const id of alsoRemove) running.pendingRemove.add(id);
1097 return running.promise;
1098 }
1099 const state = { promise: null, pending: false, pendingRemove: new Set(), site };
1100 state.promise = (async () => {
1101 let extra = alsoRemove;
1102 for (;;) {
1103 try { await doResyncFeaturedPins(state.site, extra); }
1104 catch (e) { console.warn('[AP] pin resync failed:', e.message); }
1105 if (!state.pending) break;
1106 state.pending = false;
1107 extra = [...state.pendingRemove];
1108 state.pendingRemove = new Set();
1109 }
1110 _pinResync.delete(slug);
1111 })();
1112 _pinResync.set(slug, state);
1113 return state.promise;
1114}
1115
1116// The actual resync work — do NOT call directly; go through resyncFeaturedPins() above so
1117// it stays serialized per site.
1118async function doResyncFeaturedPins(site, alsoRemove = []) {
1119 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1120 if (!base || !site || !site.slug) return;
1121 const followers = fStmts().list.all(site.slug);
1122 if (!followers.length) return;
1123 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1124 const keys = getOrCreateKeys(site.slug);
1125 const me = actorId(base, site.slug);
1126 const keyId = `${me}#main-key`;
1127 const featured = `${me}/featured`;
1128 const note = (id) => noteId(base, id);
1129 const pinned = db.prepare(
1130 `SELECT id FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1131 AND pinned IS NOT NULL AND pinned > 0
1132 ORDER BY pinned DESC, COALESCE(published_at, created_at) ASC LIMIT 20`
1133 ).all(site.id);
1134 const removeIds = [...new Set([...pinned.map((p) => p.id), ...alsoRemove])];
1135 // 1. Remove every current pin so Mastodon can recreate them in order.
1136 for (const id of removeIds) {
1137 const rm = { '@context': AP_CONTEXT, id: `${me}#rm-${id}-${Date.now()}-${rid()}`, type: 'Remove', actor: me, object: note(id), target: featured, to: [PUBLIC] };
1138 for (const inbox of inboxes) deliver(inbox, rm, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1139 }
1140 if (!pinned.length) { console.log('[AP] unpinned all featured for', site.slug); return; }
1141 await new Promise((r) => setTimeout(r, 5000)); // let the Removes land first
1142 // 2. Add in rank-DESC order, gaps so each StatusPin gets an increasing created_at.
1143 for (const p of pinned) {
1144 const add = { '@context': AP_CONTEXT, id: `${me}#add-${p.id}-${Date.now()}-${rid()}`, type: 'Add', actor: me, object: note(p.id), target: featured, to: [PUBLIC], cc: [`${me}/followers`] };
1145 for (const inbox of inboxes) deliver(inbox, add, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1146 await new Promise((r) => setTimeout(r, 2000));
1147 }
1148 console.log('[AP] resynced', pinned.length, 'featured pins for', site.slug);
1149}
1150
1151// ── outbound replies (Klonkt → fediverse) ─────────────────────────
1152const escHtml = (s) => String(s || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
1153const toISO = (v) => { if (!v) return new Date().toISOString(); const s = String(v); const d = new Date(/[TZ]/.test(s) ? s : s.replace(' ', 'T') + 'Z'); return isNaN(d) ? new Date().toISOString() : d.toISOString(); };
1154
1155// Build one of OUR outbound reply Notes from an ap_outbox row.
1156// Turn #hashtags in reply text into Mastodon-style hashtag links (clickable + federated).
1157function linkHashtags(base, html) {
1158 return String(html || '').replace(/(^|[\s>])#([\p{L}\p{M}\p{N}_]+)/gu, (m, pre, tag) =>
1159 `${pre}<a href="${base}/tag/${encodeURIComponent(tag.toLowerCase())}" class="mention hashtag" rel="tag">#${tag}</a>`);
1160}
1161// Extract the AP Hashtag tag objects from already-linked reply content.
1162function hashtagTags(base, content) {
1163 const tags = [], seen = new Set();
1164 const re = /class="[^"]*\bhashtag\b[^"]*"[^>]*>#([\p{L}\p{M}\p{N}_]+)</giu;
1165 let m;
1166 while ((m = re.exec(content || ''))) {
1167 const k = m[1].toLowerCase();
1168 if (seen.has(k)) continue; seen.add(k);
1169 tags.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(k)}`, name: '#' + m[1] });
1170 }
1171 return tags;
1172}
1173
1174// Normalise a post's tags field (array, JSON-string, or comma-string) to an array.
1175function normalizeTags(t) {
1176 if (Array.isArray(t)) return t;
1177 if (typeof t === 'string') {
1178 const s = t.trim(); if (!s) return [];
1179 if (s[0] === '[') { try { const a = JSON.parse(s); return Array.isArray(a) ? a : []; } catch { /* fall through */ } }
1180 return s.split(',').map((x) => x.trim()).filter(Boolean);
1181 }
1182 return [];
1183}
1184// A tag → { label, slug }. Multi-word tags become CamelCase (#LiveMusic) for the display
1185// name (Mastodon hashtags can't contain spaces; CamelCase is the accessibility norm); the
1186// slug/href stays lowercase ("livemusic").
1187function tagParts(raw) {
1188 const words = String(raw || '').trim().split(/[\s_]+/).map((w) => w.replace(/[^\p{L}\p{M}\p{N}]/gu, '')).filter(Boolean);
1189 if (!words.length) return null;
1190 const slug = words.join('').toLowerCase();
1191 if (!slug) return null;
1192 const label = words.length > 1 ? words.map((w) => w[0].toUpperCase() + w.slice(1)).join('') : words[0];
1193 return { label, slug };
1194}
1195// Merge a post's tags field + the #hashtags linked inline in its body into one deduped
1196// Hashtag tag list (with hrefs to our /tag page).
1197function buildHashtagList(base, tagsField, content) {
1198 const out = [], seen = new Set();
1199 for (const t of normalizeTags(tagsField)) {
1200 const p = tagParts(t); if (!p || seen.has(p.slug)) continue; seen.add(p.slug);
1201 out.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(p.slug)}`, name: '#' + p.label });
1202 }
1203 for (const h of hashtagTags(base, content)) {
1204 const k = h.name.slice(1).toLowerCase(); if (seen.has(k)) continue; seen.add(k);
1205 out.push(h);
1206 }
1207 return out;
1208}
1209
1210// Extract Mention tag objects from already-linked content (class="u-url mention").
1211function mentionTags(content) {
1212 const tags = [], seen = new Set();
1213 // The link href is the human profile URL; the actor URI (for the Mention tag) is in data-actor.
1214 const re = /<a href="[^"]*" class="u-url mention" data-actor="([^"]+)">@([^<]+)<\/a>/gi;
1215 let m;
1216 while ((m = re.exec(content || ''))) {
1217 const href = m[1];
1218 if (seen.has(href)) continue; seen.add(href);
1219 tags.push({ type: 'Mention', href, name: '@' + m[2] });
1220 }
1221 return tags;
1222}
1223// Resolve inline @user@domain mentions in reply/post text → link them (href = actor URI)
1224// and collect the mentioned actors' inboxes so they get notified. Best-effort per mention.
1225async function resolveMentionsInText(base, html) {
1226 const inboxes = [];
1227 const handles = new Set();
1228 const re = /(^|[\s>])@([\p{L}\p{M}\p{N}_.-]+@[\p{L}\p{M}\p{N}.-]+)/gu;
1229 let m;
1230 while ((m = re.exec(html || ''))) handles.add(m[2]);
1231 let out = String(html || '');
1232 for (const h of handles) {
1233 let actorUri = null;
1234 try { actorUri = await webfingerResolve('@' + h); } catch { actorUri = null; }
1235 if (!actorUri) continue;
1236 const actor = await fetchActor(actorUri).catch(() => null);
1237 const inbox = actor && ((actor.endpoints && actor.endpoints.sharedInbox) || actor.inbox);
1238 if (inbox) inboxes.push(inbox);
1239 const profileUrl = actorInfo(actor, actorUri).url || actorUri; // human profile page → the link href
1240 const esc = h.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
1241 out = out.replace(new RegExp('(^|[\\s>])@' + esc + '(?![\\p{L}\\p{M}\\p{N}_.-])', 'gu'),
1242 (full, pre) => `${pre}<a href="${profileUrl}" class="u-url mention" data-actor="${actorUri}">@${h}</a>`);
1243 }
1244 return { html: out, inboxes };
1245}
1246
1247export function buildReplyNote(base, site, row) {
1248 const me = actorId(base, site.slug);
1249 return {
1250 id: noteId(base, row.id),
1251 type: 'Note',
1252 attributedTo: me,
1253 inReplyTo: row.in_reply_to || undefined,
1254 content: row.content,
1255 url: row.post_slug ? `${base}/${encodeURIComponent(row.post_slug)}` : undefined,
1256 published: toISO(row.created_at),
1257 to: row.to_actor ? [row.to_actor] : [PUBLIC],
1258 cc: [PUBLIC, `${me}/followers`],
1259 tag: [
1260 ...mentionTags(row.content),
1261 ...hashtagTags(base, row.content),
1262 ],
1263 };
1264}
1265
1266// Resolve one of our outbound reply Notes by id (for /ap/notes/:id fallback).
1267export function getOutboxNote(base, id) {
1268 const row = iStmts().getO.get(id);
1269 if (!row) return null;
1270 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(row.site_slug);
1271 if (!site) return null;
1272 return buildReplyNote(base, site, row);
1273}
1274
1275// Send a reply FROM this site to a remote actor (in reply to their inbound reply).
1276// `parent` = an ap_interactions row (actor_uri, actor_url, actor_handle, object_uri).
1277export async function deliverReply(site, { postId, postSlug, parent, text }) {
1278 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1279 if (!base || !site || !site.slug || !parent || !String(text || '').trim()) return null;
1280 const me = actorId(base, site.slug);
1281 const handle = parent.actor_handle || deriveHandle(parent.actor_uri);
1282 const dispHandle = handle && handle[0] === '@' ? handle : '@' + (handle || '');
1283 const body = escHtml(String(text).trim()).replace(/\r?\n/g, '<br>');
1284 const mres = await resolveMentionsInText(base, body); // link inline @mentions + collect their inboxes
1285 const mention = parent.actor_uri
1286 ? `<a href="${escHtml(parent.actor_url || parent.actor_uri)}" class="u-url mention" data-actor="${escHtml(parent.actor_uri)}">${escHtml(dispHandle)}</a> ` : '';
1287 const content = `<p>${mention}${linkHashtags(base, mres.html)}</p>`;
1288 // Dedup: skip if the exact same reply was already sent (double-submit guard).
1289 const dup = db.prepare('SELECT 1 FROM ap_outbox WHERE site_slug = ? AND IFNULL(in_reply_to, \'\') = ? AND content = ? LIMIT 1')
1290 .get(site.slug, parent.object_uri || '', content);
1291 if (dup) { console.log('[AP] outreply skipped (duplicate)'); return { duplicate: true, delivered: 0 }; }
1292 const id = crypto.randomUUID();
1293 iStmts().insO.run(id, site.slug, postId, postSlug || null, parent.object_uri || null, parent.actor_uri || null, handle, content);
1294 const row = iStmts().getO.get(id);
1295 const note = buildReplyNote(base, site, row);
1296 const create = {
1297 '@context': AP_CONTEXT,
1298 id: note.id + '#create', type: 'Create', actor: me,
1299 published: note.published, to: note.to, cc: note.cc, object: note,
1300 };
1301 const keys = getOrCreateKeys(site.slug);
1302 const keyId = `${me}#main-key`;
1303 const inboxes = new Set();
1304 if (parent.actor_uri) {
1305 const a = await fetchActor(parent.actor_uri).catch(() => null);
1306 if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox);
1307 }
1308 if (parent.threadInbox) inboxes.add(parent.threadInbox); // back-compat (single)
1309 (parent.threadInboxes || []).forEach((i) => inboxes.add(i)); // whole ancestor chain
1310 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1311 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the reply
1312 inboxes.delete(`${me}/inbox`); // never deliver to ourselves (already in ap_outbox)
1313 inboxes.delete(`${base}/ap/inbox`); // (our own shared inbox) → avoids a self-duplicate
1314 let delivered = 0;
1315 for (const inbox of [...inboxes].filter(Boolean)) {
1316 try { const st = await deliver(inbox, create, keyId, keys.private_pem); if (st >= 200 && st < 300) delivered++; } catch { /* best-effort */ }
1317 }
1318 console.log('[AP] outreply', site.slug, '→', parent.actor_uri, 'delivered', delivered);
1319 return { id, content, delivered };
1320}
1321
1322// attributedTo may be a string, an object {id}, or an ARRAY — e.g. a PeerTube Video is
1323// attributed to [Person (account), Group (channel)]. Pick a usable actor URI (prefer Person).
1324function actorUriOf(att) {
1325 if (!att) return null;
1326 if (typeof att === 'string') return att;
1327 if (Array.isArray(att)) {
1328 const person = att.find((a) => a && typeof a === 'object' && a.type === 'Person' && a.id);
1329 if (person) return person.id;
1330 for (const a of att) { if (typeof a === 'string') return a; if (a && a.id) return a.id; }
1331 return null;
1332 }
1333 return att.id || null;
1334}
1335
1336// Resolve a remote post URL (any fediverse/Klonkt post) into a reply target.
1337// Returns a parent-shaped object usable by deliverReply(), or null.
1338export async function resolveRemoteNote(url) {
1339 if (!/^https?:\/\//i.test(String(url || ''))) return null;
1340 const note = await fetchActor(url).catch(() => null); // AP GET (content-negotiates)
1341 if (!note || !note.id) return null;
1342 const att = note.attributedTo;
1343 const actorUri = actorUriOf(att);
1344 if (!actorUri) return null;
1345 const actor = await fetchActor(actorUri).catch(() => null);
1346 const ai = actorInfo(actor, actorUri);
1347 // Is what we're replying to a post (or a comment) on one of OUR posts? If so,
1348 // link our reply to that local post so it shows nested in the post thread.
1349 const localTgt = findThreadTarget(note.id, (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, ''));
1350 // Walk the WHOLE reply chain upward (comment → parent comment → … → root post)
1351 // and collect every ancestor author's inbox, so each participant's server —
1352 // including the original post's author — receives + threads our reply.
1353 const threadInboxes = [];
1354 const seenInbox = new Set();
1355 let cursor = note.inReplyTo, guard = 0;
1356 while (cursor && guard++ < 6) {
1357 const url = typeof cursor === 'string' ? cursor : (cursor && cursor.id);
1358 if (!url) break;
1359 const pn = await fetchActor(url).catch(() => null);
1360 if (!pn) break;
1361 const pa = actorUriOf(pn.attributedTo);
1362 if (pa && pa !== actorUri) {
1363 const paDoc = await fetchActor(pa).catch(() => null);
1364 const inbox = paDoc && ((paDoc.endpoints && paDoc.endpoints.sharedInbox) || paDoc.inbox);
1365 if (inbox && !seenInbox.has(inbox)) { seenInbox.add(inbox); threadInboxes.push(inbox); }
1366 }
1367 cursor = pn.inReplyTo; // climb to the next ancestor
1368 }
1369 // For non-Note objects (PeerTube Video, Article, …) the meaningful label is `name` (the
1370 // title); prepend it so the reply page shows what you're replying to (sanitize cleans it).
1371 let rawHtml = String(note.content || '').replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
1372 if (note.name && note.type && note.type !== 'Note') rawHtml = `<p><strong>${note.name}</strong></p>` + rawHtml;
1373 const images = (Array.isArray(note.attachment) ? note.attachment : [])
1374 .filter((a) => a && a.url && (!a.mediaType || /^image\//i.test(a.mediaType)))
1375 .map((a) => safeUrl(a.url)).filter(Boolean);
1376 return {
1377 object_uri: safeUrl(note.id) || note.id,
1378 actor_uri: actorUri,
1379 actor_url: ai.url,
1380 actor_handle: ai.handle,
1381 actor_name: ai.name,
1382 actor_icon: ai.icon,
1383 url: note.url || url,
1384 content: HtmlSanitizerService.sanitize(rawHtml), // full, sanitized
1385 sensitive: !!note.sensitive, // remote CW → blur in the Cirkel
1386 cw: note.summary || '',
1387 images,
1388 threadInboxes, // every ancestor author's inbox
1389 localPostId: localTgt ? localTgt.post_id : '', // our post this belongs to (if any)
1390 preview: HtmlSanitizerService.toPlainText(note.content || '').slice(0, 240),
1391 };
1392}
1393
1394// List a site's own outbound fediverse replies (for the manage/delete view).
1395// The plain editable text of a stored reply (unwrap links → their text, <br> → newline)
1396// so the manage view can prefill an edit box; the mention is re-added on save.
1397function outboxEditableText(content) {
1398 return String(content || '')
1399 .replace(/<br\s*\/?>/gi, '\n')
1400 .replace(/<a\b[^>]*>([\s\S]*?)<\/a>/gi, '$1')
1401 .replace(/<[^>]+>/g, '')
1402 .replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&')
1403 .trim();
1404}
1405export function listOutbox(siteSlug) {
1406 return db.prepare('SELECT id, content, to_handle, in_reply_to, created_at FROM ap_outbox WHERE site_slug = ? ORDER BY created_at DESC')
1407 .all(siteSlug).map((r) => { const c = stripLeadingMentions(r.content); return { ...r, content: c, editable: outboxEditableText(c) }; });
1408}
1409
1410// Delete one of our outbound replies: send Delete(Tombstone) to recipients + remove it.
1411export async function deliverOutboxDelete(site, outboxId) {
1412 const row = iStmts().getO.get(outboxId);
1413 if (!row || row.site_slug !== site.slug) return false;
1414 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1415 if (base) {
1416 const me = actorId(base, site.slug);
1417 const nid = noteId(base, row.id);
1418 const del = { '@context': AP_CONTEXT, id: `${nid}#delete-${Date.now()}-${rid()}`, type: 'Delete', actor: me, to: [PUBLIC], object: { id: nid, type: 'Tombstone' } };
1419 const keys = getOrCreateKeys(site.slug);
1420 const inboxes = new Set();
1421 if (row.to_actor) { const a = await fetchActor(row.to_actor).catch(() => null); if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox); }
1422 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1423 for (const inbox of [...inboxes].filter(Boolean)) { try { await deliver(inbox, del, `${me}#main-key`, keys.private_pem); } catch { /* best-effort */ } }
1424 }
1425 db.prepare('DELETE FROM ap_outbox WHERE id = ?').run(outboxId);
1426 return true;
1427}
1428
1429// Edit one of our outbound replies: rewrite the stored content (mention re-added + #tags
1430// re-linked) and send an Update(Note) so recipients refresh their cached copy.
1431export async function deliverOutboxUpdate(site, outboxId, newText) {
1432 const row = iStmts().getO.get(outboxId);
1433 if (!row || row.site_slug !== site.slug) return false;
1434 const text = String(newText || '').trim();
1435 if (!text) return false;
1436 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1437 if (!base) return false;
1438 const me = actorId(base, site.slug);
1439 const toActor = row.to_actor ? await fetchActor(row.to_actor).catch(() => null) : null;
1440 const toProfile = row.to_actor ? (actorInfo(toActor, row.to_actor).url || row.to_actor) : '';
1441 const _h = row.to_handle || deriveHandle(row.to_actor);
1442 const toHandle = _h && _h[0] === '@' ? _h : '@' + (_h || '');
1443 const mention = row.to_actor
1444 ? `<a href="${escHtml(toProfile)}" class="u-url mention" data-actor="${escHtml(row.to_actor)}">${escHtml(toHandle)}</a> ` : '';
1445 const mres = await resolveMentionsInText(base, escHtml(text).replace(/\r?\n/g, '<br>'));
1446 const content = `<p>${mention}${linkHashtags(base, mres.html)}</p>`;
1447 db.prepare('UPDATE ap_outbox SET content = ? WHERE id = ?').run(content, outboxId);
1448 const note = buildReplyNote(base, site, iStmts().getO.get(outboxId));
1449 note.updated = new Date().toISOString();
1450 const update = {
1451 '@context': AP_CONTEXT,
1452 id: `${note.id}#update-${Date.now()}-${rid()}`, type: 'Update', actor: me,
1453 published: note.published, updated: note.updated, to: note.to, cc: note.cc, object: note,
1454 };
1455 const keys = getOrCreateKeys(site.slug);
1456 const inboxes = new Set();
1457 if (toActor) inboxes.add((toActor.endpoints && toActor.endpoints.sharedInbox) || toActor.inbox);
1458 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1459 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the edit
1460 inboxes.delete(`${me}/inbox`); inboxes.delete(`${base}/ap/inbox`);
1461 let delivered = 0;
1462 for (const inbox of [...inboxes].filter(Boolean)) {
1463 try { const st = await deliver(inbox, update, `${me}#main-key`, keys.private_pem); if (st >= 200 && st < 300) delivered++; } catch { /* best-effort */ }
1464 }
1465 console.log('[AP] outreply edit', site.slug, 'delivered', delivered);
1466 return { ok: true, content, delivered };
1467}
1468
1469// ── Fediverse CLIENT: follow accounts + home timeline ─────────────
1470// Resolve an @user@domain handle to its actor URL via WebFinger.
1471export async function webfingerResolve(handle) {
1472 const h = String(handle || '').trim().replace(/^@/, '');
1473 const parts = h.split('@');
1474 if (parts.length !== 2 || !parts[0] || !parts[1]) return null;
1475 const acct = `${parts[0]}@${parts[1]}`;
1476 try {
1477 const r = await safeFetch(`https://${parts[1]}/.well-known/webfinger?resource=acct:${encodeURIComponent(acct)}`,
1478 { headers: { Accept: 'application/jrd+json, application/json' } });
1479 if (!r.ok) return null;
1480 const jrd = await r.json();
1481 const link = (jrd.links || []).find((l) => l.rel === 'self' && /activity\+json|ld\+json/.test(l.type || ''));
1482 return safeUrl(link ? link.href : '') || null;
1483 } catch { return null; }
1484}
1485
1486let _insFw, _delFw, _listFw, _accFw, _oneFw, _setAB;
1487function fwStmts() {
1488 if (!_insFw) {
1489 _insFw = db.prepare('INSERT OR REPLACE INTO ap_following (slug, actor_uri, handle, name, icon, url, inbox, follow_id, status, auto_boost, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
1490 _delFw = db.prepare('DELETE FROM ap_following WHERE slug = ? AND actor_uri = ?');
1491 _listFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? ORDER BY created_at DESC');
1492 _accFw = db.prepare("UPDATE ap_following SET status = 'accepted' WHERE follow_id = ?");
1493 _oneFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? AND actor_uri = ?');
1494 _setAB = db.prepare('UPDATE ap_following SET auto_boost = ? WHERE slug = ? AND actor_uri = ?');
1495 }
1496 return { ins: _insFw, del: _delFw, list: _listFw, acc: _accFw, one: _oneFw, setAB: _setAB };
1497}
1498export function listFollowing(slug) { return fwStmts().list.all(slug); }
1499
1500// Toggle auto-boost ("feature") on an account we already follow.
1501export function setAutoBoost(slug, actorUri, on) {
1502 try { fwStmts().setAB.run(on ? 1 : 0, slug, actorUri); } catch { /* ignore */ }
1503 // Featuring an account → AP-native catch-up so the Cirkel isn't empty until they next
1504 // post (push doesn't backfill history-before-follow). Fire-and-forget pull, sends nothing.
1505 if (on) backfillFromOutbox(slug, actorUri).catch(() => {});
1506 return { ok: true };
1507}
1508
1509let _insTl, _listTl, _delTl;
1510function tlStmts() {
1511 if (!_insTl) {
1512 _insTl = db.prepare('INSERT OR IGNORE INTO ap_timeline (id, slug, author_uri, author_name, author_handle, author_icon, author_url, content, url, published, media_json, nsfw, cw, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
1513 _listTl = db.prepare('SELECT * FROM ap_timeline WHERE slug = ? ORDER BY COALESCE(published, created_at) DESC LIMIT ?');
1514 _delTl = db.prepare('DELETE FROM ap_timeline WHERE id = ?');
1515 }
1516 return { ins: _insTl, list: _listTl, del: _delTl };
1517}
1518export function getTimeline(slug, limit) { return tlStmts().list.all(slug, limit || 50); }
1519
1520// ── Cirkel = posts from the accounts you auto-boost ("feature an artist") ──
1521let _abCount, _cirkelPosts, _cirkelMembers;
1522export function autoBoostCount(slug) {
1523 try { if (!_abCount) _abCount = db.prepare('SELECT COUNT(*) AS n FROM ap_following WHERE slug = ? AND auto_boost = 1'); return _abCount.get(slug).n; } catch { return 0; }
1524}
1525export function getCirkelPosts(slug, limit) {
1526 try {
1527 // Cirkel = posts from featured (auto_boost) accounts + posts you boosted
1528 // (t.boosted), mixed by date. One row per note in ap_timeline → no duplicates.
1529 if (!_cirkelPosts) _cirkelPosts = db.prepare(`
1530 SELECT t.id, t.author_uri, t.author_name, t.author_handle, t.author_icon, t.author_url,
1531 t.content, t.url, t.published, t.media_json, t.boosted, t.nsfw, t.cw
1532 FROM ap_timeline t
1533 LEFT JOIN ap_following f ON f.slug = t.slug AND f.actor_uri = t.author_uri
1534 WHERE t.slug = ? AND (f.auto_boost = 1 OR t.boosted = 1)
1535 ORDER BY COALESCE(t.published, t.created_at) DESC, t.rowid DESC
1536 LIMIT ?`);
1537 return _cirkelPosts.all(slug, limit || 60);
1538 } catch { return []; }
1539}
1540export function getCirkelMembers(slug) {
1541 try { if (!_cirkelMembers) _cirkelMembers = db.prepare('SELECT name, url, icon FROM ap_following WHERE slug = ? AND auto_boost = 1 ORDER BY name'); return _cirkelMembers.all(slug); } catch { return []; }
1542}
1543// Mark a timeline post as boosted so it shows in the Cirkel (mixed by date).
1544let _markBoost, _unmarkBoost, _boostedCount;
1545export function markBoosted(slug, noteId) {
1546 try { if (!_markBoost) _markBoost = db.prepare('UPDATE ap_timeline SET boosted = 1 WHERE slug = ? AND id = ?'); _markBoost.run(slug, noteId); } catch { /* ignore */ }
1547}
1548export function unmarkBoosted(slug, noteId) {
1549 try { if (!_unmarkBoost) _unmarkBoost = db.prepare('UPDATE ap_timeline SET boosted = 0 WHERE slug = ? AND id = ?'); _unmarkBoost.run(slug, noteId); } catch { /* ignore */ }
1550}
1551let _markLike, _unmarkLike;
1552export function markLiked(slug, noteId) {
1553 try { if (!_markLike) _markLike = db.prepare('UPDATE ap_timeline SET liked = 1 WHERE slug = ? AND id = ?'); _markLike.run(slug, noteId); } catch { /* ignore */ }
1554}
1555export function unmarkLiked(slug, noteId) {
1556 try { if (!_unmarkLike) _unmarkLike = db.prepare('UPDATE ap_timeline SET liked = 0 WHERE slug = ? AND id = ?'); _unmarkLike.run(slug, noteId); } catch { /* ignore */ }
1557}
1558export function getTimelineReaction(slug, noteId) {
1559 try { const r = db.prepare('SELECT liked, boosted FROM ap_timeline WHERE slug = ? AND id = ?').get(slug, noteId); return { liked: !!(r && r.liked), boosted: !!(r && r.boosted) }; } catch { return { liked: false, boosted: false }; }
1560}
1561// Boost a REMOTE post that may not be in your timeline (you don't follow the author):
1562// store it in ap_timeline (INSERT OR IGNORE → no dup for followed posts) so it shows in
1563// the Cirkel with a Boost badge, then flag it boosted.
1564export function upsertBoostedNote(slug, note) {
1565 if (!slug || !note || !note.object_uri) return;
1566 const id = note.object_uri;
1567 const media = JSON.stringify((note.images || []).map((u) => ({ url: u, type: 'image/jpeg' })));
1568 try {
1569 tlStmts().ins.run(id, slug, note.actor_uri || '', note.actor_name || '', note.actor_handle || '',
1570 note.actor_icon || '', note.actor_url || '', note.content || '', note.url || null,
1571 new Date().toISOString(), media, note.sensitive ? 1 : 0, note.cw || null);
1572 } catch { /* ignore */ }
1573 markBoosted(slug, id);
1574}
1575export function boostedCount(slug) {
1576 try { if (!_boostedCount) _boostedCount = db.prepare('SELECT COUNT(*) AS n FROM ap_timeline WHERE slug = ? AND boosted = 1'); return _boostedCount.get(slug).n; } catch { return 0; }
1577}
1578
1579// Resolve a Klonkt/AP actor URL from a site root: a Klonkt site's root 302s to
1580// /ap/users/<slug> (content negotiation; Location may be relative). Used by
1581// followActor for bare-domain follows.
1582// NB: the old auto-migration of legacy Cirkels (circle_links -> AP follows) was
1583// REMOVED on 2026-06-26 — it auto-sent Follows on boot, which violates "the code
1584// never throws anything into the fediverse automatically" (would surprise-Follow
1585// for some operators at scale). The dead circle_links table stays as harmless dead
1586// data; an operator restores an old cirkel by re-following in /following (their click).
1587async function resolveApActor(siteUrl) {
1588 try {
1589 const r = await fetch(siteUrl, { headers: { Accept: 'application/activity+json' }, redirect: 'manual' });
1590 if (r.status >= 300 && r.status < 400) { const loc = r.headers.get('location'); if (loc) return new URL(loc, siteUrl).href; }
1591 if (r.ok) return siteUrl;
1592 } catch { /* unreachable */ }
1593 return null;
1594}
1595
1596// ── Self-heal: re-sync the fediverse cache (ap_timeline) after a DRASTIC update ──
1597// Runs ONCE per SELFHEAL_VERSION bump — NOT on every boot. Re-fetches each cached
1598// note and refreshes content + media (recovers covers/edits that were delivered
1599// during a flux window, e.g. a fleet-wide update), and drops notes that are gone
1600// (404/410). Bump SELFHEAL_VERSION only on a release that warrants a re-sync.
1601const SELFHEAL_VERSION = 5; // v5: re-fetch so embed/link-only posts pick up the note.image cover in feeds
1602async function fetchNoteAP(url) {
1603 try {
1604 const r = await fetch(url, { headers: { Accept: 'application/activity+json' } });
1605 if (r.status === 404 || r.status === 410) return 404;
1606 if (r.ok) return await r.json();
1607 } catch { /* unreachable */ }
1608 return null;
1609}
1610function mediaFromNote(note) {
1611 const atts = (Array.isArray(note.attachment) ? note.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
1612 if (!atts.some((m) => !m.type || /image/i.test(m.type)) && note.image) {
1613 const im = Array.isArray(note.image) ? note.image[0] : note.image;
1614 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
1615 if (iu) atts.push({ url: iu, type: (im && im.mediaType) || 'image/jpeg' });
1616 }
1617 return JSON.stringify(atts);
1618}
1619// A generic SSRF-safe AP GET (collections / pages).
1620async function apGetJson(url) {
1621 try {
1622 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
1623 if (!r.ok) return null;
1624 const len = Number(r.headers.get('content-length') || 0);
1625 if (len > 3_000_000) return null;
1626 return await r.json();
1627 } catch { return null; }
1628}
1629// AP-native catch-up: pull an actor's standard `outbox` collection and merge their recent
1630// top-level posts into the timeline for `slug`. Push (Create delivery) cannot backfill
1631// history-from-before-you-followed or a delivery that was missed while you were down;
1632// reading the outbox is the spec-conform way to catch up. PULL ONLY — sends nothing.
1633export async function backfillFromOutbox(slug, actorUri, limit = 20) {
1634 try {
1635 if (!slug || !actorUri) return 0;
1636 const actor = await fetchActor(actorUri);
1637 if (!actor || !actor.outbox) return 0;
1638 let page = await apGetJson(typeof actor.outbox === 'string' ? actor.outbox : actor.outbox.id);
1639 let items = (page && (page.orderedItems || page.items)) || [];
1640 if (!items.length && page && page.first) {
1641 page = await apGetJson(typeof page.first === 'string' ? page.first : page.first.id);
1642 items = (page && (page.orderedItems || page.items)) || [];
1643 }
1644 if (!Array.isArray(items) || !items.length) return 0;
1645 const ai = actorInfo(actor, actorUri);
1646 let added = 0;
1647 for (const it of items.slice(0, limit)) {
1648 // Each item is usually a Create wrapping a Note, or sometimes the Note itself.
1649 const o = (it && typeof it.object === 'object' && it.object) ? it.object : it;
1650 if (!o || !o.id) continue;
1651 if (o.type && o.type !== 'Note' && o.type !== 'Article') continue; // skip boosts/other
1652 if (o.inReplyTo) continue; // top-level only
1653 const auth = actorUriOf(o.attributedTo);
1654 if (auth && auth !== actorUri) continue; // their OWN posts only
1655 const html = HtmlSanitizerService.sanitize(o.content || '');
1656 try {
1657 const r = tlStmts().ins.run(o.id, slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, mediaFromNote(o), o.sensitive ? 1 : 0, o.summary || null);
1658 if (r && r.changes > 0) added++;
1659 } catch { /* ignore */ }
1660 }
1661 if (added) console.log('[AP] outbox backfill', actorUri, '→', slug, '+' + added);
1662 return added;
1663 } catch { return 0; }
1664}
1665let _selfHealing = false;
1666export async function selfHealTimeline() {
1667 if (_selfHealing) return; _selfHealing = true;
1668 try {
1669 let cur = 0;
1670 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_version'); cur = r ? (parseInt(r.value, 10) || 0) : 0; } catch { return; }
1671 if (cur >= SELFHEAL_VERSION) return; // already healed for this version — skip on normal boots
1672 let rows = [];
1673 try { rows = db.prepare('SELECT id, content, media_json, nsfw, cw, url FROM ap_timeline ORDER BY rowid DESC LIMIT 200').all(); } catch { /* no table */ }
1674 let healed = 0;
1675 for (const r of rows) {
1676 try {
1677 const note = await fetchNoteAP(r.id);
1678 if (note === 404) { db.prepare('DELETE FROM ap_timeline WHERE id = ?').run(r.id); healed++; continue; }
1679 if (!note || typeof note !== 'object') continue;
1680 const html = HtmlSanitizerService.sanitize(note.content || '');
1681 const media = mediaFromNote(note);
1682 const nsfw = note.sensitive ? 1 : 0; // re-sync NSFW/sensitive + CW onto already-cached posts
1683 const cw = note.summary || null;
1684 const url = note.url || null; // re-sync the human url (catches a remote slug rename)
1685 if ((html && html !== r.content) || media !== (r.media_json || '[]') || nsfw !== (r.nsfw || 0) || (cw || '') !== (r.cw || '') || (url && url !== r.url)) {
1686 db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ?').run(html || r.content, media, nsfw, cw, url, r.id);
1687 healed++;
1688 }
1689 } catch { /* per-note best-effort */ }
1690 }
1691 try { db.prepare('INSERT OR REPLACE INTO app_settings (key, value) VALUES (?, ?)').run('selfheal_version', String(SELFHEAL_VERSION)); } catch { /* ignore */ }
1692 if (rows.length) console.log(`[AP] self-heal v${SELFHEAL_VERSION}: ${healed}/${rows.length} timeline notes`);
1693 } catch { /* never block boot */ } finally { _selfHealing = false; }
1694}
1695
1696// Follow a fediverse account by @handle (WebFinger → actor → signed Follow).
1697export async function followActor(site, handle, autoBoost = false) {
1698 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1699 if (!base || !site || !site.slug) return { error: 'config' };
1700 // Accept any of: a profile/actor URL, an @user@host handle (WebFinger), or a
1701 // bare site domain (site.com) — for a single-actor site (Klonkt etc.) the root
1702 // resolves to its AP actor, so you can follow a site by just its domain.
1703 const s = String(handle || '').trim();
1704 let actorUrl;
1705 if (/^https?:\/\//i.test(s)) actorUrl = safeUrl(s) || null;
1706 else if (s.includes('@')) actorUrl = await webfingerResolve(s);
1707 else if (/^[a-z0-9.-]+\.[a-z]{2,}/i.test(s)) actorUrl = await resolveApActor('https://' + s.replace(/^\/+|\/+$/g, ''));
1708 else actorUrl = null;
1709 if (!actorUrl) return { error: 'not_found' };
1710 const actor = await fetchActor(actorUrl).catch(() => null);
1711 if (!actor || !actor.id || !actor.inbox) return { error: 'unreachable' };
1712 const ai = actorInfo(actor, actor.id);
1713 const me = actorId(base, site.slug);
1714 const keys = getOrCreateKeys(site.slug);
1715 const followId = `${me}#follow-${Date.now()}-${rid()}`;
1716 fwStmts().ins.run(site.slug, actor.id, ai.handle, ai.name, ai.icon, ai.url, actor.inbox, followId, 'pending', autoBoost ? 1 : 0);
1717 const follow = { '@context': AP_CONTEXT, id: followId, type: 'Follow', actor: me, object: actor.id };
1718 // Deliver via the retry queue: a Follow that fails the first attempt (peer down,
1719 // timeout, transient 5xx) is retried with backoff instead of staying stuck on
1720 // 'pending' forever — the Accept can only come back once the Follow lands.
1721 await deliverWithRetry(site.slug, actor.inbox, follow, `${me}#main-key`, keys.private_pem);
1722 console.log('[AP] follow', site.slug, '→', actor.id);
1723 // Follow + feature in one step → backfill their recent posts into the Cirkel right away.
1724 if (autoBoost) backfillFromOutbox(site.slug, actor.id).catch(() => {});
1725 return { ok: true, name: ai.name, handle: ai.handle, actor: actor.id };
1726}
1727
1728// Resolve a profile URL or @handle to a followable remote actor (for the
1729// authorize_interaction "Follow" flow). Returns display fields + inbox, or null
1730// when it isn't a reachable actor (e.g. the input was a post, not a profile).
1731export async function resolveRemoteActor(input) {
1732 const s = String(input || '').trim();
1733 const actorUrl = /^https?:\/\//i.test(s) ? (safeUrl(s) || null) : await webfingerResolve(s);
1734 if (!actorUrl) return null;
1735 const actor = await fetchActor(actorUrl).catch(() => null);
1736 if (!actor || !actor.id || !actor.inbox) return null;
1737 const ai = actorInfo(actor, actor.id);
1738 return { actor_uri: actor.id, actor_name: ai.name, actor_handle: ai.handle, actor_url: ai.url, actor_icon: ai.icon, inbox: actor.inbox };
1739}
1740
1741export async function unfollowActor(site, actorUri) {
1742 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1743 const me = actorId(base, site.slug);
1744 const keys = getOrCreateKeys(site.slug);
1745 const row = fwStmts().one.get(site.slug, actorUri);
1746 // Undo(Follow) MUST reference the original Follow's real id so the remote can correlate it
1747 // and drop the follow. The old `${me}#follow` fallback never matched anything → the unfollow
1748 // silently failed on the remote. With no stored follow id (legacy row), skip the network Undo
1749 // rather than send an unmatchable one. Deliver durably via the retry queue.
1750 if (row && row.inbox && row.follow_id) {
1751 const undo = { '@context': AP_CONTEXT, id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me, object: { id: row.follow_id, type: 'Follow', actor: me, object: actorUri } };
1752 deliverWithRetry(site.slug, row.inbox, undo, `${me}#main-key`, keys.private_pem);
1753 } else if (row && row.inbox) {
1754 console.warn('[AP] unfollow', site.slug, '→', actorUri, '— no stored follow id; removed locally only (legacy follow, remote may keep it)');
1755 }
1756 fwStmts().del.run(site.slug, actorUri);
1757 return { ok: true };
1758}
1759
1760// Send a Like or Announce (boost) on a remote note FROM this site.
1761export async function sendInteraction(site, kind, targetNoteId, authorUri) {
1762 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1763 if (!base || !site || !site.slug || !targetNoteId) return { error: 'config' };
1764 const me = actorId(base, site.slug);
1765 const keys = getOrCreateKeys(site.slug);
1766 // 'unboost' = Undo(Announce): retracts a boost so followers' servers remove the
1767 // reblog (matched on actor+object — no record of the original Announce needed).
1768 const fanout = (kind === 'boost' || kind === 'unboost'); // also goes to our followers
1769 const followersCol = `${me}/followers`;
1770 // Address the original author in cc so their server (Mastodon, WordPress/ActivityPub, …)
1771 // attributes the boost to their post and notifies them — without this, a shared-inbox
1772 // receiver has nothing to route the Announce to. Non-fragment activity ids + a `published`
1773 // stamp keep us aligned with what Mastodon emits.
1774 const audience = authorUri ? [followersCol, authorUri] : [followersCol];
1775 let act;
1776 if (kind === 'unboost' || kind === 'unlike') {
1777 // Undo(Announce) retracts a boost; Undo(Like) un-favourites (matched on actor+object,
1778 // no record of the original activity needed — Mastodon honours both).
1779 const inner = kind === 'unboost' ? 'Announce' : 'Like';
1780 act = {
1781 '@context': AP_CONTEXT,
1782 id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me,
1783 object: { id: `${me}/${inner.toLowerCase()}/${Date.now()}-${rid()}`, type: inner, actor: me, object: targetNoteId },
1784 };
1785 if (kind === 'unboost') { act.to = [PUBLIC]; act.cc = audience; }
1786 } else {
1787 const type = kind === 'boost' ? 'Announce' : 'Like';
1788 act = {
1789 '@context': AP_CONTEXT,
1790 id: `${me}/${type.toLowerCase()}/${Date.now()}-${rid()}`,
1791 type, actor: me, object: targetNoteId,
1792 };
1793 if (type === 'Announce') { act.published = new Date().toISOString(); act.to = [PUBLIC]; act.cc = audience; }
1794 }
1795 const inboxes = new Set();
1796 // Author first, via their PERSONAL inbox (not the shared one) so a multi-user receiver
1797 // routes the Announce/Like to the right post unambiguously.
1798 if (authorUri) { const a = await fetchActor(authorUri).catch(() => null); if (a) inboxes.add(a.inbox || (a.endpoints && a.endpoints.sharedInbox)); }
1799 if (fanout) { for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox); }
1800 // Queue each delivery (immediate attempt + backoff retries on failure via ap_delivery)
1801 // instead of a single fire-and-forget POST, so a transient hiccup at the receiver doesn't
1802 // silently lose the boost — same durability a new post (deliverCreate) already gets.
1803 let queued = 0;
1804 for (const inbox of [...inboxes].filter(Boolean)) { deliverWithRetry(site.slug, inbox, act, `${me}#main-key`, keys.private_pem); queued++; }
1805 console.log('[AP]', kind, site.slug, '→', targetNoteId, 'queued', queued, 'inbox(es)');
1806 return { ok: true, delivered: queued };
1807}
1808
1809// Notifications inbox: new followers + replies/likes/boosts on this site's posts.
1810export function getNotifications(slug, limit) {
1811 const out = [];
1812 try {
1813 for (const f of db.prepare('SELECT actor_uri, created_at FROM ap_followers WHERE slug = ? ORDER BY created_at DESC LIMIT 50').all(slug)) {
1814 out.push({ type: 'follow', handle: deriveHandle(f.actor_uri), url: f.actor_uri, created_at: f.created_at });
1815 }
1816 } catch { /* ignore */ }
1817 try {
1818 const rows = db.prepare(`
1819 SELECT i.kind, i.actor_name, i.actor_handle, i.actor_url, i.content, i.created_at,
1820 p.slug AS post_slug, p.title AS post_title
1821 FROM ap_interactions i LEFT JOIN posts p ON p.id = i.post_id
1822 WHERE p.site_id = (SELECT id FROM sites WHERE slug = ?)
1823 ORDER BY i.created_at DESC LIMIT 80
1824 `).all(slug);
1825 for (const r of rows) out.push({
1826 type: r.kind, name: r.actor_name, handle: r.actor_handle, url: r.actor_url,
1827 content: stripLeadingMentions(r.content), post_slug: r.post_slug, post_title: r.post_title, created_at: r.created_at,
1828 });
1829 } catch { /* ignore */ }
1830 out.sort((a, b) => new Date(b.created_at) - new Date(a.created_at));
1831 return out.slice(0, limit || 60);
1832}
1833
1834// ── Blocking / defederation ───────────────────────────────────────
1835let _insBl, _delBl, _listBl;
1836function blStmts() {
1837 if (!_insBl) {
1838 _insBl = db.prepare('INSERT OR IGNORE INTO ap_blocks (slug, target, kind, label, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
1839 _delBl = db.prepare('DELETE FROM ap_blocks WHERE slug = ? AND target = ?');
1840 _listBl = db.prepare('SELECT * FROM ap_blocks WHERE slug = ? ORDER BY created_at DESC');
1841 }
1842 return { ins: _insBl, del: _delBl, list: _listBl };
1843}
1844export function listBlocks(slug) { return blStmts().list.all(slug); }
1845
1846// True if an actor (or its whole domain) is blocked anywhere on this instance.
1847export function isBlockedAny(actorUri) {
1848 if (!actorUri) return false;
1849 let domain = ''; try { domain = new URL(actorUri).host; } catch { /* ignore */ }
1850 try { return !!db.prepare("SELECT 1 FROM ap_blocks WHERE (kind='actor' AND target=?) OR (kind='domain' AND target=?) LIMIT 1").get(actorUri, domain); }
1851 catch { return false; }
1852}
1853
1854function purgeBlocked(kind, target) {
1855 try {
1856 if (kind === 'domain') {
1857 // Exact host match (a URL LIKE over-/under-matches: it misses bare-domain or :port
1858 // actor URIs and can catch look-alikes). Filter by parsed host, same as isBlockedAny.
1859 const purge = (table, col) => {
1860 let rows = [];
1861 try { rows = db.prepare(`SELECT DISTINCT ${col} AS u FROM ${table} WHERE ${col} IS NOT NULL AND ${col} != ''`).all(); } catch { return; }
1862 const del = db.prepare(`DELETE FROM ${table} WHERE ${col} = ?`);
1863 for (const r of rows) { let h = ''; try { h = new URL(r.u).host; } catch { /* skip */ } if (h === target) { try { del.run(r.u); } catch { /* ignore */ } } }
1864 };
1865 purge('ap_interactions', 'actor_uri');
1866 purge('ap_timeline', 'author_uri');
1867 purge('ap_followers', 'actor_uri');
1868 } else {
1869 db.prepare('DELETE FROM ap_interactions WHERE actor_uri = ?').run(target);
1870 db.prepare('DELETE FROM ap_timeline WHERE author_uri = ?').run(target);
1871 db.prepare('DELETE FROM ap_followers WHERE actor_uri = ?').run(target);
1872 }
1873 } catch { /* best-effort */ }
1874}
1875
1876// Block an actor (@handle or actor URL) or a whole domain; purges their content.
1877export async function blockTarget(site, input) {
1878 const raw = String(input || '').trim();
1879 if (!site || !site.slug || !raw) return { error: 'empty' };
1880 let kind, target, label;
1881 if (/^https?:\/\//i.test(raw)) { kind = 'actor'; target = raw; label = raw; }
1882 else if (raw.includes('@')) {
1883 const actorUrl = await webfingerResolve(raw);
1884 if (!actorUrl) return { error: 'not_found' };
1885 kind = 'actor'; target = actorUrl; label = raw.startsWith('@') ? raw : ('@' + raw);
1886 } else { kind = 'domain'; target = raw.toLowerCase(); label = raw.toLowerCase(); }
1887 blStmts().ins.run(site.slug, target, kind, label);
1888 purgeBlocked(kind, target);
1889 console.log('[AP] block', site.slug, kind, target);
1890 return { ok: true, label };
1891}
1892
1893export function unblock(site, target) { blStmts().del.run(site.slug, target); return { ok: true }; }
1894
1895export default {
1896 AP_CONTEXT, getOrCreateKeys, apWants, sendAP, actorId, noteId,
1897 buildActor, buildNote, buildCreate, buildOutbox, buildFollowers, buildFollowing, buildFeatured,
1898 followerCount, deliver, fetchActor, verifyRequest, handleInbox, deliverCreate, deliverDelete, deliverUpdate, deliverActorUpdate, resyncFeaturedPins,
1899 getInteractions, getInteractionById, setInteractionBoosted, setInteractionLiked, setMyReaction, getMyReactions, buildReplyNote, getOutboxNote, deliverReply, resolveRemoteNote,
1900 listOutbox, deliverOutboxDelete, deliverOutboxUpdate,
1901 webfingerResolve, followActor, resolveRemoteActor, unfollowActor, listFollowing, setAutoBoost, backfillFromOutbox, getTimeline, sendInteraction,
1902 autoBoostCount, boostedCount, markBoosted, unmarkBoosted, markLiked, unmarkLiked, getTimelineReaction, upsertBoostedNote, getCirkelPosts, getCirkelMembers, selfHealTimeline,
1903 getNotifications, listBlocks, isBlockedAny, blockTarget, unblock,
1904 deliverWithRetry, enqueueDelivery, processDeliveryQueue, startDeliveryWorker,
1905 getReplyUris, markNotificationsSeen, countUnseenNotifications, hasPlayableAudio,
1906};
Note: See TracBrowser for help on using the repository browser.