source: Klonkt/src/services/ActivityPubService.js@ e3a5aed

main
Last change on this file since e3a5aed was 0fc5db5, checked in by roboburr <roboburr@…>, 2 months ago

chore(federation): bump SELFHEAL_VERSION to 5 (heal embed-post covers in feeds)

Re-fetch cached timeline notes once so existing embed/link-only posts pick up the new note.image
cover and show a thumbnail in the Cirkel/News feed.

Co-Authored-By: Claude <noreply@…>

  • Property mode set to 100644
File size: 100.9 KB
Line 
1/**
2 * ActivityPubService — Klonkt as a real ActivityPub actor (fediverse bridge).
3 *
4 * Phase 1 (this file): the PUBLISH/discoverable side.
5 * - per-site RSA keypair (Mastodon-compatible HTTP Signatures; separate from
6 * the Ed25519 keys used by the lighter Cirkels v1)
7 * - builders for the Actor document, Note objects and the Outbox collection
8 * - apWants(): HTTP content-negotiation helper (activity+json vs HTML)
9 *
10 * The interactive side (inbox: Follow/Accept, signature verify, delivery to
11 * followers) lands in the next step and is tested live against Mastodon.
12 *
13 * AP actor URLs live under /ap/* so they never clash with the human pages:
14 * actor = <base>/ap/users/<slug>
15 * inbox = <actor>/inbox outbox = <actor>/outbox
16 * note = <base>/ap/notes/<postId>
17 */
18import crypto from 'crypto';
19import dns from 'dns';
20import net from 'net';
21import db from '../config/database.js';
22import HtmlSanitizerService from './HtmlSanitizerService.js';
23import AudioEmbedService from './AudioEmbedService.js';
24
25const PUBLIC = 'https://www.w3.org/ns/activitystreams#Public';
26// Full JSON-LD context for every AP object we emit: AS2 core + security (publicKey) + the
27// extension terms we actually use (Mastodon/toot + schema.org), each with a term definition
28// so a strict JSON-LD processor resolves them instead of dropping them → valid AS2/JSON-LD.
29// This is the same context shape Mastodon publishes, so Mastodon sees no change.
30const AP_CONTEXT = [
31 'https://www.w3.org/ns/activitystreams',
32 'https://w3id.org/security/v1',
33 {
34 toot: 'http://joinmastodon.org/ns#',
35 schema: 'http://schema.org#',
36 sensitive: 'as:sensitive',
37 Hashtag: 'as:Hashtag',
38 manuallyApprovesFollowers: 'as:manuallyApprovesFollowers',
39 discoverable: 'toot:discoverable',
40 featured: { '@id': 'toot:featured', '@type': '@id' },
41 PropertyValue: 'schema:PropertyValue',
42 value: 'schema:value',
43 embedUrl: { '@id': 'schema:embedUrl', '@type': '@id' },
44 },
45];
46
47// Short random suffix so two activity ids minted in the same millisecond (e.g.
48// parallel saves) don't collide and get deduped by a receiver.
49const rid = () => crypto.randomBytes(4).toString('hex');
50
51// Keep only http(s) URLs — drops javascript:/data:/etc so a remote actor can't
52// smuggle a dangerous scheme into a stored href/src (rendered in owner-only views).
53const safeUrl = (u) => { const s = String(u == null ? '' : u).trim(); return /^https?:\/\//i.test(s) ? s : ''; };
54
55// ── SSRF guard for outbound fetches ───────────────────────────────
56// Remote URLs (actor/keyId/webfinger/inbox/inReplyTo) are attacker-controlled, so
57// every outbound fetch must refuse hosts that resolve to private/loopback ranges
58// (cloud metadata, internal services) — on the initial host AND each redirect hop.
59function isBlockedIp(ip) {
60 if (!ip) return true;
61 const v = net.isIP(ip);
62 if (v === 4) {
63 const o = ip.split('.').map(Number);
64 return o[0] === 127 || o[0] === 10 || o[0] === 0
65 || (o[0] === 172 && o[1] >= 16 && o[1] <= 31)
66 || (o[0] === 192 && o[1] === 168)
67 || (o[0] === 169 && o[1] === 254)
68 || (o[0] === 100 && o[1] >= 64 && o[1] <= 127); // CGNAT
69 }
70 if (v === 6) {
71 const s = ip.toLowerCase().replace(/^\[|\]$/g, '');
72 return s === '::1' || s === '::' || s.startsWith('fc') || s.startsWith('fd') || s.startsWith('fe80')
73 || s.startsWith('::ffff:127.') || s.startsWith('::ffff:10.') || s.startsWith('::ffff:192.168.')
74 || s.startsWith('::ffff:169.254.') || s.startsWith('::ffff:172.');
75 }
76 return true; // not an IP literal we recognise → refuse
77}
78async function assertPublicHost(hostname) {
79 if (net.isIP(hostname)) { if (isBlockedIp(hostname)) throw new Error('ssrf-blocked-ip'); return; }
80 const addrs = await dns.promises.lookup(hostname, { all: true });
81 if (!addrs.length || addrs.some((a) => isBlockedIp(a.address))) throw new Error('ssrf-blocked-host');
82}
83export async function safeFetch(url, opts = {}, maxRedirects = 3) {
84 let target = url;
85 for (let hop = 0; ; hop++) {
86 const u = new URL(target); // throws on malformed → caller's catch
87 if (u.protocol !== 'https:' && u.protocol !== 'http:') throw new Error('ssrf-bad-scheme');
88 await assertPublicHost(u.hostname);
89 const r = await fetch(target, { ...opts, redirect: 'manual', signal: AbortSignal.timeout(8000) });
90 const loc = (r.status >= 300 && r.status < 400) ? r.headers.get('location') : null;
91 if (loc && hop < maxRedirects) { target = new URL(loc, target).toString(); continue; }
92 return r;
93 }
94}
95const MAX_OUTBOX = 20;
96// Cache-buster for the music listen-link → forces Mastodon to re-crawl a FRESH
97// (square) player card. Bump this whenever the twitter:player card dimensions change.
98const FEDI_CARD_VER = '2';
99
100// ── RSA keys per actor (lazy, cached in DB) ───────────────────────
101// Prepared lazily (NOT at module load) — the ap_keys table is created in
102// initializeDatabase(), which runs after this module is imported.
103let _sel, _ins;
104function keyStmts() {
105 if (!_sel) {
106 _sel = db.prepare('SELECT public_pem, private_pem FROM ap_keys WHERE slug = ?');
107 _ins = db.prepare('INSERT OR IGNORE INTO ap_keys (slug, public_pem, private_pem, created_at) VALUES (?,?,?,CURRENT_TIMESTAMP)');
108 }
109 return { sel: _sel, ins: _ins };
110}
111
112export function getOrCreateKeys(slug) {
113 const { sel, ins } = keyStmts();
114 const row = sel.get(slug);
115 if (row) return row;
116 const { publicKey, privateKey } = crypto.generateKeyPairSync('rsa', {
117 modulusLength: 2048,
118 publicKeyEncoding: { type: 'spki', format: 'pem' },
119 privateKeyEncoding: { type: 'pkcs8', format: 'pem' },
120 });
121 ins.run(slug, publicKey, privateKey);
122 return sel.get(slug) || { public_pem: publicKey, private_pem: privateKey };
123}
124
125// ── content negotiation ───────────────────────────────────────────
126// True when the caller wants ActivityPub JSON rather than the HTML page.
127export function apWants(req) {
128 const a = String(req.headers.accept || '').toLowerCase();
129 return a.includes('application/activity+json') ||
130 (a.includes('application/ld+json') && a.includes('activitystreams'));
131}
132
133const AP_CONTENT_TYPE = 'application/activity+json; charset=utf-8';
134export function sendAP(res, obj) {
135 res.type(AP_CONTENT_TYPE);
136 res.set('Cache-Control', 'public, max-age=120');
137 res.send(JSON.stringify(obj));
138}
139
140// ── document builders ─────────────────────────────────────────────
141export function actorId(base, slug) { return `${base}/ap/users/${encodeURIComponent(slug)}`; }
142export function noteId(base, postId) { return `${base}/ap/notes/${encodeURIComponent(postId)}`; }
143
144export function buildActor(base, site) {
145 const id = actorId(base, site.slug);
146 const keys = getOrCreateKeys(site.slug);
147 const actor = {
148 '@context': AP_CONTEXT,
149 id,
150 type: 'Person',
151 preferredUsername: site.slug,
152 name: site.title || site.slug,
153 summary: site.tagline || site.description || '',
154 url: `${base}/${site.slug === site.primary_slug ? '' : 'user/' + encodeURIComponent(site.slug)}`,
155 manuallyApprovesFollowers: false,
156 discoverable: true,
157 inbox: `${id}/inbox`,
158 outbox: `${id}/outbox`,
159 followers: `${id}/followers`,
160 following: `${id}/following`,
161 featured: `${id}/featured`,
162 endpoints: { sharedInbox: `${base}/ap/inbox` },
163 publicKey: {
164 id: `${id}#main-key`,
165 owner: id,
166 publicKeyPem: keys.public_pem,
167 },
168 };
169 if (site.profile_photo) {
170 const u = /^https?:/.test(site.profile_photo) ? site.profile_photo : `${base}${site.profile_photo.startsWith('/') ? '' : '/'}${site.profile_photo}`;
171 actor.icon = { type: 'Image', url: u };
172 }
173 // Account creation date — shown by Mastodon + read by indexers (additive, standard AS2).
174 if (site.created_at) { try { actor.published = new Date(site.created_at).toISOString(); } catch { /* skip bad date */ } }
175 // Profile links → PropertyValue rows: Mastodon/PeerTube/WordPress-ActivityPub render these as
176 // profile metadata (rel=me enables link-back verification). Additive; ignored by simpler receivers.
177 try {
178 const links = JSON.parse(site.profile_links || '[]');
179 if (Array.isArray(links) && links.length) {
180 const esc = (s) => String(s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
181 const rows = links
182 .filter((l) => l && l.url && /^https?:/i.test(l.url))
183 .map((l) => ({
184 type: 'PropertyValue',
185 name: esc(l.platform || 'Link'),
186 value: `<a href="${esc(l.url).replace(/"/g, '&quot;')}" rel="me nofollow noopener" target="_blank">${esc(String(l.url).replace(/^https?:\/\//, ''))}</a>`,
187 }));
188 if (rows.length) actor.attachment = rows;
189 }
190 } catch { /* skip malformed profile_links */ }
191 return actor;
192}
193
194// Does a post's audio shortcodes reference at least one PLAYABLE (file-backed)
195// track? Link-only tracks (external Spotify/YouTube, media_id NULL) don't count —
196// they have no Klonkt-hosted audio to embed, so no player card / cover-suppression.
197export function hasPlayableAudio(content, siteId) {
198 if (!content || !/\[\[(track|album|playlist):/i.test(content)) return false;
199 try {
200 for (const m of content.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT media_id FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.media_id) return true; }
201 for (const m of content.matchAll(/\[\[album:([^\]]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM audio_tracks WHERE site_id = ? AND album = ? AND media_id IS NOT NULL LIMIT 1').get(siteId, m[1].trim())) return true; }
202 for (const m of content.matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id WHERE pt.playlist_id = ? AND t.media_id IS NOT NULL LIMIT 1').get(m[1])) return true; }
203 } catch { /* non-fatal */ }
204 return false;
205}
206
207// A single post as an AS2 Note (the object), and as a Create activity (for outbox/delivery).
208export function buildNote(base, site, post) {
209 const id = noteId(base, post.id);
210 const aId = actorId(base, site.slug);
211 const human = `${base}/${encodeURIComponent(post.slug)}`;
212 // Mastodon ignores a Note's `name`, so put the title INTO the content (bold
213 // first line) — the standard blog→fediverse convention. post.content is
214 // already sanitized HTML; the title is plain text, so escape it.
215 const escTitle = String(post.title || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
216 const titleHtml = post.title ? `<p><strong>${escTitle}</strong></p>` : '';
217
218 // Images travel as AP `attachment` (Mastodon strips <img> from content). Collect
219 // the cover + any inline <img>, make absolute, then strip <img> from the content
220 // to avoid duplicate rendering on clients that DO keep them.
221 const abs = (u) => !u ? null : (/^https?:/i.test(u) ? u : `${base}${u.startsWith('/') ? '' : '/'}${u}`);
222 const mediaType = (u) => {
223 const e = ((u || '').split('?')[0].match(/\.(\w+)$/) || [])[1];
224 return ({ jpg: 'image/jpeg', jpeg: 'image/jpeg', png: 'image/png', gif: 'image/gif', webp: 'image/webp', avif: 'image/avif', mp4: 'video/mp4', webm: 'video/webm', mov: 'video/quicktime' })[(e || '').toLowerCase()] || 'image/jpeg';
225 };
226 const hadAudio = /\[\[(track|album|playlist):/i.test(post.content || '');
227 const playable = hasPlayableAudio(post.content || '', site && site.id);
228 // A post with an external embed (Spotify/YouTube/SoundCloud/Vimeo/Bandcamp/Apple) should let
229 // Mastodon render the embed's player CARD. Mastodon shows EITHER media attachments OR a link
230 // card, never both — so when the post has an embed link we skip the image attachments so the
231 // card wins. (On Klonkt nothing changes: the cover + the embed player still render.)
232 const hasEmbed = (() => {
233 const c = post.content || '';
234 if (/\[\[embed:/i.test(c)) return true;
235 for (const m of c.matchAll(/https?:\/\/[^\s"'<>]+/gi)) if (AudioEmbedService.detectProvider(m[0])) return true;
236 return false;
237 })();
238 // Link-only tracks (external Spotify/YouTube/SoundCloud, no hosted file): collect their links
239 // so we federate them — Mastodon cards the first (its player), the rest show as clickable links
240 // — instead of a bare "listen on site" link, and we suppress the cover so the card can show.
241 const trackEmbedLinks = (() => {
242 if (playable) return [];
243 const out = [];
244 try {
245 for (const m of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) {
246 const r = db.prepare('SELECT media_id, link_spotify, link_youtube, link_soundcloud FROM audio_tracks WHERE id = ?').get(m[1]);
247 if (r && !r.media_id) for (const u of [r.link_spotify, r.link_youtube, r.link_soundcloud]) if (u && /^https?:\/\//i.test(u)) out.push(u);
248 }
249 } catch { /* non-fatal */ }
250 return [...new Set(out)].slice(0, 6);
251 })();
252 const noImages = playable || hasEmbed || trackEmbedLinks.length > 0; // suppress images → let the player/embed card show
253 const urls = [];
254 // Posts with PLAYABLE hosted audio suppress image attachments so Mastodon renders
255 // the player CARD (twitter:player) instead of the cover — media attachment and
256 // link/player card are mutually exclusive on Mastodon. Link-only audio (external)
257 // keeps its cover (no player card to show).
258 // An animated cover federates as the muted loop MP4 (→ a Video attachment): animated WebP is
259 // unreliable on Mastodon and its iOS apps; the MP4 plays everywhere. Else the still cover image.
260 if (post.cover_video_url && !noImages) urls.push(abs(post.cover_video_url));
261 else if (post.cover_image_url && !noImages) urls.push(abs(post.cover_image_url));
262 let body = post.content || '';
263 // Only federate inline images we can actually serve: absolute http(s) URLs, or our own
264 // /media/ uploads. A relative path we don't host (e.g. a stale /images/... ref) would 404
265 // and show up as a black tile in Mastodon's attachment grid.
266 if (!noImages) for (const m of body.matchAll(/<img\b[^>]*\bsrc="([^"]+)"[^>]*>/gi)) {
267 const src = m[1];
268 if (/^https?:\/\//i.test(src) || src.startsWith('/media/')) urls.push(abs(src));
269 }
270 body = body.replace(/<img\b[^>]*>/gi, '');
271 // Audio shortcodes: do NOT federate the raw audio file — Klonkt deliberately
272 // gates audio (the /audio/stream URL has friction), and shipping it as an AP
273 // audio attachment would hand Mastodon a plain, downloadable mp3 URL. Instead,
274 // replace the shortcodes with a "🎵 listen on the site" link so the post invites
275 // a click-through to the protected player (discovery without leaking the file).
276 const esc = (s) => String(s == null ? '' : s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
277 const audioLabels = [];
278 try {
279 for (const m of body.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT title FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.title) audioLabels.push(r.title); }
280 for (const m of body.matchAll(/\[\[album:([^\]]+)\]\]/g)) audioLabels.push(m[1].trim());
281 } catch { /* non-fatal */ }
282 // fedi_open tracks → real AS2 Audio attachments (the actual file URL, served ungated) so
283 // EVERY client incl. the Mastodon apps plays them inline natively. Gated tracks (default)
284 // stay link/card-only — the file is never exposed for them. Resolve from post.content so a
285 // later body mutation can't affect it.
286 const openAudio = [];
287 if (hadAudio) {
288 const seenA = new Set();
289 const addRow = (r) => {
290 const fn = r.filename || (r.storage_path || '').split('/').pop();
291 if (!fn || seenA.has(fn)) return; seenA.add(fn);
292 openAudio.push({ type: 'Audio', mediaType: r.mime_type || 'audio/mpeg', url: `${base}/audio/stream/${encodeURIComponent(fn)}`, name: r.title || 'Audio' });
293 };
294 const SEL = 'SELECT t.title, m.filename, m.storage_path, m.mime_type FROM audio_tracks t JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND ';
295 try {
296 for (const mm of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare(SEL + 't.id = ?').get(mm[1]); if (r) addRow(r); }
297 for (const mm of (post.content || '').matchAll(/\[\[album:([^\]]+)\]\]/g)) for (const r of db.prepare(SEL + 't.site_id = ? AND t.album = ? ORDER BY t.rowid').all(site.id, mm[1].trim())) addRow(r);
298 for (const mm of (post.content || '').matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) for (const r of db.prepare('SELECT t.title, m.filename, m.storage_path, m.mime_type FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND pt.playlist_id = ? ORDER BY pt.position').all(mm[1])) addRow(r);
299 } catch { /* non-fatal */ }
300 }
301 body = body.replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
302 // External embeds ([[embed:url]]) → emit the bare URL as a link so Mastodon
303 // renders its OWN preview/player card (YouTube/Spotify/SoundCloud/etc) instead
304 // of federating the raw shortcode text.
305 body = body.replace(/\[\[embed:([^\]]+)\]\]/gi, (mm, raw) => {
306 const u = esc(raw.trim().replace(/&amp;/g, '&'));
307 return `<p><a href="${u}">${u}</a></p>`;
308 });
309 if (hadAudio) {
310 const lbl = audioLabels.length ? esc(audioLabels.slice(0, 4).join(', ')) : '';
311 if (trackEmbedLinks.length) {
312 // Link-only track(s): emit the external link(s). Mastodon cards the first (Spotify → its
313 // player), the rest render as clickable links — the fediverse-native "embed + links".
314 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong>` : ''}</p>`;
315 for (const u of trackEmbedLinks) { const eu = esc(u); body += `<p><a href="${eu}">${eu}</a></p>`; }
316 } else {
317 // For playable posts, append a version param to the listen-link so Mastodon
318 // sees a NEW card URL and re-crawls it (fresh SQUARE player card) instead of
319 // reusing the cached landscape one. Invisible: the link TEXT stays clean, the
320 // page ignores the param. Bump FEDI_CARD_VER when the card dimensions change.
321 const listenHref = playable ? `${human}?fc=${FEDI_CARD_VER}` : human;
322 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong> — ` : ''}<a href="${listenHref}">listen on ${esc(site.title || 'the site')}</a></p>`;
323 }
324 }
325 // Klonkt renders post content with white-space:pre-wrap, so raw newlines ARE line
326 // breaks on the site. Mastodon (plain HTML) collapses whitespace and would drop them,
327 // so convert newlines to <br> for the federated copy (content already made with
328 // shift+enter uses <br> and has no \n → this is a no-op there).
329 body = body.replace(/\r?\n/g, '<br>');
330 body = linkHashtags(base, body); // link inline #hashtags in the post body too
331 // Append the tags-field hashtags to the content so Mastodon renders them as clickable
332 // hashtags (a Hashtag that's only in the `tag` array isn't shown inline). CamelCase
333 // multi-word tags; skip any already present inline in the body.
334 {
335 const inlineTags = new Set(hashtagTags(base, body).map((h) => h.name.slice(1).toLowerCase()));
336 const addSeen = new Set();
337 const tagLinks = normalizeTags(post.tags).map(tagParts).filter(Boolean)
338 .filter((p) => !inlineTags.has(p.slug) && !addSeen.has(p.slug) && addSeen.add(p.slug))
339 .map((p) => `<a href="${base}/tag/${encodeURIComponent(p.slug)}" class="mention hashtag" rel="tag">#${p.label}</a>`);
340 if (tagLinks.length) body += `<p>${tagLinks.join(' ')}</p>`;
341 }
342 const seen = new Set();
343 const attachment = urls.filter(Boolean)
344 .filter((u) => { if (seen.has(u)) return false; seen.add(u); return true; })
345 .map((u) => { const mt = mediaType(u); // specific AS2 subtype (Image/Audio/Video) over generic Document
346 const ty = /^image\//i.test(mt) ? 'Image' : /^video\//i.test(mt) ? 'Video' : /^audio\//i.test(mt) ? 'Audio' : 'Document';
347 return { type: ty, mediaType: mt, url: u }; });
348 for (const a of openAudio) attachment.push(a); // fedi_open tracks → native Audio players
349
350 const note = {
351 id,
352 type: 'Note',
353 attributedTo: aId,
354 content: titleHtml + body,
355 url: human,
356 published: new Date(post.published_at || post.created_at || Date.now()).toISOString(),
357 // fan_only = "fans only" → followers-only visibility (delivered to your followers
358 // but not addressed to Public, so Mastodon shows it only to them and can't boost it).
359 to: post.fan_only ? [`${aId}/followers`] : [PUBLIC],
360 cc: post.fan_only ? [] : [`${aId}/followers`],
361 tag: buildHashtagList(base, post.tags, body),
362 replies: `${id}/replies`,
363 // NSFW → Mastodon-style content warning: sensitive (blurs media) + a summary/spoiler
364 // (hides the whole post behind a "Gevoelige inhoud" button until the reader opens it).
365 sensitive: !!post.nsfw,
366 };
367 if (post.nsfw) note.summary = post.content_warning || 'Gevoelige inhoud';
368 if (attachment.length) note.attachment = attachment;
369 // When the cover attachment is suppressed (hosted audio OR an external embed/link-only track →
370 // so Mastodon shows the player/link card, not media), still expose the cover via AS2 `image` so
371 // card/grid consumers (the Klonkt Cirkel/News feed) can show it. Mastodon ignores a Note's
372 // `image`, so its card is unaffected — but a Klonkt receiver reads it (handleInbox o.image).
373 if (post.cover_image_url && noImages) {
374 const cov = abs(post.cover_image_url);
375 if (cov) note.image = { type: 'Image', mediaType: mediaType(cov), url: cov };
376 }
377 // Experiment (mirrors PeerTube / schema.org `embedUrl`): point at the GATED player page
378 // (/embed) so a client that honours embedUrl can show an inline player WITHOUT ever
379 // getting the audio file — the anti-steal posture is untouched. `embedUrl` is a real
380 // standard field name (not a Klonkt invention); if Mastodon's apps honour it on a Note we
381 // make it JSON-LD-clean with a context term, otherwise it degrades to the player card.
382 if (playable) note.embedUrl = `${base}/embed?post=${encodeURIComponent(post.slug)}`;
383 return note;
384}
385
386// All reply note URIs on a local post (inbound fediverse replies + our own
387// outbound replies) — backs the Note's `replies` Collection so remote servers
388// can fetch the whole thread.
389export function getReplyUris(base, postId) {
390 const out = [];
391 try {
392 for (const r of db.prepare("SELECT object_uri FROM ap_interactions WHERE kind = 'reply' AND post_id = ? AND object_uri != '' ORDER BY created_at").all(postId)) out.push(r.object_uri);
393 for (const r of db.prepare('SELECT id FROM ap_outbox WHERE post_id = ? ORDER BY rowid').all(postId)) out.push(`${base}/ap/notes/${r.id}`);
394 } catch { /* non-fatal */ }
395 return out;
396}
397
398// Notifications "seen" tracking → a real bell badge. Stored per site in app_settings.
399export function markNotificationsSeen(slug) {
400 try {
401 db.prepare("INSERT INTO app_settings (key, value, updated_at) VALUES (?, ?, CURRENT_TIMESTAMP) ON CONFLICT(key) DO UPDATE SET value = excluded.value, updated_at = CURRENT_TIMESTAMP")
402 .run(`fedi_notif_seen:${slug}`, new Date().toISOString());
403 } catch { /* non-fatal */ }
404}
405export function countUnseenNotifications(slug) {
406 try {
407 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
408 const seen = row ? Date.parse(row.value) : 0;
409 let n = 0;
410 for (const it of getNotifications(slug, 50)) { if (Date.parse(it.created_at) > seen) n++; }
411 return n;
412 } catch { return 0; }
413}
414
415export function buildCreate(base, site, post) {
416 const note = buildNote(base, site, post);
417 return {
418 '@context': AP_CONTEXT,
419 id: note.id + '#create',
420 type: 'Create',
421 actor: actorId(base, site.slug),
422 published: note.published,
423 to: note.to,
424 cc: note.cc,
425 object: note,
426 };
427}
428
429export function buildOutbox(base, site, posts) {
430 const id = `${actorId(base, site.slug)}/outbox`;
431 const items = (posts || []).slice(0, MAX_OUTBOX).map((p) => buildCreate(base, site, p));
432 return {
433 '@context': AP_CONTEXT,
434 id,
435 type: 'OrderedCollection',
436 totalItems: items.length,
437 orderedItems: items,
438 };
439}
440
441export function buildFollowers(base, site, count) {
442 const id = `${actorId(base, site.slug)}/followers`;
443 return {
444 '@context': AP_CONTEXT,
445 id,
446 type: 'OrderedCollection',
447 totalItems: count || 0,
448 orderedItems: [], // hidden for privacy; count only
449 };
450}
451
452// The accounts this site follows — count only, mirroring buildFollowers. The spec lists
453// `following` as a standard actor property; Hubzilla/Friendica + crawlers expect it.
454export function buildFollowing(base, site, count) {
455 const id = `${actorId(base, site.slug)}/following`;
456 return {
457 '@context': AP_CONTEXT,
458 id,
459 type: 'OrderedCollection',
460 totalItems: count || 0,
461 orderedItems: [], // count only
462 };
463}
464
465// Pinned posts → the actor's `featured` collection. Mastodon reads this and shows
466// these as the "Featured" tab (pinned to the profile). Posts come ordered by pin
467// rank; embedded as full Notes so a remote server doesn't need extra fetches.
468export function buildFeatured(base, site, posts) {
469 const id = `${actorId(base, site.slug)}/featured`;
470 const items = (posts || []).map((p) => buildNote(base, site, p));
471 return {
472 '@context': AP_CONTEXT,
473 id,
474 type: 'OrderedCollection',
475 totalItems: items.length,
476 orderedItems: items,
477 };
478}
479
480// ── followers store (lazy stmts) ──────────────────────────────────
481let _insF, _delF, _listF, _cntF;
482function fStmts() {
483 if (!_insF) {
484 _insF = db.prepare('INSERT OR IGNORE INTO ap_followers (slug, actor_uri, inbox, shared_inbox, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
485 _delF = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND actor_uri = ?');
486 _listF = db.prepare('SELECT inbox, shared_inbox FROM ap_followers WHERE slug = ?');
487 _cntF = db.prepare('SELECT COUNT(*) n FROM ap_followers WHERE slug = ?');
488 }
489 return { ins: _insF, del: _delF, list: _listF, cnt: _cntF };
490}
491export function followerCount(slug) { return fStmts().cnt.get(slug).n; }
492
493// ── inbound interactions store (replies / likes / boosts) + our outbound replies ──
494let _insI, _delLA, _delReply, _listI, _getI, _insO, _listO, _getO;
495function iStmts() {
496 if (!_insI) {
497 _insI = db.prepare('INSERT OR IGNORE INTO ap_interactions (kind, post_id, object_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, parent_uri, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
498 _delLA = db.prepare('DELETE FROM ap_interactions WHERE kind = ? AND post_id = ? AND actor_uri = ?');
499 _delReply = db.prepare("DELETE FROM ap_interactions WHERE kind = 'reply' AND object_uri = ?");
500 _listI = db.prepare('SELECT id, kind, object_uri, parent_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, created_at, acted_boost, acted_like FROM ap_interactions WHERE post_id = ? ORDER BY created_at ASC');
501 _getI = db.prepare('SELECT * FROM ap_interactions WHERE id = ?');
502 _insO = db.prepare('INSERT INTO ap_outbox (id, site_slug, post_id, post_slug, in_reply_to, to_actor, to_handle, content, created_at) VALUES (?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
503 _listO = db.prepare('SELECT * FROM ap_outbox WHERE post_id = ? ORDER BY created_at ASC');
504 _getO = db.prepare('SELECT * FROM ap_outbox WHERE id = ?');
505 }
506 return { ins: _insI, delLA: _delLA, delReply: _delReply, list: _listI, getI: _getI, insO: _insO, listO: _listO, getO: _getO };
507}
508
509export function getInteractionById(id) { return iStmts().getI.get(id); }
510export function setInteractionBoosted(id, on) {
511 db.prepare('UPDATE ap_interactions SET acted_boost = ? WHERE id = ?').run(on ? 1 : 0, id);
512}
513export function setInteractionLiked(id, on) {
514 db.prepare('UPDATE ap_interactions SET acted_like = ? WHERE id = ?').run(on ? 1 : 0, id);
515}
516// Your like/boost state on a REMOTE post (interact page toggles).
517export function setMyReaction(slug, uri, kind, on) {
518 if (on) db.prepare('INSERT OR IGNORE INTO ap_my_reactions (site_slug, target_uri, kind) VALUES (?,?,?)').run(slug, uri, kind);
519 else db.prepare('DELETE FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ? AND kind = ?').run(slug, uri, kind);
520}
521export function getMyReactions(slug, uri) {
522 const rows = (slug && uri) ? db.prepare('SELECT kind FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ?').all(slug, uri) : [];
523 return { liked: rows.some((r) => r.kind === 'like'), boosted: rows.some((r) => r.kind === 'boost') };
524}
525
526const localPostExists = (id) => { try { return !!db.prepare('SELECT 1 FROM posts WHERE id = ?').get(id); } catch { return false; } };
527// Extract our local post id from a note URL, but only if it's ours (base match).
528function postIdFromNoteUrl(url, base) {
529 const s = String(url || '');
530 if (base && !s.startsWith(base)) return null;
531 const m = s.match(/\/ap\/notes\/([^/?#]+)/);
532 return m ? decodeURIComponent(m[1]) : null;
533}
534function deriveHandle(actorUri) {
535 try { const u = new URL(actorUri); const seg = u.pathname.split('/').filter(Boolean).pop() || ''; return `@${seg}@${u.host}`; } catch { return String(actorUri || ''); }
536}
537function actorInfo(doc, actorUri) {
538 let host = ''; try { host = new URL(actorUri).host; } catch { /* keep empty */ }
539 const handle = doc && doc.preferredUsername ? `@${doc.preferredUsername}@${host}` : deriveHandle(actorUri);
540 const icon = doc && doc.icon ? (doc.icon.url || (Array.isArray(doc.icon) && doc.icon[0] && doc.icon[0].url)) : null;
541 return {
542 name: (doc && (doc.name || doc.preferredUsername)) || handle,
543 handle,
544 url: safeUrl((doc && (doc.url || doc.id)) || actorUri) || null,
545 icon: safeUrl(icon) || null,
546 };
547}
548
549// Given an inReplyTo note URL, find which local post the thread belongs to + the
550// note being replied to (parent), so a reply-to-a-comment can be nested.
551function findThreadTarget(inReplyTo, base) {
552 if (!inReplyTo) return null;
553 const seg = postIdFromNoteUrl(inReplyTo, base); // our /ap/notes/<id> segment (if ours)
554 if (seg && localPostExists(seg)) return { post_id: seg, parent_uri: inReplyTo };
555 if (seg) {
556 try { const o = db.prepare('SELECT post_id FROM ap_outbox WHERE id = ?').get(seg); if (o && o.post_id) return { post_id: o.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
557 }
558 try { const row = db.prepare("SELECT post_id FROM ap_interactions WHERE object_uri = ? AND kind = 'reply' LIMIT 1").get(inReplyTo); if (row && row.post_id) return { post_id: row.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
559 return null;
560}
561
562// Drop the leading @mention(s) a federated reply carries (the person being replied to),
563// so a comment reads "dope tekening ouwe" instead of "@jason@jasonhacky.nl dope …".
564// Keeps a leading <p> wrapper; handles mention <a> links and plain-text @user@domain.
565export function stripLeadingMentions(html) {
566 if (!html) return html;
567 let s = String(html);
568 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:<a\b[^>]*>\s*@[^<]+<\/a>[  ]*)+/i, (m, p) => p || '');
569 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:@[\w.-]+(?:@[\w.-]+)?[  ]+)+/i, (m, p) => p || '');
570 return s;
571}
572
573// View-ready threaded view of a post's fediverse activity (inbound replies +
574// our outbound replies, nested), plus like/boost counts.
575export function getInteractions(postId, base, site) {
576 const s = iStmts();
577 const rows = s.list.all(postId);
578 const baseClean = (base || process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
579 const postNoteId = baseClean ? `${baseClean}/ap/notes/${postId}` : null;
580 // Our own (outbound) replies show the SITE identity for everyone (not "You").
581 let host = ''; try { host = new URL(baseClean).host; } catch { /* ignore */ }
582 const siteName = (site && (site.title || site.slug)) || '';
583 const siteHandle = (site && site.slug && host) ? `@${site.slug}@${host}` : '';
584 const siteUrl = baseClean ? `${baseClean}/` : '';
585 const siteIcon = (site && site.profile_photo) || null;
586
587 const nodes = [];
588 for (const r of rows) {
589 if (r.kind !== 'reply') continue;
590 nodes.push({
591 noteId: r.object_uri, parent: r.parent_uri || null, mine: false, id: r.id,
592 actor_name: r.actor_name, actor_handle: r.actor_handle, actor_url: r.actor_url,
593 actor_icon: r.actor_icon, content: stripLeadingMentions(r.content), created_at: r.published || r.created_at,
594 acted_boost: !!r.acted_boost, acted_like: !!r.acted_like,
595 children: [],
596 });
597 }
598 for (const o of s.listO.all(postId)) {
599 nodes.push({
600 noteId: baseClean ? `${baseClean}/ap/notes/${o.id}` : o.id, parent: o.in_reply_to || null,
601 mine: true, outboxId: o.id, content: stripLeadingMentions(o.content), created_at: o.created_at,
602 actor_name: siteName, actor_handle: siteHandle, actor_url: siteUrl, actor_icon: siteIcon,
603 children: [],
604 });
605 }
606
607 const byId = new Map(nodes.map((n) => [n.noteId, n]));
608 const isTop = (n) => !n.parent || n.parent === postNoteId || !byId.has(n.parent);
609 const tops = [];
610 for (const n of nodes) {
611 if (isTop(n)) { tops.push(n); continue; }
612 let anc = n, guard = 0;
613 while (!isTop(anc) && guard++ < 12) anc = byId.get(anc.parent);
614 anc.children.push(n);
615 }
616 const byTime = (a, b) => new Date(a.created_at) - new Date(b.created_at);
617 tops.sort(byTime).forEach((t) => t.children.sort(byTime));
618
619 return {
620 thread: tops,
621 likeCount: rows.filter((r) => r.kind === 'like').length,
622 announceCount: rows.filter((r) => r.kind === 'announce').length,
623 total: nodes.length,
624 };
625}
626
627// ── HTTP Signatures + delivery ────────────────────────────────────
628const slugFromActorUrl = (url) => { const m = String(url || '').match(/\/ap\/users\/([^/?#]+)/); return m ? decodeURIComponent(m[1]) : null; };
629
630// Sign + POST an activity to a remote inbox (draft-cavage HTTP Signatures, RSA-SHA256).
631export async function deliver(inboxUrl, bodyObj, keyId, privatePem) {
632 const body = JSON.stringify(bodyObj);
633 const u = new URL(inboxUrl);
634 const date = new Date().toUTCString();
635 const digest = 'SHA-256=' + crypto.createHash('sha256').update(body).digest('base64');
636 const signingString = `(request-target): post ${u.pathname}\nhost: ${u.host}\ndate: ${date}\ndigest: ${digest}`;
637 const signature = crypto.sign('sha256', Buffer.from(signingString), privatePem).toString('base64');
638 const sig = `keyId="${keyId}",algorithm="rsa-sha256",headers="(request-target) host date digest",signature="${signature}"`;
639 const r = await safeFetch(inboxUrl, {
640 method: 'POST',
641 headers: { 'Content-Type': 'application/activity+json', Accept: 'application/activity+json', Date: date, Digest: digest, Signature: sig },
642 body,
643 });
644 return r.status;
645}
646
647export async function fetchActor(url) {
648 try {
649 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
650 if (!r.ok) return null;
651 const len = Number(r.headers.get('content-length') || 0);
652 if (len > 2_000_000) return null; // refuse oversized actor docs
653 return await r.json();
654 } catch { return null; }
655}
656
657// ── Delivery queue with retries ───────────────────────────────────
658// Outbound deliveries are tried immediately; on failure (down server, timeout,
659// non-2xx) they're queued and retried with backoff so a briefly-offline follower
660// doesn't silently miss the post. The signing key is NOT stored — the worker
661// re-derives it from the actor slug at send time.
662const DELIVERY_MAX_ATTEMPTS = 6;
663const DELIVERY_BACKOFF_MIN = [1, 5, 15, 60, 180, 360];
664let _insDeliv, _dueDeliv, _delDeliv, _bumpDeliv;
665function deliveryStmts() {
666 if (!_insDeliv) {
667 _insDeliv = db.prepare('INSERT INTO ap_delivery (slug, inbox, body, attempts, next_at) VALUES (?,?,?,0,CURRENT_TIMESTAMP)');
668 _dueDeliv = db.prepare("SELECT * FROM ap_delivery WHERE datetime(next_at) <= datetime('now') ORDER BY next_at LIMIT 30");
669 _delDeliv = db.prepare('DELETE FROM ap_delivery WHERE id = ?');
670 _bumpDeliv = db.prepare('UPDATE ap_delivery SET attempts = ?, next_at = ? WHERE id = ?');
671 }
672 return { ins: _insDeliv, due: _dueDeliv, del: _delDeliv, bump: _bumpDeliv };
673}
674export function enqueueDelivery(slug, inbox, activity) {
675 if (!slug || !inbox || !activity) return;
676 try { deliveryStmts().ins.run(slug, inbox, JSON.stringify(activity)); } catch { /* ignore */ }
677}
678// Deliver now; queue for retry if it fails.
679export async function deliverWithRetry(slug, inbox, activity, keyId, privPem) {
680 if (!inbox) return;
681 try { const st = await deliver(inbox, activity, keyId, privPem); if (st >= 200 && st < 300) return; } catch { /* queue below */ }
682 enqueueDelivery(slug, inbox, activity);
683}
684let _processingDeliv = false;
685export async function processDeliveryQueue() {
686 if (_processingDeliv) return; // re-entrancy guard: 30 rows × 8s can exceed the 60s tick → no double-delivery
687 _processingDeliv = true;
688 try {
689 let rows;
690 try { rows = deliveryStmts().due.all(); } catch { return; }
691 if (!rows || !rows.length) return;
692 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
693 for (const row of rows) {
694 let ok = false;
695 try {
696 const keys = getOrCreateKeys(row.slug);
697 const st = await deliver(row.inbox, JSON.parse(row.body), `${actorId(base, row.slug)}#main-key`, keys.private_pem);
698 ok = st >= 200 && st < 300;
699 } catch { ok = false; }
700 if (ok) { deliveryStmts().del.run(row.id); continue; }
701 const attempts = row.attempts + 1;
702 if (attempts >= DELIVERY_MAX_ATTEMPTS) { deliveryStmts().del.run(row.id); console.warn('[AP] delivery gave up after', attempts, 'tries →', row.inbox); continue; }
703 // Index the backoff on the CURRENT attempt count (row.attempts) so the first
704 // retry uses the 1-min tier instead of skipping it.
705 const mins = DELIVERY_BACKOFF_MIN[Math.min(row.attempts, DELIVERY_BACKOFF_MIN.length - 1)];
706 deliveryStmts().bump.run(attempts, new Date(Date.now() + mins * 60000).toISOString(), row.id);
707 }
708 } finally { _processingDeliv = false; }
709}
710let _delivTimer = null;
711export function startDeliveryWorker() {
712 if (_delivTimer) return;
713 _delivTimer = setInterval(() => { processDeliveryQueue().catch(() => {}); }, 60 * 1000);
714 if (_delivTimer.unref) _delivTimer.unref();
715}
716
717// Best-effort verification of an incoming signed request. Returns the sender's
718// actor doc if the signature checks out, else null. (Not gating yet — MVP.)
719export async function verifyRequest(req) {
720 const sigH = req.headers['signature'];
721 if (!sigH) return null;
722 const p = Object.fromEntries([...sigH.matchAll(/([a-zA-Z]+)="([^"]*)"/g)].map((m) => [m[1], m[2]]));
723 if (!p.keyId || !p.signature) return null;
724 const actor = await fetchActor(p.keyId.split('#')[0]);
725 const pem = actor && actor.publicKey && actor.publicKey.publicKeyPem;
726 if (!pem) return null;
727 const hs = (p.headers || '(request-target) host date').split(/\s+/);
728 // Behind a reverse proxy the raw Host header is the backend bind (e.g. localhost:3000, when
729 // the proxy doesn't preserve it — Apache .htaccess [P] proxying), but the sender signed the
730 // HTTP-Signature over the PUBLIC host. Try each candidate host (the configured PUBLIC_BASE_URL
731 // host, the proxy's X-Forwarded-Host, and the raw Host) and accept if the signature verifies
732 // against any. An attacker can't forge a match (no private key), so this only rescues the
733 // legitimate proxied case. Also normalise a leading double-slash in the request-target.
734 let _pubHost = null;
735 if (process.env.PUBLIC_BASE_URL) { try { _pubHost = new URL(process.env.PUBLIC_BASE_URL).host; } catch { /* ignore */ } }
736 const _hosts = [...new Set([_pubHost, req.headers['x-forwarded-host'], req.headers['host']].filter(Boolean))];
737 const _target = `${req.method.toLowerCase()} ${String(req.originalUrl || '').replace(/^\/{2,}/, '/')}`;
738 const _sig = Buffer.from(p.signature, 'base64');
739 let ok = false;
740 for (const _h of _hosts) {
741 const line = hs.map((x) => x === '(request-target)'
742 ? `(request-target): ${_target}`
743 : x === 'host' ? `host: ${_h}`
744 : `${x}: ${req.headers[x] || ''}`).join('\n');
745 try { if (crypto.verify('sha256', Buffer.from(line), pem, _sig)) { ok = true; break; } } catch { /* try next host */ }
746 }
747 if (ok && hs.includes('digest') && req.rawBody) {
748 const exp = 'SHA-256=' + crypto.createHash('sha256').update(req.rawBody).digest('base64');
749 if (req.headers['digest'] !== exp) ok = false;
750 }
751 return ok ? actor : null;
752}
753
754// Handle an incoming inbox POST. slugParam = null for the shared /ap/inbox.
755export async function handleInbox(req, slugParam) {
756 const act = req.body || {};
757 const type = act.type;
758 // Real client IP (behind the proxy via `trust proxy`) — logged on dropped/rejected/
759 // ignored inbox hits so an operator can see who is probing their fediverse inbox.
760 const ip = req.ip || (req.connection && req.connection.remoteAddress) || '?';
761 const base = (process.env.PUBLIC_BASE_URL || `${req.protocol}://${req.get('host')}`).replace(/\/+$/, '');
762 const verified = await verifyRequest(req).catch(() => null);
763
764 // ENFORCE HTTP signatures: a data-affecting activity must be signed by the very
765 // actor it claims to be. No valid signature, or signer ≠ actor → reject (no
766 // forged replies/likes/follows/timeline posts). GET/discovery stays open.
767 const claimedActor = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
768 // Blocked actor/domain → silently drop (202, don't reveal the block).
769 if (claimedActor && isBlockedAny(claimedActor)) { console.log('[AP] inbox dropped (blocked)', claimedActor, 'from', ip); return 202; }
770 const GATED = ['Create', 'Like', 'Announce', 'Follow', 'Delete', 'Undo', 'Accept', 'Reject', 'Add', 'Remove', 'Update'];
771 if (GATED.includes(type)) {
772 if (!verified || !claimedActor || verified.id !== claimedActor) {
773 console.warn('[AP] inbox REJECTED (signature)', type, claimedActor || '?', 'from', ip, verified ? '(signer mismatch)' : '(unsigned/invalid)');
774 return 401;
775 }
776 }
777
778 if (type === 'Follow') {
779 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
780 const slug = slugParam || slugFromActorUrl(typeof act.object === 'string' ? act.object : (act.object && act.object.id));
781 if (!who || !slug) return 400;
782 const remote = await fetchActor(who);
783 if (!remote || !remote.inbox) return 202; // can't reach them → drop quietly
784 const sharedInbox = (remote.endpoints && remote.endpoints.sharedInbox) || null;
785 fStmts().ins.run(slug, who, remote.inbox, sharedInbox);
786 const me = actorId(base, slug);
787 const keys = getOrCreateKeys(slug);
788 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: act };
789 deliver(remote.inbox, accept, `${me}#main-key`, keys.private_pem).catch((e) => console.warn('[AP] Accept delivery failed:', e.message));
790 // Auto-backfill: send our recent posts as Create so the instance has our history
791 // (Mastodon doesn't fetch history on follow). ONCE PER REMOTE INSTANCE only —
792 // Mastodon dedupes notes per-instance, so re-filling an instance that already has
793 // a follower of ours is wasted work (and won't re-populate the new follower's
794 // timeline anyway). Deliver to the shared inbox (instance-level) when present.
795 // Sync insert+check (no await between) → no interleave race with concurrent Follows.
796 const instanceFilled = sharedInbox &&
797 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1')
798 .get(slug, sharedInbox, who);
799 if (!instanceFilled) {
800 backfillNewFollower(base, slug, sharedInbox || remote.inbox).catch(() => { /* best-effort */ });
801 }
802 console.log('[AP] Follow', who, '→', slug, verified ? '(sig ok)' : '(sig unverified)');
803 return 202;
804 }
805 if (type === 'Undo' && act.object) {
806 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
807 const ot = act.object.type;
808 if (ot === 'Follow') {
809 const obj = act.object.object;
810 const slug = slugParam || slugFromActorUrl(typeof obj === 'string' ? obj : (obj && obj.id));
811 if (who && slug) { fStmts().del.run(slug, who); console.log('[AP] Unfollow', who, '→', slug); }
812 return 202;
813 }
814 if (ot === 'Like' || ot === 'Announce') {
815 const tgt = act.object.object;
816 const pid = postIdFromNoteUrl(typeof tgt === 'string' ? tgt : (tgt && tgt.id), base);
817 if (who && pid) { iStmts().delLA.run(ot.toLowerCase(), pid, who); console.log('[AP] Undo', ot, who, '→', pid); }
818 return 202;
819 }
820 return 202;
821 }
822
823 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
824 const resolveActor = async (uri) => ((verified && verified.id === uri) ? verified : await fetchActor(uri).catch(() => null));
825 // Activities from our OWN actors are already stored via ap_outbox — don't re-store.
826 const isLocalActor = !!(base && actorUri && actorUri.startsWith(`${base}/ap/users/`));
827
828 // Inbound reply: a Create whose object replies to one of our notes (post OR comment).
829 if (type === 'Create' && act.object && (act.object.type === 'Note' || act.object.type === 'Article')) {
830 const o = act.object;
831 const tgt = findThreadTarget(o.inReplyTo, base);
832 if (tgt && actorUri && !isLocalActor) {
833 const ai = actorInfo(await resolveActor(actorUri), actorUri);
834 const html = HtmlSanitizerService.sanitize(o.content || '');
835 iStmts().ins.run('reply', tgt.post_id, o.id || '', actorUri, ai.name, ai.handle, ai.url, ai.icon, html, o.published || null, tgt.parent_uri);
836 console.log('[AP] reply', actorUri, '→', tgt.post_id);
837 return 202;
838 }
839 // Home timeline (client): a top-level post from an account we follow.
840 if (actorUri && !isLocalActor && !o.inReplyTo && o.id) {
841 let subs = []; try { subs = db.prepare('SELECT slug, auto_boost FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist yet */ }
842 if (subs.length) {
843 const ai = actorInfo(await resolveActor(actorUri), actorUri);
844 const html = HtmlSanitizerService.sanitize(o.content || '');
845 const _atts = (Array.isArray(o.attachment) ? o.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
846 // Fallback cover: a Note's `image` (set when the attachment was suppressed
847 // for a player-card post, e.g. hosted-audio posts).
848 if (!_atts.some((m) => !m.type || /image/i.test(m.type)) && o.image) {
849 const _im = Array.isArray(o.image) ? o.image[0] : o.image;
850 const _iu = safeUrl(typeof _im === 'string' ? _im : (_im && _im.url));
851 if (_iu) _atts.push({ url: _iu, type: (_im && _im.mediaType) || 'image/jpeg' });
852 }
853 const media = JSON.stringify(_atts);
854 // "Feature" = show in the Cirkel (local only). We do NOT auto-Announce
855 // incoming posts to the fediverse — that flooded followers. Boosting to the
856 // fediverse is only ever a deliberate, manual per-post action (the 🔁 on
857 // the timeline).
858 for (const s of subs) {
859 tlStmts().ins.run(o.id, s.slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, media, o.sensitive ? 1 : 0, o.summary || null);
860 }
861 console.log('[AP] timeline +', actorUri, 'x' + subs.length);
862 }
863 }
864 return 202;
865 }
866 // A remote post we cached was edited upstream → refresh our cached copy. This is the
867 // push-based edit-sync that keeps the Cirkel/timeline fresh without polling (selfHeal
868 // does it on a version bump; this does it live). Scope to the SIGNING actor so B can't
869 // edit A's note (the signature gate guarantees claimedActor == the verified signer).
870 if (type === 'Update' && act.object && (act.object.type === 'Note' || act.object.type === 'Article')) {
871 const o = act.object;
872 if (o.id && claimedActor) {
873 const html = HtmlSanitizerService.sanitize(o.content || '');
874 const media = mediaFromNote(o);
875 try {
876 // Refresh url too (COALESCE keeps the old one if the Update omits it): a remote slug
877 // rename keeps the same AP id but changes the human url, so without this the cached
878 // post would keep linking to the old, now-dead URL.
879 const r = db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ? AND author_uri = ?')
880 .run(html, media, o.sensitive ? 1 : 0, o.summary || null, o.url || null, o.id, claimedActor);
881 if (r.changes) console.log('[AP] timeline update', claimedActor, '→', o.id);
882 } catch { /* ignore */ }
883 // If this note is a cached fediverse reply on one of our posts, refresh its text too.
884 try { db.prepare('UPDATE ap_interactions SET content = ? WHERE object_uri = ? AND actor_uri = ?').run(html, o.id, claimedActor); } catch { /* ignore */ }
885 }
886 return 202;
887 }
888 if (type === 'Like' || type === 'Announce') {
889 const tgt = act.object;
890 const objUrl = typeof tgt === 'string' ? tgt : (tgt && tgt.id);
891 const pid = postIdFromNoteUrl(objUrl, base);
892 if (pid && actorUri && !isLocalActor && localPostExists(pid)) {
893 const ai = actorInfo(await resolveActor(actorUri), actorUri);
894 iStmts().ins.run(type.toLowerCase(), pid, '', actorUri, ai.name, ai.handle, ai.url, ai.icon, null, null, null);
895 console.log('[AP]', type === 'Like' ? 'like' : 'boost', actorUri, '→', pid);
896 } else if (type === 'Announce' && objUrl && actorUri && !isLocalActor) {
897 // A boost FROM an account we follow, of a REMOTE post → show it in the News feed.
898 // We only STORE it for display; we NEVER auto-Announce it onward (anti-feedback-loop:
899 // re-announcing an incoming Announce would cascade boosts across the network).
900 let subs = []; try { subs = db.prepare('SELECT slug FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist */ }
901 if (subs.length) {
902 const bn = await fetchNoteAP(objUrl);
903 if (bn && bn !== 404 && (bn.type === 'Note' || bn.type === 'Article') && bn.id) {
904 const origUri = actorUriOf(bn.attributedTo);
905 const oai = actorInfo(await resolveActor(origUri), origUri);
906 const html = HtmlSanitizerService.sanitize(bn.content || '');
907 const media = mediaFromNote(bn);
908 const booster = actorInfo(await resolveActor(actorUri), actorUri);
909 for (const s of subs) {
910 // published = now → the boost shows as fresh activity at the top (Mastodon shows
911 // reblogs at reblog-time, not the original's date). INSERT OR IGNORE: if we already
912 // have the note (e.g. we also follow the author), keep it and DON'T relabel it.
913 let inserted = false;
914 try { const r = tlStmts().ins.run(bn.id, s.slug, origUri || '', oai.name, oai.handle, oai.icon, oai.url, html, bn.url || null, new Date().toISOString(), media, bn.sensitive ? 1 : 0, bn.summary || null); inserted = r.changes > 0; } catch { /* ignore */ }
915 if (inserted) { try { db.prepare('UPDATE ap_timeline SET reblog_name = ?, reblog_handle = ?, reblog_icon = ? WHERE slug = ? AND id = ?').run(booster.name, booster.handle, booster.icon, s.slug, bn.id); } catch { /* ignore */ } }
916 }
917 console.log('[AP] timeline boost +', actorUri, 'x' + subs.length);
918 }
919 }
920 }
921 return 202;
922 }
923 if (type === 'Delete') {
924 // A remote note was deleted upstream → drop it from replies AND the timeline.
925 // Scope to the SIGNING actor so actor B can't delete actor A's content (the
926 // signature gate guarantees claimedActor == the verified signer here).
927 const oid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
928 if (oid && claimedActor) {
929 try { db.prepare('DELETE FROM ap_interactions WHERE object_uri = ? AND actor_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
930 try { db.prepare('DELETE FROM ap_timeline WHERE id = ? AND author_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
931 // Also clear a boost/like YOU made of this now-deleted remote post (the interact-page
932 // ap_my_reactions state), so it can't stay stuck as "boosted" on a post that's gone.
933 // Guard: only when the deleter owns the note's domain (B mustn't clear your reactions
934 // to A's posts).
935 try {
936 let sameHost = false;
937 try { sameHost = new URL(oid).host === new URL(claimedActor).host; } catch { sameHost = false; }
938 if (sameHost) db.prepare('DELETE FROM ap_my_reactions WHERE target_uri = ?').run(oid);
939 } catch { /* ignore */ }
940 }
941 return 202;
942 }
943 // Accept/Reject of a Follow WE sent (client side).
944 if (type === 'Accept' && act.object) {
945 const fid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
946 if (fid) { try { fwStmts().acc.run(fid); } catch { /* ignore */ } }
947 console.log('[AP] follow accepted', actorUri);
948 return 202;
949 }
950 if (type === 'Reject' && act.object) {
951 const who = actorUri;
952 if (who && slugParam) { try { fwStmts().del.run(slugParam, who); } catch { /* ignore */ } }
953 return 202;
954 }
955
956 console.log('[AP] inbox', type || 'unknown', '→', slugParam || 'shared', 'from', ip, '(ignored)');
957 return 202;
958}
959
960// Deliver a new post as Create(Note) to all followers' inboxes (fire-and-forget).
961// Needs PUBLIC_BASE_URL (absolute URLs); no-op without followers or base.
962export async function deliverCreate(site, post) {
963 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
964 if (!base || !site || !site.slug) return;
965 const followers = fStmts().list.all(site.slug);
966 if (!followers.length) return;
967 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
968 const keys = getOrCreateKeys(site.slug);
969 const keyId = `${actorId(base, site.slug)}#main-key`;
970 const create = buildCreate(base, site, post);
971 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, create, keyId, keys.private_pem);
972}
973
974// On a new Follow, send that follower our most recent posts as Create so their
975// timeline shows our history (Mastodon does not backfill on follow). Oldest-first
976// so they sort into the follower's timeline at their original dates.
977async function backfillNewFollower(base, slug, inbox) {
978 if (!base || !slug || !inbox) return;
979 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
980 if (!site) return;
981 const recent = db.prepare(
982 `SELECT id, slug, title, content, cover_image_url, cover_video_url, nsfw, content_warning, published_at, created_at
983 FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
984 ORDER BY COALESCE(published_at, created_at) DESC LIMIT 20`
985 ).all(site.id).reverse();
986 if (!recent.length) return;
987 const keys = getOrCreateKeys(slug);
988 const keyId = `${actorId(base, slug)}#main-key`;
989 for (const p of recent) {
990 try { await deliver(inbox, buildCreate(base, site, p), keyId, keys.private_pem); } catch { /* best-effort */ }
991 await new Promise((r) => setTimeout(r, 150));
992 }
993 console.log('[AP] backfilled', recent.length, 'posts to new follower of', slug);
994}
995
996// Tell followers a post is gone (Delete + Tombstone) so it's removed from their feeds.
997export async function deliverDelete(site, post) {
998 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
999 if (!base || !site || !site.slug || !post || !post.id) return;
1000 const followers = fStmts().list.all(site.slug);
1001 if (!followers.length) return;
1002 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1003 const keys = getOrCreateKeys(site.slug);
1004 const me = actorId(base, site.slug);
1005 const nid = noteId(base, post.id);
1006 const del = {
1007 '@context': AP_CONTEXT,
1008 id: `${nid}#delete-${Date.now()}-${rid()}`,
1009 type: 'Delete',
1010 actor: me,
1011 to: [PUBLIC],
1012 object: { id: nid, type: 'Tombstone' },
1013 };
1014 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, del, `${me}#main-key`, keys.private_pem);
1015}
1016
1017// Tell followers an already-published post changed (Update + edited Note) so
1018// Mastodon refreshes the cached copy (e.g. after fixing content).
1019export async function deliverUpdate(site, post) {
1020 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1021 if (!base || !site || !site.slug || !post || !post.id) return;
1022 const followers = fStmts().list.all(site.slug);
1023 if (!followers.length) return;
1024 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1025 const keys = getOrCreateKeys(site.slug);
1026 const me = actorId(base, site.slug);
1027 const note = buildNote(base, site, post);
1028 note.updated = new Date().toISOString();
1029 const update = {
1030 '@context': AP_CONTEXT,
1031 id: `${noteId(base, post.id)}#update-${Date.now()}-${rid()}`,
1032 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
1033 object: note,
1034 };
1035 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1036}
1037
1038// Tell followers the ACTOR changed (Update + Person) so Mastodon re-processes the
1039// account AND re-fetches the featured (pinned) collection — there is no standard
1040// "featured changed" activity, so this is how a pin/unpin propagates promptly.
1041export async function deliverActorUpdate(site) {
1042 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1043 if (!base || !site || !site.slug) return;
1044 const followers = fStmts().list.all(site.slug);
1045 if (!followers.length) return;
1046 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1047 const keys = getOrCreateKeys(site.slug);
1048 const me = actorId(base, site.slug);
1049 const update = {
1050 '@context': AP_CONTEXT,
1051 id: `${me}#update-${Date.now()}-${rid()}`,
1052 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
1053 object: buildActor(base, site),
1054 };
1055 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1056}
1057
1058// Reliably set the pinned order on followers' instances via Add/Remove activities
1059// (how Mastodon itself federates pins) — pushed to the inbox + processed immediately,
1060// unlike the featured COLLECTION which Mastodon caches with sticky StatusPins.
1061// Mastodon's Add skips an already-pinned status, so we REMOVE every pin first, wait,
1062// then ADD in rank-DESCENDING order (rank 1 added LAST → newest StatusPin → shown first,
1063// because Mastodon displays pins newest-first). `alsoRemove` = ids to unpin too.
1064export async function resyncFeaturedPins(site, alsoRemove = []) {
1065 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1066 if (!base || !site || !site.slug) return;
1067 const followers = fStmts().list.all(site.slug);
1068 if (!followers.length) return;
1069 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1070 const keys = getOrCreateKeys(site.slug);
1071 const me = actorId(base, site.slug);
1072 const keyId = `${me}#main-key`;
1073 const featured = `${me}/featured`;
1074 const note = (id) => noteId(base, id);
1075 const pinned = db.prepare(
1076 `SELECT id FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1077 AND pinned IS NOT NULL AND pinned > 0
1078 ORDER BY pinned DESC, COALESCE(published_at, created_at) ASC LIMIT 20`
1079 ).all(site.id);
1080 const removeIds = [...new Set([...pinned.map((p) => p.id), ...alsoRemove])];
1081 // 1. Remove every current pin so Mastodon can recreate them in order.
1082 for (const id of removeIds) {
1083 const rm = { '@context': AP_CONTEXT, id: `${me}#rm-${id}-${Date.now()}-${rid()}`, type: 'Remove', actor: me, object: note(id), target: featured, to: [PUBLIC] };
1084 for (const inbox of inboxes) deliver(inbox, rm, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1085 }
1086 if (!pinned.length) { console.log('[AP] unpinned all featured for', site.slug); return; }
1087 await new Promise((r) => setTimeout(r, 5000)); // let the Removes land first
1088 // 2. Add in rank-DESC order, gaps so each StatusPin gets an increasing created_at.
1089 for (const p of pinned) {
1090 const add = { '@context': AP_CONTEXT, id: `${me}#add-${p.id}-${Date.now()}-${rid()}`, type: 'Add', actor: me, object: note(p.id), target: featured, to: [PUBLIC], cc: [`${me}/followers`] };
1091 for (const inbox of inboxes) deliver(inbox, add, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1092 await new Promise((r) => setTimeout(r, 2000));
1093 }
1094 console.log('[AP] resynced', pinned.length, 'featured pins for', site.slug);
1095}
1096
1097// ── outbound replies (Klonkt → fediverse) ─────────────────────────
1098const escHtml = (s) => String(s || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
1099const toISO = (v) => { if (!v) return new Date().toISOString(); const s = String(v); const d = new Date(/[TZ]/.test(s) ? s : s.replace(' ', 'T') + 'Z'); return isNaN(d) ? new Date().toISOString() : d.toISOString(); };
1100
1101// Build one of OUR outbound reply Notes from an ap_outbox row.
1102// Turn #hashtags in reply text into Mastodon-style hashtag links (clickable + federated).
1103function linkHashtags(base, html) {
1104 return String(html || '').replace(/(^|[\s>])#([\p{L}\p{M}\p{N}_]+)/gu, (m, pre, tag) =>
1105 `${pre}<a href="${base}/tag/${encodeURIComponent(tag.toLowerCase())}" class="mention hashtag" rel="tag">#${tag}</a>`);
1106}
1107// Extract the AP Hashtag tag objects from already-linked reply content.
1108function hashtagTags(base, content) {
1109 const tags = [], seen = new Set();
1110 const re = /class="[^"]*\bhashtag\b[^"]*"[^>]*>#([\p{L}\p{M}\p{N}_]+)</giu;
1111 let m;
1112 while ((m = re.exec(content || ''))) {
1113 const k = m[1].toLowerCase();
1114 if (seen.has(k)) continue; seen.add(k);
1115 tags.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(k)}`, name: '#' + m[1] });
1116 }
1117 return tags;
1118}
1119
1120// Normalise a post's tags field (array, JSON-string, or comma-string) to an array.
1121function normalizeTags(t) {
1122 if (Array.isArray(t)) return t;
1123 if (typeof t === 'string') {
1124 const s = t.trim(); if (!s) return [];
1125 if (s[0] === '[') { try { const a = JSON.parse(s); return Array.isArray(a) ? a : []; } catch { /* fall through */ } }
1126 return s.split(',').map((x) => x.trim()).filter(Boolean);
1127 }
1128 return [];
1129}
1130// A tag → { label, slug }. Multi-word tags become CamelCase (#LiveMusic) for the display
1131// name (Mastodon hashtags can't contain spaces; CamelCase is the accessibility norm); the
1132// slug/href stays lowercase ("livemusic").
1133function tagParts(raw) {
1134 const words = String(raw || '').trim().split(/[\s_]+/).map((w) => w.replace(/[^\p{L}\p{M}\p{N}]/gu, '')).filter(Boolean);
1135 if (!words.length) return null;
1136 const slug = words.join('').toLowerCase();
1137 if (!slug) return null;
1138 const label = words.length > 1 ? words.map((w) => w[0].toUpperCase() + w.slice(1)).join('') : words[0];
1139 return { label, slug };
1140}
1141// Merge a post's tags field + the #hashtags linked inline in its body into one deduped
1142// Hashtag tag list (with hrefs to our /tag page).
1143function buildHashtagList(base, tagsField, content) {
1144 const out = [], seen = new Set();
1145 for (const t of normalizeTags(tagsField)) {
1146 const p = tagParts(t); if (!p || seen.has(p.slug)) continue; seen.add(p.slug);
1147 out.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(p.slug)}`, name: '#' + p.label });
1148 }
1149 for (const h of hashtagTags(base, content)) {
1150 const k = h.name.slice(1).toLowerCase(); if (seen.has(k)) continue; seen.add(k);
1151 out.push(h);
1152 }
1153 return out;
1154}
1155
1156// Extract Mention tag objects from already-linked content (class="u-url mention").
1157function mentionTags(content) {
1158 const tags = [], seen = new Set();
1159 // The link href is the human profile URL; the actor URI (for the Mention tag) is in data-actor.
1160 const re = /<a href="[^"]*" class="u-url mention" data-actor="([^"]+)">@([^<]+)<\/a>/gi;
1161 let m;
1162 while ((m = re.exec(content || ''))) {
1163 const href = m[1];
1164 if (seen.has(href)) continue; seen.add(href);
1165 tags.push({ type: 'Mention', href, name: '@' + m[2] });
1166 }
1167 return tags;
1168}
1169// Resolve inline @user@domain mentions in reply/post text → link them (href = actor URI)
1170// and collect the mentioned actors' inboxes so they get notified. Best-effort per mention.
1171async function resolveMentionsInText(base, html) {
1172 const inboxes = [];
1173 const handles = new Set();
1174 const re = /(^|[\s>])@([\p{L}\p{M}\p{N}_.-]+@[\p{L}\p{M}\p{N}.-]+)/gu;
1175 let m;
1176 while ((m = re.exec(html || ''))) handles.add(m[2]);
1177 let out = String(html || '');
1178 for (const h of handles) {
1179 let actorUri = null;
1180 try { actorUri = await webfingerResolve('@' + h); } catch { actorUri = null; }
1181 if (!actorUri) continue;
1182 const actor = await fetchActor(actorUri).catch(() => null);
1183 const inbox = actor && ((actor.endpoints && actor.endpoints.sharedInbox) || actor.inbox);
1184 if (inbox) inboxes.push(inbox);
1185 const profileUrl = actorInfo(actor, actorUri).url || actorUri; // human profile page → the link href
1186 const esc = h.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
1187 out = out.replace(new RegExp('(^|[\\s>])@' + esc + '(?![\\p{L}\\p{M}\\p{N}_.-])', 'gu'),
1188 (full, pre) => `${pre}<a href="${profileUrl}" class="u-url mention" data-actor="${actorUri}">@${h}</a>`);
1189 }
1190 return { html: out, inboxes };
1191}
1192
1193export function buildReplyNote(base, site, row) {
1194 const me = actorId(base, site.slug);
1195 return {
1196 id: noteId(base, row.id),
1197 type: 'Note',
1198 attributedTo: me,
1199 inReplyTo: row.in_reply_to || undefined,
1200 content: row.content,
1201 url: row.post_slug ? `${base}/${encodeURIComponent(row.post_slug)}` : undefined,
1202 published: toISO(row.created_at),
1203 to: row.to_actor ? [row.to_actor] : [PUBLIC],
1204 cc: [PUBLIC, `${me}/followers`],
1205 tag: [
1206 ...mentionTags(row.content),
1207 ...hashtagTags(base, row.content),
1208 ],
1209 };
1210}
1211
1212// Resolve one of our outbound reply Notes by id (for /ap/notes/:id fallback).
1213export function getOutboxNote(base, id) {
1214 const row = iStmts().getO.get(id);
1215 if (!row) return null;
1216 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(row.site_slug);
1217 if (!site) return null;
1218 return buildReplyNote(base, site, row);
1219}
1220
1221// Send a reply FROM this site to a remote actor (in reply to their inbound reply).
1222// `parent` = an ap_interactions row (actor_uri, actor_url, actor_handle, object_uri).
1223export async function deliverReply(site, { postId, postSlug, parent, text }) {
1224 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1225 if (!base || !site || !site.slug || !parent || !String(text || '').trim()) return null;
1226 const me = actorId(base, site.slug);
1227 const handle = parent.actor_handle || deriveHandle(parent.actor_uri);
1228 const dispHandle = handle && handle[0] === '@' ? handle : '@' + (handle || '');
1229 const body = escHtml(String(text).trim()).replace(/\r?\n/g, '<br>');
1230 const mres = await resolveMentionsInText(base, body); // link inline @mentions + collect their inboxes
1231 const mention = parent.actor_uri
1232 ? `<a href="${escHtml(parent.actor_url || parent.actor_uri)}" class="u-url mention" data-actor="${escHtml(parent.actor_uri)}">${escHtml(dispHandle)}</a> ` : '';
1233 const content = `<p>${mention}${linkHashtags(base, mres.html)}</p>`;
1234 // Dedup: skip if the exact same reply was already sent (double-submit guard).
1235 const dup = db.prepare('SELECT 1 FROM ap_outbox WHERE site_slug = ? AND IFNULL(in_reply_to, \'\') = ? AND content = ? LIMIT 1')
1236 .get(site.slug, parent.object_uri || '', content);
1237 if (dup) { console.log('[AP] outreply skipped (duplicate)'); return { duplicate: true, delivered: 0 }; }
1238 const id = crypto.randomUUID();
1239 iStmts().insO.run(id, site.slug, postId, postSlug || null, parent.object_uri || null, parent.actor_uri || null, handle, content);
1240 const row = iStmts().getO.get(id);
1241 const note = buildReplyNote(base, site, row);
1242 const create = {
1243 '@context': AP_CONTEXT,
1244 id: note.id + '#create', type: 'Create', actor: me,
1245 published: note.published, to: note.to, cc: note.cc, object: note,
1246 };
1247 const keys = getOrCreateKeys(site.slug);
1248 const keyId = `${me}#main-key`;
1249 const inboxes = new Set();
1250 if (parent.actor_uri) {
1251 const a = await fetchActor(parent.actor_uri).catch(() => null);
1252 if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox);
1253 }
1254 if (parent.threadInbox) inboxes.add(parent.threadInbox); // back-compat (single)
1255 (parent.threadInboxes || []).forEach((i) => inboxes.add(i)); // whole ancestor chain
1256 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1257 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the reply
1258 inboxes.delete(`${me}/inbox`); // never deliver to ourselves (already in ap_outbox)
1259 inboxes.delete(`${base}/ap/inbox`); // (our own shared inbox) → avoids a self-duplicate
1260 let delivered = 0;
1261 for (const inbox of [...inboxes].filter(Boolean)) {
1262 try { const st = await deliver(inbox, create, keyId, keys.private_pem); if (st >= 200 && st < 300) delivered++; } catch { /* best-effort */ }
1263 }
1264 console.log('[AP] outreply', site.slug, '→', parent.actor_uri, 'delivered', delivered);
1265 return { id, content, delivered };
1266}
1267
1268// attributedTo may be a string, an object {id}, or an ARRAY — e.g. a PeerTube Video is
1269// attributed to [Person (account), Group (channel)]. Pick a usable actor URI (prefer Person).
1270function actorUriOf(att) {
1271 if (!att) return null;
1272 if (typeof att === 'string') return att;
1273 if (Array.isArray(att)) {
1274 const person = att.find((a) => a && typeof a === 'object' && a.type === 'Person' && a.id);
1275 if (person) return person.id;
1276 for (const a of att) { if (typeof a === 'string') return a; if (a && a.id) return a.id; }
1277 return null;
1278 }
1279 return att.id || null;
1280}
1281
1282// Resolve a remote post URL (any fediverse/Klonkt post) into a reply target.
1283// Returns a parent-shaped object usable by deliverReply(), or null.
1284export async function resolveRemoteNote(url) {
1285 if (!/^https?:\/\//i.test(String(url || ''))) return null;
1286 const note = await fetchActor(url).catch(() => null); // AP GET (content-negotiates)
1287 if (!note || !note.id) return null;
1288 const att = note.attributedTo;
1289 const actorUri = actorUriOf(att);
1290 if (!actorUri) return null;
1291 const actor = await fetchActor(actorUri).catch(() => null);
1292 const ai = actorInfo(actor, actorUri);
1293 // Is what we're replying to a post (or a comment) on one of OUR posts? If so,
1294 // link our reply to that local post so it shows nested in the post thread.
1295 const localTgt = findThreadTarget(note.id, (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, ''));
1296 // Walk the WHOLE reply chain upward (comment → parent comment → … → root post)
1297 // and collect every ancestor author's inbox, so each participant's server —
1298 // including the original post's author — receives + threads our reply.
1299 const threadInboxes = [];
1300 const seenInbox = new Set();
1301 let cursor = note.inReplyTo, guard = 0;
1302 while (cursor && guard++ < 6) {
1303 const url = typeof cursor === 'string' ? cursor : (cursor && cursor.id);
1304 if (!url) break;
1305 const pn = await fetchActor(url).catch(() => null);
1306 if (!pn) break;
1307 const pa = actorUriOf(pn.attributedTo);
1308 if (pa && pa !== actorUri) {
1309 const paDoc = await fetchActor(pa).catch(() => null);
1310 const inbox = paDoc && ((paDoc.endpoints && paDoc.endpoints.sharedInbox) || paDoc.inbox);
1311 if (inbox && !seenInbox.has(inbox)) { seenInbox.add(inbox); threadInboxes.push(inbox); }
1312 }
1313 cursor = pn.inReplyTo; // climb to the next ancestor
1314 }
1315 // For non-Note objects (PeerTube Video, Article, …) the meaningful label is `name` (the
1316 // title); prepend it so the reply page shows what you're replying to (sanitize cleans it).
1317 let rawHtml = String(note.content || '').replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
1318 if (note.name && note.type && note.type !== 'Note') rawHtml = `<p><strong>${note.name}</strong></p>` + rawHtml;
1319 const images = (Array.isArray(note.attachment) ? note.attachment : [])
1320 .filter((a) => a && a.url && (!a.mediaType || /^image\//i.test(a.mediaType)))
1321 .map((a) => safeUrl(a.url)).filter(Boolean);
1322 return {
1323 object_uri: safeUrl(note.id) || note.id,
1324 actor_uri: actorUri,
1325 actor_url: ai.url,
1326 actor_handle: ai.handle,
1327 actor_name: ai.name,
1328 actor_icon: ai.icon,
1329 url: note.url || url,
1330 content: HtmlSanitizerService.sanitize(rawHtml), // full, sanitized
1331 sensitive: !!note.sensitive, // remote CW → blur in the Cirkel
1332 cw: note.summary || '',
1333 images,
1334 threadInboxes, // every ancestor author's inbox
1335 localPostId: localTgt ? localTgt.post_id : '', // our post this belongs to (if any)
1336 preview: HtmlSanitizerService.toPlainText(note.content || '').slice(0, 240),
1337 };
1338}
1339
1340// List a site's own outbound fediverse replies (for the manage/delete view).
1341// The plain editable text of a stored reply (unwrap links → their text, <br> → newline)
1342// so the manage view can prefill an edit box; the mention is re-added on save.
1343function outboxEditableText(content) {
1344 return String(content || '')
1345 .replace(/<br\s*\/?>/gi, '\n')
1346 .replace(/<a\b[^>]*>([\s\S]*?)<\/a>/gi, '$1')
1347 .replace(/<[^>]+>/g, '')
1348 .replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&')
1349 .trim();
1350}
1351export function listOutbox(siteSlug) {
1352 return db.prepare('SELECT id, content, to_handle, in_reply_to, created_at FROM ap_outbox WHERE site_slug = ? ORDER BY created_at DESC')
1353 .all(siteSlug).map((r) => { const c = stripLeadingMentions(r.content); return { ...r, content: c, editable: outboxEditableText(c) }; });
1354}
1355
1356// Delete one of our outbound replies: send Delete(Tombstone) to recipients + remove it.
1357export async function deliverOutboxDelete(site, outboxId) {
1358 const row = iStmts().getO.get(outboxId);
1359 if (!row || row.site_slug !== site.slug) return false;
1360 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1361 if (base) {
1362 const me = actorId(base, site.slug);
1363 const nid = noteId(base, row.id);
1364 const del = { '@context': AP_CONTEXT, id: `${nid}#delete-${Date.now()}-${rid()}`, type: 'Delete', actor: me, to: [PUBLIC], object: { id: nid, type: 'Tombstone' } };
1365 const keys = getOrCreateKeys(site.slug);
1366 const inboxes = new Set();
1367 if (row.to_actor) { const a = await fetchActor(row.to_actor).catch(() => null); if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox); }
1368 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1369 for (const inbox of [...inboxes].filter(Boolean)) { try { await deliver(inbox, del, `${me}#main-key`, keys.private_pem); } catch { /* best-effort */ } }
1370 }
1371 db.prepare('DELETE FROM ap_outbox WHERE id = ?').run(outboxId);
1372 return true;
1373}
1374
1375// Edit one of our outbound replies: rewrite the stored content (mention re-added + #tags
1376// re-linked) and send an Update(Note) so recipients refresh their cached copy.
1377export async function deliverOutboxUpdate(site, outboxId, newText) {
1378 const row = iStmts().getO.get(outboxId);
1379 if (!row || row.site_slug !== site.slug) return false;
1380 const text = String(newText || '').trim();
1381 if (!text) return false;
1382 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1383 if (!base) return false;
1384 const me = actorId(base, site.slug);
1385 const toActor = row.to_actor ? await fetchActor(row.to_actor).catch(() => null) : null;
1386 const toProfile = row.to_actor ? (actorInfo(toActor, row.to_actor).url || row.to_actor) : '';
1387 const _h = row.to_handle || deriveHandle(row.to_actor);
1388 const toHandle = _h && _h[0] === '@' ? _h : '@' + (_h || '');
1389 const mention = row.to_actor
1390 ? `<a href="${escHtml(toProfile)}" class="u-url mention" data-actor="${escHtml(row.to_actor)}">${escHtml(toHandle)}</a> ` : '';
1391 const mres = await resolveMentionsInText(base, escHtml(text).replace(/\r?\n/g, '<br>'));
1392 const content = `<p>${mention}${linkHashtags(base, mres.html)}</p>`;
1393 db.prepare('UPDATE ap_outbox SET content = ? WHERE id = ?').run(content, outboxId);
1394 const note = buildReplyNote(base, site, iStmts().getO.get(outboxId));
1395 note.updated = new Date().toISOString();
1396 const update = {
1397 '@context': AP_CONTEXT,
1398 id: `${note.id}#update-${Date.now()}-${rid()}`, type: 'Update', actor: me,
1399 published: note.published, updated: note.updated, to: note.to, cc: note.cc, object: note,
1400 };
1401 const keys = getOrCreateKeys(site.slug);
1402 const inboxes = new Set();
1403 if (toActor) inboxes.add((toActor.endpoints && toActor.endpoints.sharedInbox) || toActor.inbox);
1404 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1405 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the edit
1406 inboxes.delete(`${me}/inbox`); inboxes.delete(`${base}/ap/inbox`);
1407 let delivered = 0;
1408 for (const inbox of [...inboxes].filter(Boolean)) {
1409 try { const st = await deliver(inbox, update, `${me}#main-key`, keys.private_pem); if (st >= 200 && st < 300) delivered++; } catch { /* best-effort */ }
1410 }
1411 console.log('[AP] outreply edit', site.slug, 'delivered', delivered);
1412 return { ok: true, content, delivered };
1413}
1414
1415// ── Fediverse CLIENT: follow accounts + home timeline ─────────────
1416// Resolve an @user@domain handle to its actor URL via WebFinger.
1417export async function webfingerResolve(handle) {
1418 const h = String(handle || '').trim().replace(/^@/, '');
1419 const parts = h.split('@');
1420 if (parts.length !== 2 || !parts[0] || !parts[1]) return null;
1421 const acct = `${parts[0]}@${parts[1]}`;
1422 try {
1423 const r = await safeFetch(`https://${parts[1]}/.well-known/webfinger?resource=acct:${encodeURIComponent(acct)}`,
1424 { headers: { Accept: 'application/jrd+json, application/json' } });
1425 if (!r.ok) return null;
1426 const jrd = await r.json();
1427 const link = (jrd.links || []).find((l) => l.rel === 'self' && /activity\+json|ld\+json/.test(l.type || ''));
1428 return safeUrl(link ? link.href : '') || null;
1429 } catch { return null; }
1430}
1431
1432let _insFw, _delFw, _listFw, _accFw, _oneFw, _setAB;
1433function fwStmts() {
1434 if (!_insFw) {
1435 _insFw = db.prepare('INSERT OR REPLACE INTO ap_following (slug, actor_uri, handle, name, icon, url, inbox, follow_id, status, auto_boost, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
1436 _delFw = db.prepare('DELETE FROM ap_following WHERE slug = ? AND actor_uri = ?');
1437 _listFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? ORDER BY created_at DESC');
1438 _accFw = db.prepare("UPDATE ap_following SET status = 'accepted' WHERE follow_id = ?");
1439 _oneFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? AND actor_uri = ?');
1440 _setAB = db.prepare('UPDATE ap_following SET auto_boost = ? WHERE slug = ? AND actor_uri = ?');
1441 }
1442 return { ins: _insFw, del: _delFw, list: _listFw, acc: _accFw, one: _oneFw, setAB: _setAB };
1443}
1444export function listFollowing(slug) { return fwStmts().list.all(slug); }
1445
1446// Toggle auto-boost ("feature") on an account we already follow.
1447export function setAutoBoost(slug, actorUri, on) {
1448 try { fwStmts().setAB.run(on ? 1 : 0, slug, actorUri); } catch { /* ignore */ }
1449 // Featuring an account → AP-native catch-up so the Cirkel isn't empty until they next
1450 // post (push doesn't backfill history-before-follow). Fire-and-forget pull, sends nothing.
1451 if (on) backfillFromOutbox(slug, actorUri).catch(() => {});
1452 return { ok: true };
1453}
1454
1455let _insTl, _listTl, _delTl;
1456function tlStmts() {
1457 if (!_insTl) {
1458 _insTl = db.prepare('INSERT OR IGNORE INTO ap_timeline (id, slug, author_uri, author_name, author_handle, author_icon, author_url, content, url, published, media_json, nsfw, cw, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
1459 _listTl = db.prepare('SELECT * FROM ap_timeline WHERE slug = ? ORDER BY COALESCE(published, created_at) DESC LIMIT ?');
1460 _delTl = db.prepare('DELETE FROM ap_timeline WHERE id = ?');
1461 }
1462 return { ins: _insTl, list: _listTl, del: _delTl };
1463}
1464export function getTimeline(slug, limit) { return tlStmts().list.all(slug, limit || 50); }
1465
1466// ── Cirkel = posts from the accounts you auto-boost ("feature an artist") ──
1467let _abCount, _cirkelPosts, _cirkelMembers;
1468export function autoBoostCount(slug) {
1469 try { if (!_abCount) _abCount = db.prepare('SELECT COUNT(*) AS n FROM ap_following WHERE slug = ? AND auto_boost = 1'); return _abCount.get(slug).n; } catch { return 0; }
1470}
1471export function getCirkelPosts(slug, limit) {
1472 try {
1473 // Cirkel = posts from featured (auto_boost) accounts + posts you boosted
1474 // (t.boosted), mixed by date. One row per note in ap_timeline → no duplicates.
1475 if (!_cirkelPosts) _cirkelPosts = db.prepare(`
1476 SELECT t.id, t.author_uri, t.author_name, t.author_handle, t.author_icon, t.author_url,
1477 t.content, t.url, t.published, t.media_json, t.boosted, t.nsfw, t.cw
1478 FROM ap_timeline t
1479 LEFT JOIN ap_following f ON f.slug = t.slug AND f.actor_uri = t.author_uri
1480 WHERE t.slug = ? AND (f.auto_boost = 1 OR t.boosted = 1)
1481 ORDER BY COALESCE(t.published, t.created_at) DESC, t.rowid DESC
1482 LIMIT ?`);
1483 return _cirkelPosts.all(slug, limit || 60);
1484 } catch { return []; }
1485}
1486export function getCirkelMembers(slug) {
1487 try { if (!_cirkelMembers) _cirkelMembers = db.prepare('SELECT name, url, icon FROM ap_following WHERE slug = ? AND auto_boost = 1 ORDER BY name'); return _cirkelMembers.all(slug); } catch { return []; }
1488}
1489// Mark a timeline post as boosted so it shows in the Cirkel (mixed by date).
1490let _markBoost, _unmarkBoost, _boostedCount;
1491export function markBoosted(slug, noteId) {
1492 try { if (!_markBoost) _markBoost = db.prepare('UPDATE ap_timeline SET boosted = 1 WHERE slug = ? AND id = ?'); _markBoost.run(slug, noteId); } catch { /* ignore */ }
1493}
1494export function unmarkBoosted(slug, noteId) {
1495 try { if (!_unmarkBoost) _unmarkBoost = db.prepare('UPDATE ap_timeline SET boosted = 0 WHERE slug = ? AND id = ?'); _unmarkBoost.run(slug, noteId); } catch { /* ignore */ }
1496}
1497let _markLike, _unmarkLike;
1498export function markLiked(slug, noteId) {
1499 try { if (!_markLike) _markLike = db.prepare('UPDATE ap_timeline SET liked = 1 WHERE slug = ? AND id = ?'); _markLike.run(slug, noteId); } catch { /* ignore */ }
1500}
1501export function unmarkLiked(slug, noteId) {
1502 try { if (!_unmarkLike) _unmarkLike = db.prepare('UPDATE ap_timeline SET liked = 0 WHERE slug = ? AND id = ?'); _unmarkLike.run(slug, noteId); } catch { /* ignore */ }
1503}
1504export function getTimelineReaction(slug, noteId) {
1505 try { const r = db.prepare('SELECT liked, boosted FROM ap_timeline WHERE slug = ? AND id = ?').get(slug, noteId); return { liked: !!(r && r.liked), boosted: !!(r && r.boosted) }; } catch { return { liked: false, boosted: false }; }
1506}
1507// Boost a REMOTE post that may not be in your timeline (you don't follow the author):
1508// store it in ap_timeline (INSERT OR IGNORE → no dup for followed posts) so it shows in
1509// the Cirkel with a Boost badge, then flag it boosted.
1510export function upsertBoostedNote(slug, note) {
1511 if (!slug || !note || !note.object_uri) return;
1512 const id = note.object_uri;
1513 const media = JSON.stringify((note.images || []).map((u) => ({ url: u, type: 'image/jpeg' })));
1514 try {
1515 tlStmts().ins.run(id, slug, note.actor_uri || '', note.actor_name || '', note.actor_handle || '',
1516 note.actor_icon || '', note.actor_url || '', note.content || '', note.url || null,
1517 new Date().toISOString(), media, note.sensitive ? 1 : 0, note.cw || null);
1518 } catch { /* ignore */ }
1519 markBoosted(slug, id);
1520}
1521export function boostedCount(slug) {
1522 try { if (!_boostedCount) _boostedCount = db.prepare('SELECT COUNT(*) AS n FROM ap_timeline WHERE slug = ? AND boosted = 1'); return _boostedCount.get(slug).n; } catch { return 0; }
1523}
1524
1525// Resolve a Klonkt/AP actor URL from a site root: a Klonkt site's root 302s to
1526// /ap/users/<slug> (content negotiation; Location may be relative). Used by
1527// followActor for bare-domain follows.
1528// NB: the old auto-migration of legacy Cirkels (circle_links -> AP follows) was
1529// REMOVED on 2026-06-26 — it auto-sent Follows on boot, which violates "the code
1530// never throws anything into the fediverse automatically" (would surprise-Follow
1531// for some operators at scale). The dead circle_links table stays as harmless dead
1532// data; an operator restores an old cirkel by re-following in /following (their click).
1533async function resolveApActor(siteUrl) {
1534 try {
1535 const r = await fetch(siteUrl, { headers: { Accept: 'application/activity+json' }, redirect: 'manual' });
1536 if (r.status >= 300 && r.status < 400) { const loc = r.headers.get('location'); if (loc) return new URL(loc, siteUrl).href; }
1537 if (r.ok) return siteUrl;
1538 } catch { /* unreachable */ }
1539 return null;
1540}
1541
1542// ── Self-heal: re-sync the fediverse cache (ap_timeline) after a DRASTIC update ──
1543// Runs ONCE per SELFHEAL_VERSION bump — NOT on every boot. Re-fetches each cached
1544// note and refreshes content + media (recovers covers/edits that were delivered
1545// during a flux window, e.g. a fleet-wide update), and drops notes that are gone
1546// (404/410). Bump SELFHEAL_VERSION only on a release that warrants a re-sync.
1547const SELFHEAL_VERSION = 5; // v5: re-fetch so embed/link-only posts pick up the note.image cover in feeds
1548async function fetchNoteAP(url) {
1549 try {
1550 const r = await fetch(url, { headers: { Accept: 'application/activity+json' } });
1551 if (r.status === 404 || r.status === 410) return 404;
1552 if (r.ok) return await r.json();
1553 } catch { /* unreachable */ }
1554 return null;
1555}
1556function mediaFromNote(note) {
1557 const atts = (Array.isArray(note.attachment) ? note.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
1558 if (!atts.some((m) => !m.type || /image/i.test(m.type)) && note.image) {
1559 const im = Array.isArray(note.image) ? note.image[0] : note.image;
1560 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
1561 if (iu) atts.push({ url: iu, type: (im && im.mediaType) || 'image/jpeg' });
1562 }
1563 return JSON.stringify(atts);
1564}
1565// A generic SSRF-safe AP GET (collections / pages).
1566async function apGetJson(url) {
1567 try {
1568 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
1569 if (!r.ok) return null;
1570 const len = Number(r.headers.get('content-length') || 0);
1571 if (len > 3_000_000) return null;
1572 return await r.json();
1573 } catch { return null; }
1574}
1575// AP-native catch-up: pull an actor's standard `outbox` collection and merge their recent
1576// top-level posts into the timeline for `slug`. Push (Create delivery) cannot backfill
1577// history-from-before-you-followed or a delivery that was missed while you were down;
1578// reading the outbox is the spec-conform way to catch up. PULL ONLY — sends nothing.
1579export async function backfillFromOutbox(slug, actorUri, limit = 20) {
1580 try {
1581 if (!slug || !actorUri) return 0;
1582 const actor = await fetchActor(actorUri);
1583 if (!actor || !actor.outbox) return 0;
1584 let page = await apGetJson(typeof actor.outbox === 'string' ? actor.outbox : actor.outbox.id);
1585 let items = (page && (page.orderedItems || page.items)) || [];
1586 if (!items.length && page && page.first) {
1587 page = await apGetJson(typeof page.first === 'string' ? page.first : page.first.id);
1588 items = (page && (page.orderedItems || page.items)) || [];
1589 }
1590 if (!Array.isArray(items) || !items.length) return 0;
1591 const ai = actorInfo(actor, actorUri);
1592 let added = 0;
1593 for (const it of items.slice(0, limit)) {
1594 // Each item is usually a Create wrapping a Note, or sometimes the Note itself.
1595 const o = (it && typeof it.object === 'object' && it.object) ? it.object : it;
1596 if (!o || !o.id) continue;
1597 if (o.type && o.type !== 'Note' && o.type !== 'Article') continue; // skip boosts/other
1598 if (o.inReplyTo) continue; // top-level only
1599 const auth = actorUriOf(o.attributedTo);
1600 if (auth && auth !== actorUri) continue; // their OWN posts only
1601 const html = HtmlSanitizerService.sanitize(o.content || '');
1602 try {
1603 const r = tlStmts().ins.run(o.id, slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, mediaFromNote(o), o.sensitive ? 1 : 0, o.summary || null);
1604 if (r && r.changes > 0) added++;
1605 } catch { /* ignore */ }
1606 }
1607 if (added) console.log('[AP] outbox backfill', actorUri, '→', slug, '+' + added);
1608 return added;
1609 } catch { return 0; }
1610}
1611let _selfHealing = false;
1612export async function selfHealTimeline() {
1613 if (_selfHealing) return; _selfHealing = true;
1614 try {
1615 let cur = 0;
1616 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_version'); cur = r ? (parseInt(r.value, 10) || 0) : 0; } catch { return; }
1617 if (cur >= SELFHEAL_VERSION) return; // already healed for this version — skip on normal boots
1618 let rows = [];
1619 try { rows = db.prepare('SELECT id, content, media_json, nsfw, cw, url FROM ap_timeline ORDER BY rowid DESC LIMIT 200').all(); } catch { /* no table */ }
1620 let healed = 0;
1621 for (const r of rows) {
1622 try {
1623 const note = await fetchNoteAP(r.id);
1624 if (note === 404) { db.prepare('DELETE FROM ap_timeline WHERE id = ?').run(r.id); healed++; continue; }
1625 if (!note || typeof note !== 'object') continue;
1626 const html = HtmlSanitizerService.sanitize(note.content || '');
1627 const media = mediaFromNote(note);
1628 const nsfw = note.sensitive ? 1 : 0; // re-sync NSFW/sensitive + CW onto already-cached posts
1629 const cw = note.summary || null;
1630 const url = note.url || null; // re-sync the human url (catches a remote slug rename)
1631 if ((html && html !== r.content) || media !== (r.media_json || '[]') || nsfw !== (r.nsfw || 0) || (cw || '') !== (r.cw || '') || (url && url !== r.url)) {
1632 db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ?').run(html || r.content, media, nsfw, cw, url, r.id);
1633 healed++;
1634 }
1635 } catch { /* per-note best-effort */ }
1636 }
1637 try { db.prepare('INSERT OR REPLACE INTO app_settings (key, value) VALUES (?, ?)').run('selfheal_version', String(SELFHEAL_VERSION)); } catch { /* ignore */ }
1638 if (rows.length) console.log(`[AP] self-heal v${SELFHEAL_VERSION}: ${healed}/${rows.length} timeline notes`);
1639 } catch { /* never block boot */ } finally { _selfHealing = false; }
1640}
1641
1642// Follow a fediverse account by @handle (WebFinger → actor → signed Follow).
1643export async function followActor(site, handle, autoBoost = false) {
1644 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1645 if (!base || !site || !site.slug) return { error: 'config' };
1646 // Accept any of: a profile/actor URL, an @user@host handle (WebFinger), or a
1647 // bare site domain (site.com) — for a single-actor site (Klonkt etc.) the root
1648 // resolves to its AP actor, so you can follow a site by just its domain.
1649 const s = String(handle || '').trim();
1650 let actorUrl;
1651 if (/^https?:\/\//i.test(s)) actorUrl = safeUrl(s) || null;
1652 else if (s.includes('@')) actorUrl = await webfingerResolve(s);
1653 else if (/^[a-z0-9.-]+\.[a-z]{2,}/i.test(s)) actorUrl = await resolveApActor('https://' + s.replace(/^\/+|\/+$/g, ''));
1654 else actorUrl = null;
1655 if (!actorUrl) return { error: 'not_found' };
1656 const actor = await fetchActor(actorUrl).catch(() => null);
1657 if (!actor || !actor.id || !actor.inbox) return { error: 'unreachable' };
1658 const ai = actorInfo(actor, actor.id);
1659 const me = actorId(base, site.slug);
1660 const keys = getOrCreateKeys(site.slug);
1661 const followId = `${me}#follow-${Date.now()}-${rid()}`;
1662 fwStmts().ins.run(site.slug, actor.id, ai.handle, ai.name, ai.icon, ai.url, actor.inbox, followId, 'pending', autoBoost ? 1 : 0);
1663 const follow = { '@context': AP_CONTEXT, id: followId, type: 'Follow', actor: me, object: actor.id };
1664 try { await deliver(actor.inbox, follow, `${me}#main-key`, keys.private_pem); }
1665 catch (e) { console.warn('[AP] follow deliver failed:', e.message); }
1666 console.log('[AP] follow', site.slug, '→', actor.id);
1667 // Follow + feature in one step → backfill their recent posts into the Cirkel right away.
1668 if (autoBoost) backfillFromOutbox(site.slug, actor.id).catch(() => {});
1669 return { ok: true, name: ai.name, handle: ai.handle, actor: actor.id };
1670}
1671
1672// Resolve a profile URL or @handle to a followable remote actor (for the
1673// authorize_interaction "Follow" flow). Returns display fields + inbox, or null
1674// when it isn't a reachable actor (e.g. the input was a post, not a profile).
1675export async function resolveRemoteActor(input) {
1676 const s = String(input || '').trim();
1677 const actorUrl = /^https?:\/\//i.test(s) ? (safeUrl(s) || null) : await webfingerResolve(s);
1678 if (!actorUrl) return null;
1679 const actor = await fetchActor(actorUrl).catch(() => null);
1680 if (!actor || !actor.id || !actor.inbox) return null;
1681 const ai = actorInfo(actor, actor.id);
1682 return { actor_uri: actor.id, actor_name: ai.name, actor_handle: ai.handle, actor_url: ai.url, actor_icon: ai.icon, inbox: actor.inbox };
1683}
1684
1685export async function unfollowActor(site, actorUri) {
1686 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1687 const me = actorId(base, site.slug);
1688 const keys = getOrCreateKeys(site.slug);
1689 const row = fwStmts().one.get(site.slug, actorUri);
1690 // Undo(Follow) MUST reference the original Follow's real id so the remote can correlate it
1691 // and drop the follow. The old `${me}#follow` fallback never matched anything → the unfollow
1692 // silently failed on the remote. With no stored follow id (legacy row), skip the network Undo
1693 // rather than send an unmatchable one. Deliver durably via the retry queue.
1694 if (row && row.inbox && row.follow_id) {
1695 const undo = { '@context': AP_CONTEXT, id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me, object: { id: row.follow_id, type: 'Follow', actor: me, object: actorUri } };
1696 deliverWithRetry(site.slug, row.inbox, undo, `${me}#main-key`, keys.private_pem);
1697 } else if (row && row.inbox) {
1698 console.warn('[AP] unfollow', site.slug, '→', actorUri, '— no stored follow id; removed locally only (legacy follow, remote may keep it)');
1699 }
1700 fwStmts().del.run(site.slug, actorUri);
1701 return { ok: true };
1702}
1703
1704// Send a Like or Announce (boost) on a remote note FROM this site.
1705export async function sendInteraction(site, kind, targetNoteId, authorUri) {
1706 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1707 if (!base || !site || !site.slug || !targetNoteId) return { error: 'config' };
1708 const me = actorId(base, site.slug);
1709 const keys = getOrCreateKeys(site.slug);
1710 // 'unboost' = Undo(Announce): retracts a boost so followers' servers remove the
1711 // reblog (matched on actor+object — no record of the original Announce needed).
1712 const fanout = (kind === 'boost' || kind === 'unboost'); // also goes to our followers
1713 const followersCol = `${me}/followers`;
1714 // Address the original author in cc so their server (Mastodon, WordPress/ActivityPub, …)
1715 // attributes the boost to their post and notifies them — without this, a shared-inbox
1716 // receiver has nothing to route the Announce to. Non-fragment activity ids + a `published`
1717 // stamp keep us aligned with what Mastodon emits.
1718 const audience = authorUri ? [followersCol, authorUri] : [followersCol];
1719 let act;
1720 if (kind === 'unboost' || kind === 'unlike') {
1721 // Undo(Announce) retracts a boost; Undo(Like) un-favourites (matched on actor+object,
1722 // no record of the original activity needed — Mastodon honours both).
1723 const inner = kind === 'unboost' ? 'Announce' : 'Like';
1724 act = {
1725 '@context': AP_CONTEXT,
1726 id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me,
1727 object: { id: `${me}/${inner.toLowerCase()}/${Date.now()}-${rid()}`, type: inner, actor: me, object: targetNoteId },
1728 };
1729 if (kind === 'unboost') { act.to = [PUBLIC]; act.cc = audience; }
1730 } else {
1731 const type = kind === 'boost' ? 'Announce' : 'Like';
1732 act = {
1733 '@context': AP_CONTEXT,
1734 id: `${me}/${type.toLowerCase()}/${Date.now()}-${rid()}`,
1735 type, actor: me, object: targetNoteId,
1736 };
1737 if (type === 'Announce') { act.published = new Date().toISOString(); act.to = [PUBLIC]; act.cc = audience; }
1738 }
1739 const inboxes = new Set();
1740 // Author first, via their PERSONAL inbox (not the shared one) so a multi-user receiver
1741 // routes the Announce/Like to the right post unambiguously.
1742 if (authorUri) { const a = await fetchActor(authorUri).catch(() => null); if (a) inboxes.add(a.inbox || (a.endpoints && a.endpoints.sharedInbox)); }
1743 if (fanout) { for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox); }
1744 // Queue each delivery (immediate attempt + backoff retries on failure via ap_delivery)
1745 // instead of a single fire-and-forget POST, so a transient hiccup at the receiver doesn't
1746 // silently lose the boost — same durability a new post (deliverCreate) already gets.
1747 let queued = 0;
1748 for (const inbox of [...inboxes].filter(Boolean)) { deliverWithRetry(site.slug, inbox, act, `${me}#main-key`, keys.private_pem); queued++; }
1749 console.log('[AP]', kind, site.slug, '→', targetNoteId, 'queued', queued, 'inbox(es)');
1750 return { ok: true, delivered: queued };
1751}
1752
1753// Notifications inbox: new followers + replies/likes/boosts on this site's posts.
1754export function getNotifications(slug, limit) {
1755 const out = [];
1756 try {
1757 for (const f of db.prepare('SELECT actor_uri, created_at FROM ap_followers WHERE slug = ? ORDER BY created_at DESC LIMIT 50').all(slug)) {
1758 out.push({ type: 'follow', handle: deriveHandle(f.actor_uri), url: f.actor_uri, created_at: f.created_at });
1759 }
1760 } catch { /* ignore */ }
1761 try {
1762 const rows = db.prepare(`
1763 SELECT i.kind, i.actor_name, i.actor_handle, i.actor_url, i.content, i.created_at,
1764 p.slug AS post_slug, p.title AS post_title
1765 FROM ap_interactions i LEFT JOIN posts p ON p.id = i.post_id
1766 WHERE p.site_id = (SELECT id FROM sites WHERE slug = ?)
1767 ORDER BY i.created_at DESC LIMIT 80
1768 `).all(slug);
1769 for (const r of rows) out.push({
1770 type: r.kind, name: r.actor_name, handle: r.actor_handle, url: r.actor_url,
1771 content: stripLeadingMentions(r.content), post_slug: r.post_slug, post_title: r.post_title, created_at: r.created_at,
1772 });
1773 } catch { /* ignore */ }
1774 out.sort((a, b) => new Date(b.created_at) - new Date(a.created_at));
1775 return out.slice(0, limit || 60);
1776}
1777
1778// ── Blocking / defederation ───────────────────────────────────────
1779let _insBl, _delBl, _listBl;
1780function blStmts() {
1781 if (!_insBl) {
1782 _insBl = db.prepare('INSERT OR IGNORE INTO ap_blocks (slug, target, kind, label, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
1783 _delBl = db.prepare('DELETE FROM ap_blocks WHERE slug = ? AND target = ?');
1784 _listBl = db.prepare('SELECT * FROM ap_blocks WHERE slug = ? ORDER BY created_at DESC');
1785 }
1786 return { ins: _insBl, del: _delBl, list: _listBl };
1787}
1788export function listBlocks(slug) { return blStmts().list.all(slug); }
1789
1790// True if an actor (or its whole domain) is blocked anywhere on this instance.
1791export function isBlockedAny(actorUri) {
1792 if (!actorUri) return false;
1793 let domain = ''; try { domain = new URL(actorUri).host; } catch { /* ignore */ }
1794 try { return !!db.prepare("SELECT 1 FROM ap_blocks WHERE (kind='actor' AND target=?) OR (kind='domain' AND target=?) LIMIT 1").get(actorUri, domain); }
1795 catch { return false; }
1796}
1797
1798function purgeBlocked(kind, target) {
1799 try {
1800 if (kind === 'domain') {
1801 const like = `%//${target}/%`;
1802 db.prepare('DELETE FROM ap_interactions WHERE actor_uri LIKE ?').run(like);
1803 db.prepare('DELETE FROM ap_timeline WHERE author_uri LIKE ?').run(like);
1804 db.prepare('DELETE FROM ap_followers WHERE actor_uri LIKE ?').run(like);
1805 } else {
1806 db.prepare('DELETE FROM ap_interactions WHERE actor_uri = ?').run(target);
1807 db.prepare('DELETE FROM ap_timeline WHERE author_uri = ?').run(target);
1808 db.prepare('DELETE FROM ap_followers WHERE actor_uri = ?').run(target);
1809 }
1810 } catch { /* best-effort */ }
1811}
1812
1813// Block an actor (@handle or actor URL) or a whole domain; purges their content.
1814export async function blockTarget(site, input) {
1815 const raw = String(input || '').trim();
1816 if (!site || !site.slug || !raw) return { error: 'empty' };
1817 let kind, target, label;
1818 if (/^https?:\/\//i.test(raw)) { kind = 'actor'; target = raw; label = raw; }
1819 else if (raw.includes('@')) {
1820 const actorUrl = await webfingerResolve(raw);
1821 if (!actorUrl) return { error: 'not_found' };
1822 kind = 'actor'; target = actorUrl; label = raw.startsWith('@') ? raw : ('@' + raw);
1823 } else { kind = 'domain'; target = raw.toLowerCase(); label = raw.toLowerCase(); }
1824 blStmts().ins.run(site.slug, target, kind, label);
1825 purgeBlocked(kind, target);
1826 console.log('[AP] block', site.slug, kind, target);
1827 return { ok: true, label };
1828}
1829
1830export function unblock(site, target) { blStmts().del.run(site.slug, target); return { ok: true }; }
1831
1832export default {
1833 AP_CONTEXT, getOrCreateKeys, apWants, sendAP, actorId, noteId,
1834 buildActor, buildNote, buildCreate, buildOutbox, buildFollowers, buildFollowing, buildFeatured,
1835 followerCount, deliver, fetchActor, verifyRequest, handleInbox, deliverCreate, deliverDelete, deliverUpdate, deliverActorUpdate, resyncFeaturedPins,
1836 getInteractions, getInteractionById, setInteractionBoosted, setInteractionLiked, setMyReaction, getMyReactions, buildReplyNote, getOutboxNote, deliverReply, resolveRemoteNote,
1837 listOutbox, deliverOutboxDelete, deliverOutboxUpdate,
1838 webfingerResolve, followActor, resolveRemoteActor, unfollowActor, listFollowing, setAutoBoost, backfillFromOutbox, getTimeline, sendInteraction,
1839 autoBoostCount, boostedCount, markBoosted, unmarkBoosted, markLiked, unmarkLiked, getTimelineReaction, upsertBoostedNote, getCirkelPosts, getCirkelMembers, selfHealTimeline,
1840 getNotifications, listBlocks, isBlockedAny, blockTarget, unblock,
1841 deliverWithRetry, enqueueDelivery, processDeliveryQueue, startDeliveryWorker,
1842 getReplyUris, markNotificationsSeen, countUnseenNotifications, hasPlayableAudio,
1843};
Note: See TracBrowser for help on using the repository browser.