source: Klonkt/src/services/ActivityPubService.js@ 1a0b007

main
Last change on this file since 1a0b007 was 1a0b007, checked in by roboburr <roboburr@…>, 2 months ago

feat(federation): link-only tracks federate their external links (Mastodon cards the player)

A track that's link-only (external Spotify/YouTube/SoundCloud, no hosted file) used to
federate as a "listen on <site>" link + the cover. Now it emits the track's external link(s) in
the note and drops the cover, so Mastodon cards the first (Spotify -> its player) and shows the
rest as clickable links — the fediverse-native version of the on-site track card. Hosted/playable
tracks (own player card) and posts without an external track are unchanged; Klonkt's on-site card
is unchanged.

  • src/services/ActivityPubService.js — buildNote collects link-only track external links, suppresses cover, emits links

Co-Authored-By: Claude <noreply@…>

  • Property mode set to 100644
File size: 100.4 KB
Line 
1/**
2 * ActivityPubService — Klonkt as a real ActivityPub actor (fediverse bridge).
3 *
4 * Phase 1 (this file): the PUBLISH/discoverable side.
5 * - per-site RSA keypair (Mastodon-compatible HTTP Signatures; separate from
6 * the Ed25519 keys used by the lighter Cirkels v1)
7 * - builders for the Actor document, Note objects and the Outbox collection
8 * - apWants(): HTTP content-negotiation helper (activity+json vs HTML)
9 *
10 * The interactive side (inbox: Follow/Accept, signature verify, delivery to
11 * followers) lands in the next step and is tested live against Mastodon.
12 *
13 * AP actor URLs live under /ap/* so they never clash with the human pages:
14 * actor = <base>/ap/users/<slug>
15 * inbox = <actor>/inbox outbox = <actor>/outbox
16 * note = <base>/ap/notes/<postId>
17 */
18import crypto from 'crypto';
19import dns from 'dns';
20import net from 'net';
21import db from '../config/database.js';
22import HtmlSanitizerService from './HtmlSanitizerService.js';
23import AudioEmbedService from './AudioEmbedService.js';
24
25const PUBLIC = 'https://www.w3.org/ns/activitystreams#Public';
26// Full JSON-LD context for every AP object we emit: AS2 core + security (publicKey) + the
27// extension terms we actually use (Mastodon/toot + schema.org), each with a term definition
28// so a strict JSON-LD processor resolves them instead of dropping them → valid AS2/JSON-LD.
29// This is the same context shape Mastodon publishes, so Mastodon sees no change.
30const AP_CONTEXT = [
31 'https://www.w3.org/ns/activitystreams',
32 'https://w3id.org/security/v1',
33 {
34 toot: 'http://joinmastodon.org/ns#',
35 schema: 'http://schema.org#',
36 sensitive: 'as:sensitive',
37 Hashtag: 'as:Hashtag',
38 manuallyApprovesFollowers: 'as:manuallyApprovesFollowers',
39 discoverable: 'toot:discoverable',
40 featured: { '@id': 'toot:featured', '@type': '@id' },
41 PropertyValue: 'schema:PropertyValue',
42 value: 'schema:value',
43 embedUrl: { '@id': 'schema:embedUrl', '@type': '@id' },
44 },
45];
46
47// Short random suffix so two activity ids minted in the same millisecond (e.g.
48// parallel saves) don't collide and get deduped by a receiver.
49const rid = () => crypto.randomBytes(4).toString('hex');
50
51// Keep only http(s) URLs — drops javascript:/data:/etc so a remote actor can't
52// smuggle a dangerous scheme into a stored href/src (rendered in owner-only views).
53const safeUrl = (u) => { const s = String(u == null ? '' : u).trim(); return /^https?:\/\//i.test(s) ? s : ''; };
54
55// ── SSRF guard for outbound fetches ───────────────────────────────
56// Remote URLs (actor/keyId/webfinger/inbox/inReplyTo) are attacker-controlled, so
57// every outbound fetch must refuse hosts that resolve to private/loopback ranges
58// (cloud metadata, internal services) — on the initial host AND each redirect hop.
59function isBlockedIp(ip) {
60 if (!ip) return true;
61 const v = net.isIP(ip);
62 if (v === 4) {
63 const o = ip.split('.').map(Number);
64 return o[0] === 127 || o[0] === 10 || o[0] === 0
65 || (o[0] === 172 && o[1] >= 16 && o[1] <= 31)
66 || (o[0] === 192 && o[1] === 168)
67 || (o[0] === 169 && o[1] === 254)
68 || (o[0] === 100 && o[1] >= 64 && o[1] <= 127); // CGNAT
69 }
70 if (v === 6) {
71 const s = ip.toLowerCase().replace(/^\[|\]$/g, '');
72 return s === '::1' || s === '::' || s.startsWith('fc') || s.startsWith('fd') || s.startsWith('fe80')
73 || s.startsWith('::ffff:127.') || s.startsWith('::ffff:10.') || s.startsWith('::ffff:192.168.')
74 || s.startsWith('::ffff:169.254.') || s.startsWith('::ffff:172.');
75 }
76 return true; // not an IP literal we recognise → refuse
77}
78async function assertPublicHost(hostname) {
79 if (net.isIP(hostname)) { if (isBlockedIp(hostname)) throw new Error('ssrf-blocked-ip'); return; }
80 const addrs = await dns.promises.lookup(hostname, { all: true });
81 if (!addrs.length || addrs.some((a) => isBlockedIp(a.address))) throw new Error('ssrf-blocked-host');
82}
83export async function safeFetch(url, opts = {}, maxRedirects = 3) {
84 let target = url;
85 for (let hop = 0; ; hop++) {
86 const u = new URL(target); // throws on malformed → caller's catch
87 if (u.protocol !== 'https:' && u.protocol !== 'http:') throw new Error('ssrf-bad-scheme');
88 await assertPublicHost(u.hostname);
89 const r = await fetch(target, { ...opts, redirect: 'manual', signal: AbortSignal.timeout(8000) });
90 const loc = (r.status >= 300 && r.status < 400) ? r.headers.get('location') : null;
91 if (loc && hop < maxRedirects) { target = new URL(loc, target).toString(); continue; }
92 return r;
93 }
94}
95const MAX_OUTBOX = 20;
96// Cache-buster for the music listen-link → forces Mastodon to re-crawl a FRESH
97// (square) player card. Bump this whenever the twitter:player card dimensions change.
98const FEDI_CARD_VER = '2';
99
100// ── RSA keys per actor (lazy, cached in DB) ───────────────────────
101// Prepared lazily (NOT at module load) — the ap_keys table is created in
102// initializeDatabase(), which runs after this module is imported.
103let _sel, _ins;
104function keyStmts() {
105 if (!_sel) {
106 _sel = db.prepare('SELECT public_pem, private_pem FROM ap_keys WHERE slug = ?');
107 _ins = db.prepare('INSERT OR IGNORE INTO ap_keys (slug, public_pem, private_pem, created_at) VALUES (?,?,?,CURRENT_TIMESTAMP)');
108 }
109 return { sel: _sel, ins: _ins };
110}
111
112export function getOrCreateKeys(slug) {
113 const { sel, ins } = keyStmts();
114 const row = sel.get(slug);
115 if (row) return row;
116 const { publicKey, privateKey } = crypto.generateKeyPairSync('rsa', {
117 modulusLength: 2048,
118 publicKeyEncoding: { type: 'spki', format: 'pem' },
119 privateKeyEncoding: { type: 'pkcs8', format: 'pem' },
120 });
121 ins.run(slug, publicKey, privateKey);
122 return sel.get(slug) || { public_pem: publicKey, private_pem: privateKey };
123}
124
125// ── content negotiation ───────────────────────────────────────────
126// True when the caller wants ActivityPub JSON rather than the HTML page.
127export function apWants(req) {
128 const a = String(req.headers.accept || '').toLowerCase();
129 return a.includes('application/activity+json') ||
130 (a.includes('application/ld+json') && a.includes('activitystreams'));
131}
132
133const AP_CONTENT_TYPE = 'application/activity+json; charset=utf-8';
134export function sendAP(res, obj) {
135 res.type(AP_CONTENT_TYPE);
136 res.set('Cache-Control', 'public, max-age=120');
137 res.send(JSON.stringify(obj));
138}
139
140// ── document builders ─────────────────────────────────────────────
141export function actorId(base, slug) { return `${base}/ap/users/${encodeURIComponent(slug)}`; }
142export function noteId(base, postId) { return `${base}/ap/notes/${encodeURIComponent(postId)}`; }
143
144export function buildActor(base, site) {
145 const id = actorId(base, site.slug);
146 const keys = getOrCreateKeys(site.slug);
147 const actor = {
148 '@context': AP_CONTEXT,
149 id,
150 type: 'Person',
151 preferredUsername: site.slug,
152 name: site.title || site.slug,
153 summary: site.tagline || site.description || '',
154 url: `${base}/${site.slug === site.primary_slug ? '' : 'user/' + encodeURIComponent(site.slug)}`,
155 manuallyApprovesFollowers: false,
156 discoverable: true,
157 inbox: `${id}/inbox`,
158 outbox: `${id}/outbox`,
159 followers: `${id}/followers`,
160 following: `${id}/following`,
161 featured: `${id}/featured`,
162 endpoints: { sharedInbox: `${base}/ap/inbox` },
163 publicKey: {
164 id: `${id}#main-key`,
165 owner: id,
166 publicKeyPem: keys.public_pem,
167 },
168 };
169 if (site.profile_photo) {
170 const u = /^https?:/.test(site.profile_photo) ? site.profile_photo : `${base}${site.profile_photo.startsWith('/') ? '' : '/'}${site.profile_photo}`;
171 actor.icon = { type: 'Image', url: u };
172 }
173 // Account creation date — shown by Mastodon + read by indexers (additive, standard AS2).
174 if (site.created_at) { try { actor.published = new Date(site.created_at).toISOString(); } catch { /* skip bad date */ } }
175 // Profile links → PropertyValue rows: Mastodon/PeerTube/WordPress-ActivityPub render these as
176 // profile metadata (rel=me enables link-back verification). Additive; ignored by simpler receivers.
177 try {
178 const links = JSON.parse(site.profile_links || '[]');
179 if (Array.isArray(links) && links.length) {
180 const esc = (s) => String(s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
181 const rows = links
182 .filter((l) => l && l.url && /^https?:/i.test(l.url))
183 .map((l) => ({
184 type: 'PropertyValue',
185 name: esc(l.platform || 'Link'),
186 value: `<a href="${esc(l.url).replace(/"/g, '&quot;')}" rel="me nofollow noopener" target="_blank">${esc(String(l.url).replace(/^https?:\/\//, ''))}</a>`,
187 }));
188 if (rows.length) actor.attachment = rows;
189 }
190 } catch { /* skip malformed profile_links */ }
191 return actor;
192}
193
194// Does a post's audio shortcodes reference at least one PLAYABLE (file-backed)
195// track? Link-only tracks (external Spotify/YouTube, media_id NULL) don't count —
196// they have no Klonkt-hosted audio to embed, so no player card / cover-suppression.
197export function hasPlayableAudio(content, siteId) {
198 if (!content || !/\[\[(track|album|playlist):/i.test(content)) return false;
199 try {
200 for (const m of content.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT media_id FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.media_id) return true; }
201 for (const m of content.matchAll(/\[\[album:([^\]]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM audio_tracks WHERE site_id = ? AND album = ? AND media_id IS NOT NULL LIMIT 1').get(siteId, m[1].trim())) return true; }
202 for (const m of content.matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id WHERE pt.playlist_id = ? AND t.media_id IS NOT NULL LIMIT 1').get(m[1])) return true; }
203 } catch { /* non-fatal */ }
204 return false;
205}
206
207// A single post as an AS2 Note (the object), and as a Create activity (for outbox/delivery).
208export function buildNote(base, site, post) {
209 const id = noteId(base, post.id);
210 const aId = actorId(base, site.slug);
211 const human = `${base}/${encodeURIComponent(post.slug)}`;
212 // Mastodon ignores a Note's `name`, so put the title INTO the content (bold
213 // first line) — the standard blog→fediverse convention. post.content is
214 // already sanitized HTML; the title is plain text, so escape it.
215 const escTitle = String(post.title || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
216 const titleHtml = post.title ? `<p><strong>${escTitle}</strong></p>` : '';
217
218 // Images travel as AP `attachment` (Mastodon strips <img> from content). Collect
219 // the cover + any inline <img>, make absolute, then strip <img> from the content
220 // to avoid duplicate rendering on clients that DO keep them.
221 const abs = (u) => !u ? null : (/^https?:/i.test(u) ? u : `${base}${u.startsWith('/') ? '' : '/'}${u}`);
222 const mediaType = (u) => {
223 const e = ((u || '').split('?')[0].match(/\.(\w+)$/) || [])[1];
224 return ({ jpg: 'image/jpeg', jpeg: 'image/jpeg', png: 'image/png', gif: 'image/gif', webp: 'image/webp', avif: 'image/avif' })[(e || '').toLowerCase()] || 'image/jpeg';
225 };
226 const hadAudio = /\[\[(track|album|playlist):/i.test(post.content || '');
227 const playable = hasPlayableAudio(post.content || '', site && site.id);
228 // A post with an external embed (Spotify/YouTube/SoundCloud/Vimeo/Bandcamp/Apple) should let
229 // Mastodon render the embed's player CARD. Mastodon shows EITHER media attachments OR a link
230 // card, never both — so when the post has an embed link we skip the image attachments so the
231 // card wins. (On Klonkt nothing changes: the cover + the embed player still render.)
232 const hasEmbed = (() => {
233 const c = post.content || '';
234 if (/\[\[embed:/i.test(c)) return true;
235 for (const m of c.matchAll(/https?:\/\/[^\s"'<>]+/gi)) if (AudioEmbedService.detectProvider(m[0])) return true;
236 return false;
237 })();
238 // Link-only tracks (external Spotify/YouTube/SoundCloud, no hosted file): collect their links
239 // so we federate them — Mastodon cards the first (its player), the rest show as clickable links
240 // — instead of a bare "listen on site" link, and we suppress the cover so the card can show.
241 const trackEmbedLinks = (() => {
242 if (playable) return [];
243 const out = [];
244 try {
245 for (const m of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) {
246 const r = db.prepare('SELECT media_id, link_spotify, link_youtube, link_soundcloud FROM audio_tracks WHERE id = ?').get(m[1]);
247 if (r && !r.media_id) for (const u of [r.link_spotify, r.link_youtube, r.link_soundcloud]) if (u && /^https?:\/\//i.test(u)) out.push(u);
248 }
249 } catch { /* non-fatal */ }
250 return [...new Set(out)].slice(0, 6);
251 })();
252 const noImages = playable || hasEmbed || trackEmbedLinks.length > 0; // suppress images → let the player/embed card show
253 const urls = [];
254 // Posts with PLAYABLE hosted audio suppress image attachments so Mastodon renders
255 // the player CARD (twitter:player) instead of the cover — media attachment and
256 // link/player card are mutually exclusive on Mastodon. Link-only audio (external)
257 // keeps its cover (no player card to show).
258 if (post.cover_image_url && !noImages) urls.push(abs(post.cover_image_url));
259 let body = post.content || '';
260 // Only federate inline images we can actually serve: absolute http(s) URLs, or our own
261 // /media/ uploads. A relative path we don't host (e.g. a stale /images/... ref) would 404
262 // and show up as a black tile in Mastodon's attachment grid.
263 if (!noImages) for (const m of body.matchAll(/<img\b[^>]*\bsrc="([^"]+)"[^>]*>/gi)) {
264 const src = m[1];
265 if (/^https?:\/\//i.test(src) || src.startsWith('/media/')) urls.push(abs(src));
266 }
267 body = body.replace(/<img\b[^>]*>/gi, '');
268 // Audio shortcodes: do NOT federate the raw audio file — Klonkt deliberately
269 // gates audio (the /audio/stream URL has friction), and shipping it as an AP
270 // audio attachment would hand Mastodon a plain, downloadable mp3 URL. Instead,
271 // replace the shortcodes with a "🎵 listen on the site" link so the post invites
272 // a click-through to the protected player (discovery without leaking the file).
273 const esc = (s) => String(s == null ? '' : s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
274 const audioLabels = [];
275 try {
276 for (const m of body.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT title FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.title) audioLabels.push(r.title); }
277 for (const m of body.matchAll(/\[\[album:([^\]]+)\]\]/g)) audioLabels.push(m[1].trim());
278 } catch { /* non-fatal */ }
279 // fedi_open tracks → real AS2 Audio attachments (the actual file URL, served ungated) so
280 // EVERY client incl. the Mastodon apps plays them inline natively. Gated tracks (default)
281 // stay link/card-only — the file is never exposed for them. Resolve from post.content so a
282 // later body mutation can't affect it.
283 const openAudio = [];
284 if (hadAudio) {
285 const seenA = new Set();
286 const addRow = (r) => {
287 const fn = r.filename || (r.storage_path || '').split('/').pop();
288 if (!fn || seenA.has(fn)) return; seenA.add(fn);
289 openAudio.push({ type: 'Audio', mediaType: r.mime_type || 'audio/mpeg', url: `${base}/audio/stream/${encodeURIComponent(fn)}`, name: r.title || 'Audio' });
290 };
291 const SEL = 'SELECT t.title, m.filename, m.storage_path, m.mime_type FROM audio_tracks t JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND ';
292 try {
293 for (const mm of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare(SEL + 't.id = ?').get(mm[1]); if (r) addRow(r); }
294 for (const mm of (post.content || '').matchAll(/\[\[album:([^\]]+)\]\]/g)) for (const r of db.prepare(SEL + 't.site_id = ? AND t.album = ? ORDER BY t.rowid').all(site.id, mm[1].trim())) addRow(r);
295 for (const mm of (post.content || '').matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) for (const r of db.prepare('SELECT t.title, m.filename, m.storage_path, m.mime_type FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND pt.playlist_id = ? ORDER BY pt.position').all(mm[1])) addRow(r);
296 } catch { /* non-fatal */ }
297 }
298 body = body.replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
299 // External embeds ([[embed:url]]) → emit the bare URL as a link so Mastodon
300 // renders its OWN preview/player card (YouTube/Spotify/SoundCloud/etc) instead
301 // of federating the raw shortcode text.
302 body = body.replace(/\[\[embed:([^\]]+)\]\]/gi, (mm, raw) => {
303 const u = esc(raw.trim().replace(/&amp;/g, '&'));
304 return `<p><a href="${u}">${u}</a></p>`;
305 });
306 if (hadAudio) {
307 const lbl = audioLabels.length ? esc(audioLabels.slice(0, 4).join(', ')) : '';
308 if (trackEmbedLinks.length) {
309 // Link-only track(s): emit the external link(s). Mastodon cards the first (Spotify → its
310 // player), the rest render as clickable links — the fediverse-native "embed + links".
311 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong>` : ''}</p>`;
312 for (const u of trackEmbedLinks) { const eu = esc(u); body += `<p><a href="${eu}">${eu}</a></p>`; }
313 } else {
314 // For playable posts, append a version param to the listen-link so Mastodon
315 // sees a NEW card URL and re-crawls it (fresh SQUARE player card) instead of
316 // reusing the cached landscape one. Invisible: the link TEXT stays clean, the
317 // page ignores the param. Bump FEDI_CARD_VER when the card dimensions change.
318 const listenHref = playable ? `${human}?fc=${FEDI_CARD_VER}` : human;
319 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong> — ` : ''}<a href="${listenHref}">listen on ${esc(site.title || 'the site')}</a></p>`;
320 }
321 }
322 // Klonkt renders post content with white-space:pre-wrap, so raw newlines ARE line
323 // breaks on the site. Mastodon (plain HTML) collapses whitespace and would drop them,
324 // so convert newlines to <br> for the federated copy (content already made with
325 // shift+enter uses <br> and has no \n → this is a no-op there).
326 body = body.replace(/\r?\n/g, '<br>');
327 body = linkHashtags(base, body); // link inline #hashtags in the post body too
328 // Append the tags-field hashtags to the content so Mastodon renders them as clickable
329 // hashtags (a Hashtag that's only in the `tag` array isn't shown inline). CamelCase
330 // multi-word tags; skip any already present inline in the body.
331 {
332 const inlineTags = new Set(hashtagTags(base, body).map((h) => h.name.slice(1).toLowerCase()));
333 const addSeen = new Set();
334 const tagLinks = normalizeTags(post.tags).map(tagParts).filter(Boolean)
335 .filter((p) => !inlineTags.has(p.slug) && !addSeen.has(p.slug) && addSeen.add(p.slug))
336 .map((p) => `<a href="${base}/tag/${encodeURIComponent(p.slug)}" class="mention hashtag" rel="tag">#${p.label}</a>`);
337 if (tagLinks.length) body += `<p>${tagLinks.join(' ')}</p>`;
338 }
339 const seen = new Set();
340 const attachment = urls.filter(Boolean)
341 .filter((u) => { if (seen.has(u)) return false; seen.add(u); return true; })
342 .map((u) => { const mt = mediaType(u); // specific AS2 subtype (Image/Audio/Video) over generic Document
343 const ty = /^image\//i.test(mt) ? 'Image' : /^video\//i.test(mt) ? 'Video' : /^audio\//i.test(mt) ? 'Audio' : 'Document';
344 return { type: ty, mediaType: mt, url: u }; });
345 for (const a of openAudio) attachment.push(a); // fedi_open tracks → native Audio players
346
347 const note = {
348 id,
349 type: 'Note',
350 attributedTo: aId,
351 content: titleHtml + body,
352 url: human,
353 published: new Date(post.published_at || post.created_at || Date.now()).toISOString(),
354 // fan_only = "fans only" → followers-only visibility (delivered to your followers
355 // but not addressed to Public, so Mastodon shows it only to them and can't boost it).
356 to: post.fan_only ? [`${aId}/followers`] : [PUBLIC],
357 cc: post.fan_only ? [] : [`${aId}/followers`],
358 tag: buildHashtagList(base, post.tags, body),
359 replies: `${id}/replies`,
360 // NSFW → Mastodon-style content warning: sensitive (blurs media) + a summary/spoiler
361 // (hides the whole post behind a "Gevoelige inhoud" button until the reader opens it).
362 sensitive: !!post.nsfw,
363 };
364 if (post.nsfw) note.summary = post.content_warning || 'Gevoelige inhoud';
365 if (attachment.length) note.attachment = attachment;
366 // Playable-audio posts suppress the cover attachment (player card). Still expose
367 // the cover via AS2 `image` so card/grid consumers (the Klonkt Cirkel) can show
368 // it — Mastodon ignores a Note's `image`, so the player card is unaffected.
369 if (post.cover_image_url && playable) {
370 const cov = abs(post.cover_image_url);
371 if (cov) note.image = { type: 'Image', mediaType: mediaType(cov), url: cov };
372 }
373 // Experiment (mirrors PeerTube / schema.org `embedUrl`): point at the GATED player page
374 // (/embed) so a client that honours embedUrl can show an inline player WITHOUT ever
375 // getting the audio file — the anti-steal posture is untouched. `embedUrl` is a real
376 // standard field name (not a Klonkt invention); if Mastodon's apps honour it on a Note we
377 // make it JSON-LD-clean with a context term, otherwise it degrades to the player card.
378 if (playable) note.embedUrl = `${base}/embed?post=${encodeURIComponent(post.slug)}`;
379 return note;
380}
381
382// All reply note URIs on a local post (inbound fediverse replies + our own
383// outbound replies) — backs the Note's `replies` Collection so remote servers
384// can fetch the whole thread.
385export function getReplyUris(base, postId) {
386 const out = [];
387 try {
388 for (const r of db.prepare("SELECT object_uri FROM ap_interactions WHERE kind = 'reply' AND post_id = ? AND object_uri != '' ORDER BY created_at").all(postId)) out.push(r.object_uri);
389 for (const r of db.prepare('SELECT id FROM ap_outbox WHERE post_id = ? ORDER BY rowid').all(postId)) out.push(`${base}/ap/notes/${r.id}`);
390 } catch { /* non-fatal */ }
391 return out;
392}
393
394// Notifications "seen" tracking → a real bell badge. Stored per site in app_settings.
395export function markNotificationsSeen(slug) {
396 try {
397 db.prepare("INSERT INTO app_settings (key, value, updated_at) VALUES (?, ?, CURRENT_TIMESTAMP) ON CONFLICT(key) DO UPDATE SET value = excluded.value, updated_at = CURRENT_TIMESTAMP")
398 .run(`fedi_notif_seen:${slug}`, new Date().toISOString());
399 } catch { /* non-fatal */ }
400}
401export function countUnseenNotifications(slug) {
402 try {
403 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
404 const seen = row ? Date.parse(row.value) : 0;
405 let n = 0;
406 for (const it of getNotifications(slug, 50)) { if (Date.parse(it.created_at) > seen) n++; }
407 return n;
408 } catch { return 0; }
409}
410
411export function buildCreate(base, site, post) {
412 const note = buildNote(base, site, post);
413 return {
414 '@context': AP_CONTEXT,
415 id: note.id + '#create',
416 type: 'Create',
417 actor: actorId(base, site.slug),
418 published: note.published,
419 to: note.to,
420 cc: note.cc,
421 object: note,
422 };
423}
424
425export function buildOutbox(base, site, posts) {
426 const id = `${actorId(base, site.slug)}/outbox`;
427 const items = (posts || []).slice(0, MAX_OUTBOX).map((p) => buildCreate(base, site, p));
428 return {
429 '@context': AP_CONTEXT,
430 id,
431 type: 'OrderedCollection',
432 totalItems: items.length,
433 orderedItems: items,
434 };
435}
436
437export function buildFollowers(base, site, count) {
438 const id = `${actorId(base, site.slug)}/followers`;
439 return {
440 '@context': AP_CONTEXT,
441 id,
442 type: 'OrderedCollection',
443 totalItems: count || 0,
444 orderedItems: [], // hidden for privacy; count only
445 };
446}
447
448// The accounts this site follows — count only, mirroring buildFollowers. The spec lists
449// `following` as a standard actor property; Hubzilla/Friendica + crawlers expect it.
450export function buildFollowing(base, site, count) {
451 const id = `${actorId(base, site.slug)}/following`;
452 return {
453 '@context': AP_CONTEXT,
454 id,
455 type: 'OrderedCollection',
456 totalItems: count || 0,
457 orderedItems: [], // count only
458 };
459}
460
461// Pinned posts → the actor's `featured` collection. Mastodon reads this and shows
462// these as the "Featured" tab (pinned to the profile). Posts come ordered by pin
463// rank; embedded as full Notes so a remote server doesn't need extra fetches.
464export function buildFeatured(base, site, posts) {
465 const id = `${actorId(base, site.slug)}/featured`;
466 const items = (posts || []).map((p) => buildNote(base, site, p));
467 return {
468 '@context': AP_CONTEXT,
469 id,
470 type: 'OrderedCollection',
471 totalItems: items.length,
472 orderedItems: items,
473 };
474}
475
476// ── followers store (lazy stmts) ──────────────────────────────────
477let _insF, _delF, _listF, _cntF;
478function fStmts() {
479 if (!_insF) {
480 _insF = db.prepare('INSERT OR IGNORE INTO ap_followers (slug, actor_uri, inbox, shared_inbox, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
481 _delF = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND actor_uri = ?');
482 _listF = db.prepare('SELECT inbox, shared_inbox FROM ap_followers WHERE slug = ?');
483 _cntF = db.prepare('SELECT COUNT(*) n FROM ap_followers WHERE slug = ?');
484 }
485 return { ins: _insF, del: _delF, list: _listF, cnt: _cntF };
486}
487export function followerCount(slug) { return fStmts().cnt.get(slug).n; }
488
489// ── inbound interactions store (replies / likes / boosts) + our outbound replies ──
490let _insI, _delLA, _delReply, _listI, _getI, _insO, _listO, _getO;
491function iStmts() {
492 if (!_insI) {
493 _insI = db.prepare('INSERT OR IGNORE INTO ap_interactions (kind, post_id, object_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, parent_uri, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
494 _delLA = db.prepare('DELETE FROM ap_interactions WHERE kind = ? AND post_id = ? AND actor_uri = ?');
495 _delReply = db.prepare("DELETE FROM ap_interactions WHERE kind = 'reply' AND object_uri = ?");
496 _listI = db.prepare('SELECT id, kind, object_uri, parent_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, created_at, acted_boost, acted_like FROM ap_interactions WHERE post_id = ? ORDER BY created_at ASC');
497 _getI = db.prepare('SELECT * FROM ap_interactions WHERE id = ?');
498 _insO = db.prepare('INSERT INTO ap_outbox (id, site_slug, post_id, post_slug, in_reply_to, to_actor, to_handle, content, created_at) VALUES (?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
499 _listO = db.prepare('SELECT * FROM ap_outbox WHERE post_id = ? ORDER BY created_at ASC');
500 _getO = db.prepare('SELECT * FROM ap_outbox WHERE id = ?');
501 }
502 return { ins: _insI, delLA: _delLA, delReply: _delReply, list: _listI, getI: _getI, insO: _insO, listO: _listO, getO: _getO };
503}
504
505export function getInteractionById(id) { return iStmts().getI.get(id); }
506export function setInteractionBoosted(id, on) {
507 db.prepare('UPDATE ap_interactions SET acted_boost = ? WHERE id = ?').run(on ? 1 : 0, id);
508}
509export function setInteractionLiked(id, on) {
510 db.prepare('UPDATE ap_interactions SET acted_like = ? WHERE id = ?').run(on ? 1 : 0, id);
511}
512// Your like/boost state on a REMOTE post (interact page toggles).
513export function setMyReaction(slug, uri, kind, on) {
514 if (on) db.prepare('INSERT OR IGNORE INTO ap_my_reactions (site_slug, target_uri, kind) VALUES (?,?,?)').run(slug, uri, kind);
515 else db.prepare('DELETE FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ? AND kind = ?').run(slug, uri, kind);
516}
517export function getMyReactions(slug, uri) {
518 const rows = (slug && uri) ? db.prepare('SELECT kind FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ?').all(slug, uri) : [];
519 return { liked: rows.some((r) => r.kind === 'like'), boosted: rows.some((r) => r.kind === 'boost') };
520}
521
522const localPostExists = (id) => { try { return !!db.prepare('SELECT 1 FROM posts WHERE id = ?').get(id); } catch { return false; } };
523// Extract our local post id from a note URL, but only if it's ours (base match).
524function postIdFromNoteUrl(url, base) {
525 const s = String(url || '');
526 if (base && !s.startsWith(base)) return null;
527 const m = s.match(/\/ap\/notes\/([^/?#]+)/);
528 return m ? decodeURIComponent(m[1]) : null;
529}
530function deriveHandle(actorUri) {
531 try { const u = new URL(actorUri); const seg = u.pathname.split('/').filter(Boolean).pop() || ''; return `@${seg}@${u.host}`; } catch { return String(actorUri || ''); }
532}
533function actorInfo(doc, actorUri) {
534 let host = ''; try { host = new URL(actorUri).host; } catch { /* keep empty */ }
535 const handle = doc && doc.preferredUsername ? `@${doc.preferredUsername}@${host}` : deriveHandle(actorUri);
536 const icon = doc && doc.icon ? (doc.icon.url || (Array.isArray(doc.icon) && doc.icon[0] && doc.icon[0].url)) : null;
537 return {
538 name: (doc && (doc.name || doc.preferredUsername)) || handle,
539 handle,
540 url: safeUrl((doc && (doc.url || doc.id)) || actorUri) || null,
541 icon: safeUrl(icon) || null,
542 };
543}
544
545// Given an inReplyTo note URL, find which local post the thread belongs to + the
546// note being replied to (parent), so a reply-to-a-comment can be nested.
547function findThreadTarget(inReplyTo, base) {
548 if (!inReplyTo) return null;
549 const seg = postIdFromNoteUrl(inReplyTo, base); // our /ap/notes/<id> segment (if ours)
550 if (seg && localPostExists(seg)) return { post_id: seg, parent_uri: inReplyTo };
551 if (seg) {
552 try { const o = db.prepare('SELECT post_id FROM ap_outbox WHERE id = ?').get(seg); if (o && o.post_id) return { post_id: o.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
553 }
554 try { const row = db.prepare("SELECT post_id FROM ap_interactions WHERE object_uri = ? AND kind = 'reply' LIMIT 1").get(inReplyTo); if (row && row.post_id) return { post_id: row.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
555 return null;
556}
557
558// Drop the leading @mention(s) a federated reply carries (the person being replied to),
559// so a comment reads "dope tekening ouwe" instead of "@jason@jasonhacky.nl dope …".
560// Keeps a leading <p> wrapper; handles mention <a> links and plain-text @user@domain.
561export function stripLeadingMentions(html) {
562 if (!html) return html;
563 let s = String(html);
564 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:<a\b[^>]*>\s*@[^<]+<\/a>[  ]*)+/i, (m, p) => p || '');
565 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:@[\w.-]+(?:@[\w.-]+)?[  ]+)+/i, (m, p) => p || '');
566 return s;
567}
568
569// View-ready threaded view of a post's fediverse activity (inbound replies +
570// our outbound replies, nested), plus like/boost counts.
571export function getInteractions(postId, base, site) {
572 const s = iStmts();
573 const rows = s.list.all(postId);
574 const baseClean = (base || process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
575 const postNoteId = baseClean ? `${baseClean}/ap/notes/${postId}` : null;
576 // Our own (outbound) replies show the SITE identity for everyone (not "You").
577 let host = ''; try { host = new URL(baseClean).host; } catch { /* ignore */ }
578 const siteName = (site && (site.title || site.slug)) || '';
579 const siteHandle = (site && site.slug && host) ? `@${site.slug}@${host}` : '';
580 const siteUrl = baseClean ? `${baseClean}/` : '';
581 const siteIcon = (site && site.profile_photo) || null;
582
583 const nodes = [];
584 for (const r of rows) {
585 if (r.kind !== 'reply') continue;
586 nodes.push({
587 noteId: r.object_uri, parent: r.parent_uri || null, mine: false, id: r.id,
588 actor_name: r.actor_name, actor_handle: r.actor_handle, actor_url: r.actor_url,
589 actor_icon: r.actor_icon, content: stripLeadingMentions(r.content), created_at: r.published || r.created_at,
590 acted_boost: !!r.acted_boost, acted_like: !!r.acted_like,
591 children: [],
592 });
593 }
594 for (const o of s.listO.all(postId)) {
595 nodes.push({
596 noteId: baseClean ? `${baseClean}/ap/notes/${o.id}` : o.id, parent: o.in_reply_to || null,
597 mine: true, outboxId: o.id, content: stripLeadingMentions(o.content), created_at: o.created_at,
598 actor_name: siteName, actor_handle: siteHandle, actor_url: siteUrl, actor_icon: siteIcon,
599 children: [],
600 });
601 }
602
603 const byId = new Map(nodes.map((n) => [n.noteId, n]));
604 const isTop = (n) => !n.parent || n.parent === postNoteId || !byId.has(n.parent);
605 const tops = [];
606 for (const n of nodes) {
607 if (isTop(n)) { tops.push(n); continue; }
608 let anc = n, guard = 0;
609 while (!isTop(anc) && guard++ < 12) anc = byId.get(anc.parent);
610 anc.children.push(n);
611 }
612 const byTime = (a, b) => new Date(a.created_at) - new Date(b.created_at);
613 tops.sort(byTime).forEach((t) => t.children.sort(byTime));
614
615 return {
616 thread: tops,
617 likeCount: rows.filter((r) => r.kind === 'like').length,
618 announceCount: rows.filter((r) => r.kind === 'announce').length,
619 total: nodes.length,
620 };
621}
622
623// ── HTTP Signatures + delivery ────────────────────────────────────
624const slugFromActorUrl = (url) => { const m = String(url || '').match(/\/ap\/users\/([^/?#]+)/); return m ? decodeURIComponent(m[1]) : null; };
625
626// Sign + POST an activity to a remote inbox (draft-cavage HTTP Signatures, RSA-SHA256).
627export async function deliver(inboxUrl, bodyObj, keyId, privatePem) {
628 const body = JSON.stringify(bodyObj);
629 const u = new URL(inboxUrl);
630 const date = new Date().toUTCString();
631 const digest = 'SHA-256=' + crypto.createHash('sha256').update(body).digest('base64');
632 const signingString = `(request-target): post ${u.pathname}\nhost: ${u.host}\ndate: ${date}\ndigest: ${digest}`;
633 const signature = crypto.sign('sha256', Buffer.from(signingString), privatePem).toString('base64');
634 const sig = `keyId="${keyId}",algorithm="rsa-sha256",headers="(request-target) host date digest",signature="${signature}"`;
635 const r = await safeFetch(inboxUrl, {
636 method: 'POST',
637 headers: { 'Content-Type': 'application/activity+json', Accept: 'application/activity+json', Date: date, Digest: digest, Signature: sig },
638 body,
639 });
640 return r.status;
641}
642
643export async function fetchActor(url) {
644 try {
645 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
646 if (!r.ok) return null;
647 const len = Number(r.headers.get('content-length') || 0);
648 if (len > 2_000_000) return null; // refuse oversized actor docs
649 return await r.json();
650 } catch { return null; }
651}
652
653// ── Delivery queue with retries ───────────────────────────────────
654// Outbound deliveries are tried immediately; on failure (down server, timeout,
655// non-2xx) they're queued and retried with backoff so a briefly-offline follower
656// doesn't silently miss the post. The signing key is NOT stored — the worker
657// re-derives it from the actor slug at send time.
658const DELIVERY_MAX_ATTEMPTS = 6;
659const DELIVERY_BACKOFF_MIN = [1, 5, 15, 60, 180, 360];
660let _insDeliv, _dueDeliv, _delDeliv, _bumpDeliv;
661function deliveryStmts() {
662 if (!_insDeliv) {
663 _insDeliv = db.prepare('INSERT INTO ap_delivery (slug, inbox, body, attempts, next_at) VALUES (?,?,?,0,CURRENT_TIMESTAMP)');
664 _dueDeliv = db.prepare("SELECT * FROM ap_delivery WHERE datetime(next_at) <= datetime('now') ORDER BY next_at LIMIT 30");
665 _delDeliv = db.prepare('DELETE FROM ap_delivery WHERE id = ?');
666 _bumpDeliv = db.prepare('UPDATE ap_delivery SET attempts = ?, next_at = ? WHERE id = ?');
667 }
668 return { ins: _insDeliv, due: _dueDeliv, del: _delDeliv, bump: _bumpDeliv };
669}
670export function enqueueDelivery(slug, inbox, activity) {
671 if (!slug || !inbox || !activity) return;
672 try { deliveryStmts().ins.run(slug, inbox, JSON.stringify(activity)); } catch { /* ignore */ }
673}
674// Deliver now; queue for retry if it fails.
675export async function deliverWithRetry(slug, inbox, activity, keyId, privPem) {
676 if (!inbox) return;
677 try { const st = await deliver(inbox, activity, keyId, privPem); if (st >= 200 && st < 300) return; } catch { /* queue below */ }
678 enqueueDelivery(slug, inbox, activity);
679}
680let _processingDeliv = false;
681export async function processDeliveryQueue() {
682 if (_processingDeliv) return; // re-entrancy guard: 30 rows × 8s can exceed the 60s tick → no double-delivery
683 _processingDeliv = true;
684 try {
685 let rows;
686 try { rows = deliveryStmts().due.all(); } catch { return; }
687 if (!rows || !rows.length) return;
688 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
689 for (const row of rows) {
690 let ok = false;
691 try {
692 const keys = getOrCreateKeys(row.slug);
693 const st = await deliver(row.inbox, JSON.parse(row.body), `${actorId(base, row.slug)}#main-key`, keys.private_pem);
694 ok = st >= 200 && st < 300;
695 } catch { ok = false; }
696 if (ok) { deliveryStmts().del.run(row.id); continue; }
697 const attempts = row.attempts + 1;
698 if (attempts >= DELIVERY_MAX_ATTEMPTS) { deliveryStmts().del.run(row.id); console.warn('[AP] delivery gave up after', attempts, 'tries →', row.inbox); continue; }
699 // Index the backoff on the CURRENT attempt count (row.attempts) so the first
700 // retry uses the 1-min tier instead of skipping it.
701 const mins = DELIVERY_BACKOFF_MIN[Math.min(row.attempts, DELIVERY_BACKOFF_MIN.length - 1)];
702 deliveryStmts().bump.run(attempts, new Date(Date.now() + mins * 60000).toISOString(), row.id);
703 }
704 } finally { _processingDeliv = false; }
705}
706let _delivTimer = null;
707export function startDeliveryWorker() {
708 if (_delivTimer) return;
709 _delivTimer = setInterval(() => { processDeliveryQueue().catch(() => {}); }, 60 * 1000);
710 if (_delivTimer.unref) _delivTimer.unref();
711}
712
713// Best-effort verification of an incoming signed request. Returns the sender's
714// actor doc if the signature checks out, else null. (Not gating yet — MVP.)
715export async function verifyRequest(req) {
716 const sigH = req.headers['signature'];
717 if (!sigH) return null;
718 const p = Object.fromEntries([...sigH.matchAll(/([a-zA-Z]+)="([^"]*)"/g)].map((m) => [m[1], m[2]]));
719 if (!p.keyId || !p.signature) return null;
720 const actor = await fetchActor(p.keyId.split('#')[0]);
721 const pem = actor && actor.publicKey && actor.publicKey.publicKeyPem;
722 if (!pem) return null;
723 const hs = (p.headers || '(request-target) host date').split(/\s+/);
724 // Behind a reverse proxy the raw Host header is the backend bind (e.g. localhost:3000, when
725 // the proxy doesn't preserve it — Apache .htaccess [P] proxying), but the sender signed the
726 // HTTP-Signature over the PUBLIC host. Try each candidate host (the configured PUBLIC_BASE_URL
727 // host, the proxy's X-Forwarded-Host, and the raw Host) and accept if the signature verifies
728 // against any. An attacker can't forge a match (no private key), so this only rescues the
729 // legitimate proxied case. Also normalise a leading double-slash in the request-target.
730 let _pubHost = null;
731 if (process.env.PUBLIC_BASE_URL) { try { _pubHost = new URL(process.env.PUBLIC_BASE_URL).host; } catch { /* ignore */ } }
732 const _hosts = [...new Set([_pubHost, req.headers['x-forwarded-host'], req.headers['host']].filter(Boolean))];
733 const _target = `${req.method.toLowerCase()} ${String(req.originalUrl || '').replace(/^\/{2,}/, '/')}`;
734 const _sig = Buffer.from(p.signature, 'base64');
735 let ok = false;
736 for (const _h of _hosts) {
737 const line = hs.map((x) => x === '(request-target)'
738 ? `(request-target): ${_target}`
739 : x === 'host' ? `host: ${_h}`
740 : `${x}: ${req.headers[x] || ''}`).join('\n');
741 try { if (crypto.verify('sha256', Buffer.from(line), pem, _sig)) { ok = true; break; } } catch { /* try next host */ }
742 }
743 if (ok && hs.includes('digest') && req.rawBody) {
744 const exp = 'SHA-256=' + crypto.createHash('sha256').update(req.rawBody).digest('base64');
745 if (req.headers['digest'] !== exp) ok = false;
746 }
747 return ok ? actor : null;
748}
749
750// Handle an incoming inbox POST. slugParam = null for the shared /ap/inbox.
751export async function handleInbox(req, slugParam) {
752 const act = req.body || {};
753 const type = act.type;
754 // Real client IP (behind the proxy via `trust proxy`) — logged on dropped/rejected/
755 // ignored inbox hits so an operator can see who is probing their fediverse inbox.
756 const ip = req.ip || (req.connection && req.connection.remoteAddress) || '?';
757 const base = (process.env.PUBLIC_BASE_URL || `${req.protocol}://${req.get('host')}`).replace(/\/+$/, '');
758 const verified = await verifyRequest(req).catch(() => null);
759
760 // ENFORCE HTTP signatures: a data-affecting activity must be signed by the very
761 // actor it claims to be. No valid signature, or signer ≠ actor → reject (no
762 // forged replies/likes/follows/timeline posts). GET/discovery stays open.
763 const claimedActor = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
764 // Blocked actor/domain → silently drop (202, don't reveal the block).
765 if (claimedActor && isBlockedAny(claimedActor)) { console.log('[AP] inbox dropped (blocked)', claimedActor, 'from', ip); return 202; }
766 const GATED = ['Create', 'Like', 'Announce', 'Follow', 'Delete', 'Undo', 'Accept', 'Reject', 'Add', 'Remove', 'Update'];
767 if (GATED.includes(type)) {
768 if (!verified || !claimedActor || verified.id !== claimedActor) {
769 console.warn('[AP] inbox REJECTED (signature)', type, claimedActor || '?', 'from', ip, verified ? '(signer mismatch)' : '(unsigned/invalid)');
770 return 401;
771 }
772 }
773
774 if (type === 'Follow') {
775 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
776 const slug = slugParam || slugFromActorUrl(typeof act.object === 'string' ? act.object : (act.object && act.object.id));
777 if (!who || !slug) return 400;
778 const remote = await fetchActor(who);
779 if (!remote || !remote.inbox) return 202; // can't reach them → drop quietly
780 const sharedInbox = (remote.endpoints && remote.endpoints.sharedInbox) || null;
781 fStmts().ins.run(slug, who, remote.inbox, sharedInbox);
782 const me = actorId(base, slug);
783 const keys = getOrCreateKeys(slug);
784 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: act };
785 deliver(remote.inbox, accept, `${me}#main-key`, keys.private_pem).catch((e) => console.warn('[AP] Accept delivery failed:', e.message));
786 // Auto-backfill: send our recent posts as Create so the instance has our history
787 // (Mastodon doesn't fetch history on follow). ONCE PER REMOTE INSTANCE only —
788 // Mastodon dedupes notes per-instance, so re-filling an instance that already has
789 // a follower of ours is wasted work (and won't re-populate the new follower's
790 // timeline anyway). Deliver to the shared inbox (instance-level) when present.
791 // Sync insert+check (no await between) → no interleave race with concurrent Follows.
792 const instanceFilled = sharedInbox &&
793 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1')
794 .get(slug, sharedInbox, who);
795 if (!instanceFilled) {
796 backfillNewFollower(base, slug, sharedInbox || remote.inbox).catch(() => { /* best-effort */ });
797 }
798 console.log('[AP] Follow', who, '→', slug, verified ? '(sig ok)' : '(sig unverified)');
799 return 202;
800 }
801 if (type === 'Undo' && act.object) {
802 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
803 const ot = act.object.type;
804 if (ot === 'Follow') {
805 const obj = act.object.object;
806 const slug = slugParam || slugFromActorUrl(typeof obj === 'string' ? obj : (obj && obj.id));
807 if (who && slug) { fStmts().del.run(slug, who); console.log('[AP] Unfollow', who, '→', slug); }
808 return 202;
809 }
810 if (ot === 'Like' || ot === 'Announce') {
811 const tgt = act.object.object;
812 const pid = postIdFromNoteUrl(typeof tgt === 'string' ? tgt : (tgt && tgt.id), base);
813 if (who && pid) { iStmts().delLA.run(ot.toLowerCase(), pid, who); console.log('[AP] Undo', ot, who, '→', pid); }
814 return 202;
815 }
816 return 202;
817 }
818
819 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
820 const resolveActor = async (uri) => ((verified && verified.id === uri) ? verified : await fetchActor(uri).catch(() => null));
821 // Activities from our OWN actors are already stored via ap_outbox — don't re-store.
822 const isLocalActor = !!(base && actorUri && actorUri.startsWith(`${base}/ap/users/`));
823
824 // Inbound reply: a Create whose object replies to one of our notes (post OR comment).
825 if (type === 'Create' && act.object && (act.object.type === 'Note' || act.object.type === 'Article')) {
826 const o = act.object;
827 const tgt = findThreadTarget(o.inReplyTo, base);
828 if (tgt && actorUri && !isLocalActor) {
829 const ai = actorInfo(await resolveActor(actorUri), actorUri);
830 const html = HtmlSanitizerService.sanitize(o.content || '');
831 iStmts().ins.run('reply', tgt.post_id, o.id || '', actorUri, ai.name, ai.handle, ai.url, ai.icon, html, o.published || null, tgt.parent_uri);
832 console.log('[AP] reply', actorUri, '→', tgt.post_id);
833 return 202;
834 }
835 // Home timeline (client): a top-level post from an account we follow.
836 if (actorUri && !isLocalActor && !o.inReplyTo && o.id) {
837 let subs = []; try { subs = db.prepare('SELECT slug, auto_boost FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist yet */ }
838 if (subs.length) {
839 const ai = actorInfo(await resolveActor(actorUri), actorUri);
840 const html = HtmlSanitizerService.sanitize(o.content || '');
841 const _atts = (Array.isArray(o.attachment) ? o.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
842 // Fallback cover: a Note's `image` (set when the attachment was suppressed
843 // for a player-card post, e.g. hosted-audio posts).
844 if (!_atts.some((m) => !m.type || /image/i.test(m.type)) && o.image) {
845 const _im = Array.isArray(o.image) ? o.image[0] : o.image;
846 const _iu = safeUrl(typeof _im === 'string' ? _im : (_im && _im.url));
847 if (_iu) _atts.push({ url: _iu, type: (_im && _im.mediaType) || 'image/jpeg' });
848 }
849 const media = JSON.stringify(_atts);
850 // "Feature" = show in the Cirkel (local only). We do NOT auto-Announce
851 // incoming posts to the fediverse — that flooded followers. Boosting to the
852 // fediverse is only ever a deliberate, manual per-post action (the 🔁 on
853 // the timeline).
854 for (const s of subs) {
855 tlStmts().ins.run(o.id, s.slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, media, o.sensitive ? 1 : 0, o.summary || null);
856 }
857 console.log('[AP] timeline +', actorUri, 'x' + subs.length);
858 }
859 }
860 return 202;
861 }
862 // A remote post we cached was edited upstream → refresh our cached copy. This is the
863 // push-based edit-sync that keeps the Cirkel/timeline fresh without polling (selfHeal
864 // does it on a version bump; this does it live). Scope to the SIGNING actor so B can't
865 // edit A's note (the signature gate guarantees claimedActor == the verified signer).
866 if (type === 'Update' && act.object && (act.object.type === 'Note' || act.object.type === 'Article')) {
867 const o = act.object;
868 if (o.id && claimedActor) {
869 const html = HtmlSanitizerService.sanitize(o.content || '');
870 const media = mediaFromNote(o);
871 try {
872 // Refresh url too (COALESCE keeps the old one if the Update omits it): a remote slug
873 // rename keeps the same AP id but changes the human url, so without this the cached
874 // post would keep linking to the old, now-dead URL.
875 const r = db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ? AND author_uri = ?')
876 .run(html, media, o.sensitive ? 1 : 0, o.summary || null, o.url || null, o.id, claimedActor);
877 if (r.changes) console.log('[AP] timeline update', claimedActor, '→', o.id);
878 } catch { /* ignore */ }
879 // If this note is a cached fediverse reply on one of our posts, refresh its text too.
880 try { db.prepare('UPDATE ap_interactions SET content = ? WHERE object_uri = ? AND actor_uri = ?').run(html, o.id, claimedActor); } catch { /* ignore */ }
881 }
882 return 202;
883 }
884 if (type === 'Like' || type === 'Announce') {
885 const tgt = act.object;
886 const objUrl = typeof tgt === 'string' ? tgt : (tgt && tgt.id);
887 const pid = postIdFromNoteUrl(objUrl, base);
888 if (pid && actorUri && !isLocalActor && localPostExists(pid)) {
889 const ai = actorInfo(await resolveActor(actorUri), actorUri);
890 iStmts().ins.run(type.toLowerCase(), pid, '', actorUri, ai.name, ai.handle, ai.url, ai.icon, null, null, null);
891 console.log('[AP]', type === 'Like' ? 'like' : 'boost', actorUri, '→', pid);
892 } else if (type === 'Announce' && objUrl && actorUri && !isLocalActor) {
893 // A boost FROM an account we follow, of a REMOTE post → show it in the News feed.
894 // We only STORE it for display; we NEVER auto-Announce it onward (anti-feedback-loop:
895 // re-announcing an incoming Announce would cascade boosts across the network).
896 let subs = []; try { subs = db.prepare('SELECT slug FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist */ }
897 if (subs.length) {
898 const bn = await fetchNoteAP(objUrl);
899 if (bn && bn !== 404 && (bn.type === 'Note' || bn.type === 'Article') && bn.id) {
900 const origUri = actorUriOf(bn.attributedTo);
901 const oai = actorInfo(await resolveActor(origUri), origUri);
902 const html = HtmlSanitizerService.sanitize(bn.content || '');
903 const media = mediaFromNote(bn);
904 const booster = actorInfo(await resolveActor(actorUri), actorUri);
905 for (const s of subs) {
906 // published = now → the boost shows as fresh activity at the top (Mastodon shows
907 // reblogs at reblog-time, not the original's date). INSERT OR IGNORE: if we already
908 // have the note (e.g. we also follow the author), keep it and DON'T relabel it.
909 let inserted = false;
910 try { const r = tlStmts().ins.run(bn.id, s.slug, origUri || '', oai.name, oai.handle, oai.icon, oai.url, html, bn.url || null, new Date().toISOString(), media, bn.sensitive ? 1 : 0, bn.summary || null); inserted = r.changes > 0; } catch { /* ignore */ }
911 if (inserted) { try { db.prepare('UPDATE ap_timeline SET reblog_name = ?, reblog_handle = ?, reblog_icon = ? WHERE slug = ? AND id = ?').run(booster.name, booster.handle, booster.icon, s.slug, bn.id); } catch { /* ignore */ } }
912 }
913 console.log('[AP] timeline boost +', actorUri, 'x' + subs.length);
914 }
915 }
916 }
917 return 202;
918 }
919 if (type === 'Delete') {
920 // A remote note was deleted upstream → drop it from replies AND the timeline.
921 // Scope to the SIGNING actor so actor B can't delete actor A's content (the
922 // signature gate guarantees claimedActor == the verified signer here).
923 const oid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
924 if (oid && claimedActor) {
925 try { db.prepare('DELETE FROM ap_interactions WHERE object_uri = ? AND actor_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
926 try { db.prepare('DELETE FROM ap_timeline WHERE id = ? AND author_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
927 // Also clear a boost/like YOU made of this now-deleted remote post (the interact-page
928 // ap_my_reactions state), so it can't stay stuck as "boosted" on a post that's gone.
929 // Guard: only when the deleter owns the note's domain (B mustn't clear your reactions
930 // to A's posts).
931 try {
932 let sameHost = false;
933 try { sameHost = new URL(oid).host === new URL(claimedActor).host; } catch { sameHost = false; }
934 if (sameHost) db.prepare('DELETE FROM ap_my_reactions WHERE target_uri = ?').run(oid);
935 } catch { /* ignore */ }
936 }
937 return 202;
938 }
939 // Accept/Reject of a Follow WE sent (client side).
940 if (type === 'Accept' && act.object) {
941 const fid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
942 if (fid) { try { fwStmts().acc.run(fid); } catch { /* ignore */ } }
943 console.log('[AP] follow accepted', actorUri);
944 return 202;
945 }
946 if (type === 'Reject' && act.object) {
947 const who = actorUri;
948 if (who && slugParam) { try { fwStmts().del.run(slugParam, who); } catch { /* ignore */ } }
949 return 202;
950 }
951
952 console.log('[AP] inbox', type || 'unknown', '→', slugParam || 'shared', 'from', ip, '(ignored)');
953 return 202;
954}
955
956// Deliver a new post as Create(Note) to all followers' inboxes (fire-and-forget).
957// Needs PUBLIC_BASE_URL (absolute URLs); no-op without followers or base.
958export async function deliverCreate(site, post) {
959 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
960 if (!base || !site || !site.slug) return;
961 const followers = fStmts().list.all(site.slug);
962 if (!followers.length) return;
963 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
964 const keys = getOrCreateKeys(site.slug);
965 const keyId = `${actorId(base, site.slug)}#main-key`;
966 const create = buildCreate(base, site, post);
967 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, create, keyId, keys.private_pem);
968}
969
970// On a new Follow, send that follower our most recent posts as Create so their
971// timeline shows our history (Mastodon does not backfill on follow). Oldest-first
972// so they sort into the follower's timeline at their original dates.
973async function backfillNewFollower(base, slug, inbox) {
974 if (!base || !slug || !inbox) return;
975 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
976 if (!site) return;
977 const recent = db.prepare(
978 `SELECT id, slug, title, content, cover_image_url, nsfw, content_warning, published_at, created_at
979 FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
980 ORDER BY COALESCE(published_at, created_at) DESC LIMIT 20`
981 ).all(site.id).reverse();
982 if (!recent.length) return;
983 const keys = getOrCreateKeys(slug);
984 const keyId = `${actorId(base, slug)}#main-key`;
985 for (const p of recent) {
986 try { await deliver(inbox, buildCreate(base, site, p), keyId, keys.private_pem); } catch { /* best-effort */ }
987 await new Promise((r) => setTimeout(r, 150));
988 }
989 console.log('[AP] backfilled', recent.length, 'posts to new follower of', slug);
990}
991
992// Tell followers a post is gone (Delete + Tombstone) so it's removed from their feeds.
993export async function deliverDelete(site, post) {
994 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
995 if (!base || !site || !site.slug || !post || !post.id) return;
996 const followers = fStmts().list.all(site.slug);
997 if (!followers.length) return;
998 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
999 const keys = getOrCreateKeys(site.slug);
1000 const me = actorId(base, site.slug);
1001 const nid = noteId(base, post.id);
1002 const del = {
1003 '@context': AP_CONTEXT,
1004 id: `${nid}#delete-${Date.now()}-${rid()}`,
1005 type: 'Delete',
1006 actor: me,
1007 to: [PUBLIC],
1008 object: { id: nid, type: 'Tombstone' },
1009 };
1010 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, del, `${me}#main-key`, keys.private_pem);
1011}
1012
1013// Tell followers an already-published post changed (Update + edited Note) so
1014// Mastodon refreshes the cached copy (e.g. after fixing content).
1015export async function deliverUpdate(site, post) {
1016 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1017 if (!base || !site || !site.slug || !post || !post.id) return;
1018 const followers = fStmts().list.all(site.slug);
1019 if (!followers.length) return;
1020 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1021 const keys = getOrCreateKeys(site.slug);
1022 const me = actorId(base, site.slug);
1023 const note = buildNote(base, site, post);
1024 note.updated = new Date().toISOString();
1025 const update = {
1026 '@context': AP_CONTEXT,
1027 id: `${noteId(base, post.id)}#update-${Date.now()}-${rid()}`,
1028 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
1029 object: note,
1030 };
1031 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1032}
1033
1034// Tell followers the ACTOR changed (Update + Person) so Mastodon re-processes the
1035// account AND re-fetches the featured (pinned) collection — there is no standard
1036// "featured changed" activity, so this is how a pin/unpin propagates promptly.
1037export async function deliverActorUpdate(site) {
1038 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1039 if (!base || !site || !site.slug) return;
1040 const followers = fStmts().list.all(site.slug);
1041 if (!followers.length) return;
1042 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1043 const keys = getOrCreateKeys(site.slug);
1044 const me = actorId(base, site.slug);
1045 const update = {
1046 '@context': AP_CONTEXT,
1047 id: `${me}#update-${Date.now()}-${rid()}`,
1048 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
1049 object: buildActor(base, site),
1050 };
1051 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1052}
1053
1054// Reliably set the pinned order on followers' instances via Add/Remove activities
1055// (how Mastodon itself federates pins) — pushed to the inbox + processed immediately,
1056// unlike the featured COLLECTION which Mastodon caches with sticky StatusPins.
1057// Mastodon's Add skips an already-pinned status, so we REMOVE every pin first, wait,
1058// then ADD in rank-DESCENDING order (rank 1 added LAST → newest StatusPin → shown first,
1059// because Mastodon displays pins newest-first). `alsoRemove` = ids to unpin too.
1060export async function resyncFeaturedPins(site, alsoRemove = []) {
1061 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1062 if (!base || !site || !site.slug) return;
1063 const followers = fStmts().list.all(site.slug);
1064 if (!followers.length) return;
1065 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1066 const keys = getOrCreateKeys(site.slug);
1067 const me = actorId(base, site.slug);
1068 const keyId = `${me}#main-key`;
1069 const featured = `${me}/featured`;
1070 const note = (id) => noteId(base, id);
1071 const pinned = db.prepare(
1072 `SELECT id FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1073 AND pinned IS NOT NULL AND pinned > 0
1074 ORDER BY pinned DESC, COALESCE(published_at, created_at) ASC LIMIT 20`
1075 ).all(site.id);
1076 const removeIds = [...new Set([...pinned.map((p) => p.id), ...alsoRemove])];
1077 // 1. Remove every current pin so Mastodon can recreate them in order.
1078 for (const id of removeIds) {
1079 const rm = { '@context': AP_CONTEXT, id: `${me}#rm-${id}-${Date.now()}-${rid()}`, type: 'Remove', actor: me, object: note(id), target: featured, to: [PUBLIC] };
1080 for (const inbox of inboxes) deliver(inbox, rm, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1081 }
1082 if (!pinned.length) { console.log('[AP] unpinned all featured for', site.slug); return; }
1083 await new Promise((r) => setTimeout(r, 5000)); // let the Removes land first
1084 // 2. Add in rank-DESC order, gaps so each StatusPin gets an increasing created_at.
1085 for (const p of pinned) {
1086 const add = { '@context': AP_CONTEXT, id: `${me}#add-${p.id}-${Date.now()}-${rid()}`, type: 'Add', actor: me, object: note(p.id), target: featured, to: [PUBLIC], cc: [`${me}/followers`] };
1087 for (const inbox of inboxes) deliver(inbox, add, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1088 await new Promise((r) => setTimeout(r, 2000));
1089 }
1090 console.log('[AP] resynced', pinned.length, 'featured pins for', site.slug);
1091}
1092
1093// ── outbound replies (Klonkt → fediverse) ─────────────────────────
1094const escHtml = (s) => String(s || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
1095const toISO = (v) => { if (!v) return new Date().toISOString(); const s = String(v); const d = new Date(/[TZ]/.test(s) ? s : s.replace(' ', 'T') + 'Z'); return isNaN(d) ? new Date().toISOString() : d.toISOString(); };
1096
1097// Build one of OUR outbound reply Notes from an ap_outbox row.
1098// Turn #hashtags in reply text into Mastodon-style hashtag links (clickable + federated).
1099function linkHashtags(base, html) {
1100 return String(html || '').replace(/(^|[\s>])#([\p{L}\p{M}\p{N}_]+)/gu, (m, pre, tag) =>
1101 `${pre}<a href="${base}/tag/${encodeURIComponent(tag.toLowerCase())}" class="mention hashtag" rel="tag">#${tag}</a>`);
1102}
1103// Extract the AP Hashtag tag objects from already-linked reply content.
1104function hashtagTags(base, content) {
1105 const tags = [], seen = new Set();
1106 const re = /class="[^"]*\bhashtag\b[^"]*"[^>]*>#([\p{L}\p{M}\p{N}_]+)</giu;
1107 let m;
1108 while ((m = re.exec(content || ''))) {
1109 const k = m[1].toLowerCase();
1110 if (seen.has(k)) continue; seen.add(k);
1111 tags.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(k)}`, name: '#' + m[1] });
1112 }
1113 return tags;
1114}
1115
1116// Normalise a post's tags field (array, JSON-string, or comma-string) to an array.
1117function normalizeTags(t) {
1118 if (Array.isArray(t)) return t;
1119 if (typeof t === 'string') {
1120 const s = t.trim(); if (!s) return [];
1121 if (s[0] === '[') { try { const a = JSON.parse(s); return Array.isArray(a) ? a : []; } catch { /* fall through */ } }
1122 return s.split(',').map((x) => x.trim()).filter(Boolean);
1123 }
1124 return [];
1125}
1126// A tag → { label, slug }. Multi-word tags become CamelCase (#LiveMusic) for the display
1127// name (Mastodon hashtags can't contain spaces; CamelCase is the accessibility norm); the
1128// slug/href stays lowercase ("livemusic").
1129function tagParts(raw) {
1130 const words = String(raw || '').trim().split(/[\s_]+/).map((w) => w.replace(/[^\p{L}\p{M}\p{N}]/gu, '')).filter(Boolean);
1131 if (!words.length) return null;
1132 const slug = words.join('').toLowerCase();
1133 if (!slug) return null;
1134 const label = words.length > 1 ? words.map((w) => w[0].toUpperCase() + w.slice(1)).join('') : words[0];
1135 return { label, slug };
1136}
1137// Merge a post's tags field + the #hashtags linked inline in its body into one deduped
1138// Hashtag tag list (with hrefs to our /tag page).
1139function buildHashtagList(base, tagsField, content) {
1140 const out = [], seen = new Set();
1141 for (const t of normalizeTags(tagsField)) {
1142 const p = tagParts(t); if (!p || seen.has(p.slug)) continue; seen.add(p.slug);
1143 out.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(p.slug)}`, name: '#' + p.label });
1144 }
1145 for (const h of hashtagTags(base, content)) {
1146 const k = h.name.slice(1).toLowerCase(); if (seen.has(k)) continue; seen.add(k);
1147 out.push(h);
1148 }
1149 return out;
1150}
1151
1152// Extract Mention tag objects from already-linked content (class="u-url mention").
1153function mentionTags(content) {
1154 const tags = [], seen = new Set();
1155 // The link href is the human profile URL; the actor URI (for the Mention tag) is in data-actor.
1156 const re = /<a href="[^"]*" class="u-url mention" data-actor="([^"]+)">@([^<]+)<\/a>/gi;
1157 let m;
1158 while ((m = re.exec(content || ''))) {
1159 const href = m[1];
1160 if (seen.has(href)) continue; seen.add(href);
1161 tags.push({ type: 'Mention', href, name: '@' + m[2] });
1162 }
1163 return tags;
1164}
1165// Resolve inline @user@domain mentions in reply/post text → link them (href = actor URI)
1166// and collect the mentioned actors' inboxes so they get notified. Best-effort per mention.
1167async function resolveMentionsInText(base, html) {
1168 const inboxes = [];
1169 const handles = new Set();
1170 const re = /(^|[\s>])@([\p{L}\p{M}\p{N}_.-]+@[\p{L}\p{M}\p{N}.-]+)/gu;
1171 let m;
1172 while ((m = re.exec(html || ''))) handles.add(m[2]);
1173 let out = String(html || '');
1174 for (const h of handles) {
1175 let actorUri = null;
1176 try { actorUri = await webfingerResolve('@' + h); } catch { actorUri = null; }
1177 if (!actorUri) continue;
1178 const actor = await fetchActor(actorUri).catch(() => null);
1179 const inbox = actor && ((actor.endpoints && actor.endpoints.sharedInbox) || actor.inbox);
1180 if (inbox) inboxes.push(inbox);
1181 const profileUrl = actorInfo(actor, actorUri).url || actorUri; // human profile page → the link href
1182 const esc = h.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
1183 out = out.replace(new RegExp('(^|[\\s>])@' + esc + '(?![\\p{L}\\p{M}\\p{N}_.-])', 'gu'),
1184 (full, pre) => `${pre}<a href="${profileUrl}" class="u-url mention" data-actor="${actorUri}">@${h}</a>`);
1185 }
1186 return { html: out, inboxes };
1187}
1188
1189export function buildReplyNote(base, site, row) {
1190 const me = actorId(base, site.slug);
1191 return {
1192 id: noteId(base, row.id),
1193 type: 'Note',
1194 attributedTo: me,
1195 inReplyTo: row.in_reply_to || undefined,
1196 content: row.content,
1197 url: row.post_slug ? `${base}/${encodeURIComponent(row.post_slug)}` : undefined,
1198 published: toISO(row.created_at),
1199 to: row.to_actor ? [row.to_actor] : [PUBLIC],
1200 cc: [PUBLIC, `${me}/followers`],
1201 tag: [
1202 ...mentionTags(row.content),
1203 ...hashtagTags(base, row.content),
1204 ],
1205 };
1206}
1207
1208// Resolve one of our outbound reply Notes by id (for /ap/notes/:id fallback).
1209export function getOutboxNote(base, id) {
1210 const row = iStmts().getO.get(id);
1211 if (!row) return null;
1212 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(row.site_slug);
1213 if (!site) return null;
1214 return buildReplyNote(base, site, row);
1215}
1216
1217// Send a reply FROM this site to a remote actor (in reply to their inbound reply).
1218// `parent` = an ap_interactions row (actor_uri, actor_url, actor_handle, object_uri).
1219export async function deliverReply(site, { postId, postSlug, parent, text }) {
1220 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1221 if (!base || !site || !site.slug || !parent || !String(text || '').trim()) return null;
1222 const me = actorId(base, site.slug);
1223 const handle = parent.actor_handle || deriveHandle(parent.actor_uri);
1224 const dispHandle = handle && handle[0] === '@' ? handle : '@' + (handle || '');
1225 const body = escHtml(String(text).trim()).replace(/\r?\n/g, '<br>');
1226 const mres = await resolveMentionsInText(base, body); // link inline @mentions + collect their inboxes
1227 const mention = parent.actor_uri
1228 ? `<a href="${escHtml(parent.actor_url || parent.actor_uri)}" class="u-url mention" data-actor="${escHtml(parent.actor_uri)}">${escHtml(dispHandle)}</a> ` : '';
1229 const content = `<p>${mention}${linkHashtags(base, mres.html)}</p>`;
1230 // Dedup: skip if the exact same reply was already sent (double-submit guard).
1231 const dup = db.prepare('SELECT 1 FROM ap_outbox WHERE site_slug = ? AND IFNULL(in_reply_to, \'\') = ? AND content = ? LIMIT 1')
1232 .get(site.slug, parent.object_uri || '', content);
1233 if (dup) { console.log('[AP] outreply skipped (duplicate)'); return { duplicate: true, delivered: 0 }; }
1234 const id = crypto.randomUUID();
1235 iStmts().insO.run(id, site.slug, postId, postSlug || null, parent.object_uri || null, parent.actor_uri || null, handle, content);
1236 const row = iStmts().getO.get(id);
1237 const note = buildReplyNote(base, site, row);
1238 const create = {
1239 '@context': AP_CONTEXT,
1240 id: note.id + '#create', type: 'Create', actor: me,
1241 published: note.published, to: note.to, cc: note.cc, object: note,
1242 };
1243 const keys = getOrCreateKeys(site.slug);
1244 const keyId = `${me}#main-key`;
1245 const inboxes = new Set();
1246 if (parent.actor_uri) {
1247 const a = await fetchActor(parent.actor_uri).catch(() => null);
1248 if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox);
1249 }
1250 if (parent.threadInbox) inboxes.add(parent.threadInbox); // back-compat (single)
1251 (parent.threadInboxes || []).forEach((i) => inboxes.add(i)); // whole ancestor chain
1252 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1253 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the reply
1254 inboxes.delete(`${me}/inbox`); // never deliver to ourselves (already in ap_outbox)
1255 inboxes.delete(`${base}/ap/inbox`); // (our own shared inbox) → avoids a self-duplicate
1256 let delivered = 0;
1257 for (const inbox of [...inboxes].filter(Boolean)) {
1258 try { const st = await deliver(inbox, create, keyId, keys.private_pem); if (st >= 200 && st < 300) delivered++; } catch { /* best-effort */ }
1259 }
1260 console.log('[AP] outreply', site.slug, '→', parent.actor_uri, 'delivered', delivered);
1261 return { id, content, delivered };
1262}
1263
1264// attributedTo may be a string, an object {id}, or an ARRAY — e.g. a PeerTube Video is
1265// attributed to [Person (account), Group (channel)]. Pick a usable actor URI (prefer Person).
1266function actorUriOf(att) {
1267 if (!att) return null;
1268 if (typeof att === 'string') return att;
1269 if (Array.isArray(att)) {
1270 const person = att.find((a) => a && typeof a === 'object' && a.type === 'Person' && a.id);
1271 if (person) return person.id;
1272 for (const a of att) { if (typeof a === 'string') return a; if (a && a.id) return a.id; }
1273 return null;
1274 }
1275 return att.id || null;
1276}
1277
1278// Resolve a remote post URL (any fediverse/Klonkt post) into a reply target.
1279// Returns a parent-shaped object usable by deliverReply(), or null.
1280export async function resolveRemoteNote(url) {
1281 if (!/^https?:\/\//i.test(String(url || ''))) return null;
1282 const note = await fetchActor(url).catch(() => null); // AP GET (content-negotiates)
1283 if (!note || !note.id) return null;
1284 const att = note.attributedTo;
1285 const actorUri = actorUriOf(att);
1286 if (!actorUri) return null;
1287 const actor = await fetchActor(actorUri).catch(() => null);
1288 const ai = actorInfo(actor, actorUri);
1289 // Is what we're replying to a post (or a comment) on one of OUR posts? If so,
1290 // link our reply to that local post so it shows nested in the post thread.
1291 const localTgt = findThreadTarget(note.id, (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, ''));
1292 // Walk the WHOLE reply chain upward (comment → parent comment → … → root post)
1293 // and collect every ancestor author's inbox, so each participant's server —
1294 // including the original post's author — receives + threads our reply.
1295 const threadInboxes = [];
1296 const seenInbox = new Set();
1297 let cursor = note.inReplyTo, guard = 0;
1298 while (cursor && guard++ < 6) {
1299 const url = typeof cursor === 'string' ? cursor : (cursor && cursor.id);
1300 if (!url) break;
1301 const pn = await fetchActor(url).catch(() => null);
1302 if (!pn) break;
1303 const pa = actorUriOf(pn.attributedTo);
1304 if (pa && pa !== actorUri) {
1305 const paDoc = await fetchActor(pa).catch(() => null);
1306 const inbox = paDoc && ((paDoc.endpoints && paDoc.endpoints.sharedInbox) || paDoc.inbox);
1307 if (inbox && !seenInbox.has(inbox)) { seenInbox.add(inbox); threadInboxes.push(inbox); }
1308 }
1309 cursor = pn.inReplyTo; // climb to the next ancestor
1310 }
1311 // For non-Note objects (PeerTube Video, Article, …) the meaningful label is `name` (the
1312 // title); prepend it so the reply page shows what you're replying to (sanitize cleans it).
1313 let rawHtml = String(note.content || '').replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
1314 if (note.name && note.type && note.type !== 'Note') rawHtml = `<p><strong>${note.name}</strong></p>` + rawHtml;
1315 const images = (Array.isArray(note.attachment) ? note.attachment : [])
1316 .filter((a) => a && a.url && (!a.mediaType || /^image\//i.test(a.mediaType)))
1317 .map((a) => safeUrl(a.url)).filter(Boolean);
1318 return {
1319 object_uri: safeUrl(note.id) || note.id,
1320 actor_uri: actorUri,
1321 actor_url: ai.url,
1322 actor_handle: ai.handle,
1323 actor_name: ai.name,
1324 actor_icon: ai.icon,
1325 url: note.url || url,
1326 content: HtmlSanitizerService.sanitize(rawHtml), // full, sanitized
1327 sensitive: !!note.sensitive, // remote CW → blur in the Cirkel
1328 cw: note.summary || '',
1329 images,
1330 threadInboxes, // every ancestor author's inbox
1331 localPostId: localTgt ? localTgt.post_id : '', // our post this belongs to (if any)
1332 preview: HtmlSanitizerService.toPlainText(note.content || '').slice(0, 240),
1333 };
1334}
1335
1336// List a site's own outbound fediverse replies (for the manage/delete view).
1337// The plain editable text of a stored reply (unwrap links → their text, <br> → newline)
1338// so the manage view can prefill an edit box; the mention is re-added on save.
1339function outboxEditableText(content) {
1340 return String(content || '')
1341 .replace(/<br\s*\/?>/gi, '\n')
1342 .replace(/<a\b[^>]*>([\s\S]*?)<\/a>/gi, '$1')
1343 .replace(/<[^>]+>/g, '')
1344 .replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&')
1345 .trim();
1346}
1347export function listOutbox(siteSlug) {
1348 return db.prepare('SELECT id, content, to_handle, in_reply_to, created_at FROM ap_outbox WHERE site_slug = ? ORDER BY created_at DESC')
1349 .all(siteSlug).map((r) => { const c = stripLeadingMentions(r.content); return { ...r, content: c, editable: outboxEditableText(c) }; });
1350}
1351
1352// Delete one of our outbound replies: send Delete(Tombstone) to recipients + remove it.
1353export async function deliverOutboxDelete(site, outboxId) {
1354 const row = iStmts().getO.get(outboxId);
1355 if (!row || row.site_slug !== site.slug) return false;
1356 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1357 if (base) {
1358 const me = actorId(base, site.slug);
1359 const nid = noteId(base, row.id);
1360 const del = { '@context': AP_CONTEXT, id: `${nid}#delete-${Date.now()}-${rid()}`, type: 'Delete', actor: me, to: [PUBLIC], object: { id: nid, type: 'Tombstone' } };
1361 const keys = getOrCreateKeys(site.slug);
1362 const inboxes = new Set();
1363 if (row.to_actor) { const a = await fetchActor(row.to_actor).catch(() => null); if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox); }
1364 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1365 for (const inbox of [...inboxes].filter(Boolean)) { try { await deliver(inbox, del, `${me}#main-key`, keys.private_pem); } catch { /* best-effort */ } }
1366 }
1367 db.prepare('DELETE FROM ap_outbox WHERE id = ?').run(outboxId);
1368 return true;
1369}
1370
1371// Edit one of our outbound replies: rewrite the stored content (mention re-added + #tags
1372// re-linked) and send an Update(Note) so recipients refresh their cached copy.
1373export async function deliverOutboxUpdate(site, outboxId, newText) {
1374 const row = iStmts().getO.get(outboxId);
1375 if (!row || row.site_slug !== site.slug) return false;
1376 const text = String(newText || '').trim();
1377 if (!text) return false;
1378 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1379 if (!base) return false;
1380 const me = actorId(base, site.slug);
1381 const toActor = row.to_actor ? await fetchActor(row.to_actor).catch(() => null) : null;
1382 const toProfile = row.to_actor ? (actorInfo(toActor, row.to_actor).url || row.to_actor) : '';
1383 const _h = row.to_handle || deriveHandle(row.to_actor);
1384 const toHandle = _h && _h[0] === '@' ? _h : '@' + (_h || '');
1385 const mention = row.to_actor
1386 ? `<a href="${escHtml(toProfile)}" class="u-url mention" data-actor="${escHtml(row.to_actor)}">${escHtml(toHandle)}</a> ` : '';
1387 const mres = await resolveMentionsInText(base, escHtml(text).replace(/\r?\n/g, '<br>'));
1388 const content = `<p>${mention}${linkHashtags(base, mres.html)}</p>`;
1389 db.prepare('UPDATE ap_outbox SET content = ? WHERE id = ?').run(content, outboxId);
1390 const note = buildReplyNote(base, site, iStmts().getO.get(outboxId));
1391 note.updated = new Date().toISOString();
1392 const update = {
1393 '@context': AP_CONTEXT,
1394 id: `${note.id}#update-${Date.now()}-${rid()}`, type: 'Update', actor: me,
1395 published: note.published, updated: note.updated, to: note.to, cc: note.cc, object: note,
1396 };
1397 const keys = getOrCreateKeys(site.slug);
1398 const inboxes = new Set();
1399 if (toActor) inboxes.add((toActor.endpoints && toActor.endpoints.sharedInbox) || toActor.inbox);
1400 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1401 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the edit
1402 inboxes.delete(`${me}/inbox`); inboxes.delete(`${base}/ap/inbox`);
1403 let delivered = 0;
1404 for (const inbox of [...inboxes].filter(Boolean)) {
1405 try { const st = await deliver(inbox, update, `${me}#main-key`, keys.private_pem); if (st >= 200 && st < 300) delivered++; } catch { /* best-effort */ }
1406 }
1407 console.log('[AP] outreply edit', site.slug, 'delivered', delivered);
1408 return { ok: true, content, delivered };
1409}
1410
1411// ── Fediverse CLIENT: follow accounts + home timeline ─────────────
1412// Resolve an @user@domain handle to its actor URL via WebFinger.
1413export async function webfingerResolve(handle) {
1414 const h = String(handle || '').trim().replace(/^@/, '');
1415 const parts = h.split('@');
1416 if (parts.length !== 2 || !parts[0] || !parts[1]) return null;
1417 const acct = `${parts[0]}@${parts[1]}`;
1418 try {
1419 const r = await safeFetch(`https://${parts[1]}/.well-known/webfinger?resource=acct:${encodeURIComponent(acct)}`,
1420 { headers: { Accept: 'application/jrd+json, application/json' } });
1421 if (!r.ok) return null;
1422 const jrd = await r.json();
1423 const link = (jrd.links || []).find((l) => l.rel === 'self' && /activity\+json|ld\+json/.test(l.type || ''));
1424 return safeUrl(link ? link.href : '') || null;
1425 } catch { return null; }
1426}
1427
1428let _insFw, _delFw, _listFw, _accFw, _oneFw, _setAB;
1429function fwStmts() {
1430 if (!_insFw) {
1431 _insFw = db.prepare('INSERT OR REPLACE INTO ap_following (slug, actor_uri, handle, name, icon, url, inbox, follow_id, status, auto_boost, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
1432 _delFw = db.prepare('DELETE FROM ap_following WHERE slug = ? AND actor_uri = ?');
1433 _listFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? ORDER BY created_at DESC');
1434 _accFw = db.prepare("UPDATE ap_following SET status = 'accepted' WHERE follow_id = ?");
1435 _oneFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? AND actor_uri = ?');
1436 _setAB = db.prepare('UPDATE ap_following SET auto_boost = ? WHERE slug = ? AND actor_uri = ?');
1437 }
1438 return { ins: _insFw, del: _delFw, list: _listFw, acc: _accFw, one: _oneFw, setAB: _setAB };
1439}
1440export function listFollowing(slug) { return fwStmts().list.all(slug); }
1441
1442// Toggle auto-boost ("feature") on an account we already follow.
1443export function setAutoBoost(slug, actorUri, on) {
1444 try { fwStmts().setAB.run(on ? 1 : 0, slug, actorUri); } catch { /* ignore */ }
1445 // Featuring an account → AP-native catch-up so the Cirkel isn't empty until they next
1446 // post (push doesn't backfill history-before-follow). Fire-and-forget pull, sends nothing.
1447 if (on) backfillFromOutbox(slug, actorUri).catch(() => {});
1448 return { ok: true };
1449}
1450
1451let _insTl, _listTl, _delTl;
1452function tlStmts() {
1453 if (!_insTl) {
1454 _insTl = db.prepare('INSERT OR IGNORE INTO ap_timeline (id, slug, author_uri, author_name, author_handle, author_icon, author_url, content, url, published, media_json, nsfw, cw, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
1455 _listTl = db.prepare('SELECT * FROM ap_timeline WHERE slug = ? ORDER BY COALESCE(published, created_at) DESC LIMIT ?');
1456 _delTl = db.prepare('DELETE FROM ap_timeline WHERE id = ?');
1457 }
1458 return { ins: _insTl, list: _listTl, del: _delTl };
1459}
1460export function getTimeline(slug, limit) { return tlStmts().list.all(slug, limit || 50); }
1461
1462// ── Cirkel = posts from the accounts you auto-boost ("feature an artist") ──
1463let _abCount, _cirkelPosts, _cirkelMembers;
1464export function autoBoostCount(slug) {
1465 try { if (!_abCount) _abCount = db.prepare('SELECT COUNT(*) AS n FROM ap_following WHERE slug = ? AND auto_boost = 1'); return _abCount.get(slug).n; } catch { return 0; }
1466}
1467export function getCirkelPosts(slug, limit) {
1468 try {
1469 // Cirkel = posts from featured (auto_boost) accounts + posts you boosted
1470 // (t.boosted), mixed by date. One row per note in ap_timeline → no duplicates.
1471 if (!_cirkelPosts) _cirkelPosts = db.prepare(`
1472 SELECT t.id, t.author_uri, t.author_name, t.author_handle, t.author_icon, t.author_url,
1473 t.content, t.url, t.published, t.media_json, t.boosted, t.nsfw, t.cw
1474 FROM ap_timeline t
1475 LEFT JOIN ap_following f ON f.slug = t.slug AND f.actor_uri = t.author_uri
1476 WHERE t.slug = ? AND (f.auto_boost = 1 OR t.boosted = 1)
1477 ORDER BY COALESCE(t.published, t.created_at) DESC, t.rowid DESC
1478 LIMIT ?`);
1479 return _cirkelPosts.all(slug, limit || 60);
1480 } catch { return []; }
1481}
1482export function getCirkelMembers(slug) {
1483 try { if (!_cirkelMembers) _cirkelMembers = db.prepare('SELECT name, url, icon FROM ap_following WHERE slug = ? AND auto_boost = 1 ORDER BY name'); return _cirkelMembers.all(slug); } catch { return []; }
1484}
1485// Mark a timeline post as boosted so it shows in the Cirkel (mixed by date).
1486let _markBoost, _unmarkBoost, _boostedCount;
1487export function markBoosted(slug, noteId) {
1488 try { if (!_markBoost) _markBoost = db.prepare('UPDATE ap_timeline SET boosted = 1 WHERE slug = ? AND id = ?'); _markBoost.run(slug, noteId); } catch { /* ignore */ }
1489}
1490export function unmarkBoosted(slug, noteId) {
1491 try { if (!_unmarkBoost) _unmarkBoost = db.prepare('UPDATE ap_timeline SET boosted = 0 WHERE slug = ? AND id = ?'); _unmarkBoost.run(slug, noteId); } catch { /* ignore */ }
1492}
1493let _markLike, _unmarkLike;
1494export function markLiked(slug, noteId) {
1495 try { if (!_markLike) _markLike = db.prepare('UPDATE ap_timeline SET liked = 1 WHERE slug = ? AND id = ?'); _markLike.run(slug, noteId); } catch { /* ignore */ }
1496}
1497export function unmarkLiked(slug, noteId) {
1498 try { if (!_unmarkLike) _unmarkLike = db.prepare('UPDATE ap_timeline SET liked = 0 WHERE slug = ? AND id = ?'); _unmarkLike.run(slug, noteId); } catch { /* ignore */ }
1499}
1500export function getTimelineReaction(slug, noteId) {
1501 try { const r = db.prepare('SELECT liked, boosted FROM ap_timeline WHERE slug = ? AND id = ?').get(slug, noteId); return { liked: !!(r && r.liked), boosted: !!(r && r.boosted) }; } catch { return { liked: false, boosted: false }; }
1502}
1503// Boost a REMOTE post that may not be in your timeline (you don't follow the author):
1504// store it in ap_timeline (INSERT OR IGNORE → no dup for followed posts) so it shows in
1505// the Cirkel with a Boost badge, then flag it boosted.
1506export function upsertBoostedNote(slug, note) {
1507 if (!slug || !note || !note.object_uri) return;
1508 const id = note.object_uri;
1509 const media = JSON.stringify((note.images || []).map((u) => ({ url: u, type: 'image/jpeg' })));
1510 try {
1511 tlStmts().ins.run(id, slug, note.actor_uri || '', note.actor_name || '', note.actor_handle || '',
1512 note.actor_icon || '', note.actor_url || '', note.content || '', note.url || null,
1513 new Date().toISOString(), media, note.sensitive ? 1 : 0, note.cw || null);
1514 } catch { /* ignore */ }
1515 markBoosted(slug, id);
1516}
1517export function boostedCount(slug) {
1518 try { if (!_boostedCount) _boostedCount = db.prepare('SELECT COUNT(*) AS n FROM ap_timeline WHERE slug = ? AND boosted = 1'); return _boostedCount.get(slug).n; } catch { return 0; }
1519}
1520
1521// Resolve a Klonkt/AP actor URL from a site root: a Klonkt site's root 302s to
1522// /ap/users/<slug> (content negotiation; Location may be relative). Used by
1523// followActor for bare-domain follows.
1524// NB: the old auto-migration of legacy Cirkels (circle_links -> AP follows) was
1525// REMOVED on 2026-06-26 — it auto-sent Follows on boot, which violates "the code
1526// never throws anything into the fediverse automatically" (would surprise-Follow
1527// for some operators at scale). The dead circle_links table stays as harmless dead
1528// data; an operator restores an old cirkel by re-following in /following (their click).
1529async function resolveApActor(siteUrl) {
1530 try {
1531 const r = await fetch(siteUrl, { headers: { Accept: 'application/activity+json' }, redirect: 'manual' });
1532 if (r.status >= 300 && r.status < 400) { const loc = r.headers.get('location'); if (loc) return new URL(loc, siteUrl).href; }
1533 if (r.ok) return siteUrl;
1534 } catch { /* unreachable */ }
1535 return null;
1536}
1537
1538// ── Self-heal: re-sync the fediverse cache (ap_timeline) after a DRASTIC update ──
1539// Runs ONCE per SELFHEAL_VERSION bump — NOT on every boot. Re-fetches each cached
1540// note and refreshes content + media (recovers covers/edits that were delivered
1541// during a flux window, e.g. a fleet-wide update), and drops notes that are gone
1542// (404/410). Bump SELFHEAL_VERSION only on a release that warrants a re-sync.
1543const SELFHEAL_VERSION = 4;
1544async function fetchNoteAP(url) {
1545 try {
1546 const r = await fetch(url, { headers: { Accept: 'application/activity+json' } });
1547 if (r.status === 404 || r.status === 410) return 404;
1548 if (r.ok) return await r.json();
1549 } catch { /* unreachable */ }
1550 return null;
1551}
1552function mediaFromNote(note) {
1553 const atts = (Array.isArray(note.attachment) ? note.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
1554 if (!atts.some((m) => !m.type || /image/i.test(m.type)) && note.image) {
1555 const im = Array.isArray(note.image) ? note.image[0] : note.image;
1556 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
1557 if (iu) atts.push({ url: iu, type: (im && im.mediaType) || 'image/jpeg' });
1558 }
1559 return JSON.stringify(atts);
1560}
1561// A generic SSRF-safe AP GET (collections / pages).
1562async function apGetJson(url) {
1563 try {
1564 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
1565 if (!r.ok) return null;
1566 const len = Number(r.headers.get('content-length') || 0);
1567 if (len > 3_000_000) return null;
1568 return await r.json();
1569 } catch { return null; }
1570}
1571// AP-native catch-up: pull an actor's standard `outbox` collection and merge their recent
1572// top-level posts into the timeline for `slug`. Push (Create delivery) cannot backfill
1573// history-from-before-you-followed or a delivery that was missed while you were down;
1574// reading the outbox is the spec-conform way to catch up. PULL ONLY — sends nothing.
1575export async function backfillFromOutbox(slug, actorUri, limit = 20) {
1576 try {
1577 if (!slug || !actorUri) return 0;
1578 const actor = await fetchActor(actorUri);
1579 if (!actor || !actor.outbox) return 0;
1580 let page = await apGetJson(typeof actor.outbox === 'string' ? actor.outbox : actor.outbox.id);
1581 let items = (page && (page.orderedItems || page.items)) || [];
1582 if (!items.length && page && page.first) {
1583 page = await apGetJson(typeof page.first === 'string' ? page.first : page.first.id);
1584 items = (page && (page.orderedItems || page.items)) || [];
1585 }
1586 if (!Array.isArray(items) || !items.length) return 0;
1587 const ai = actorInfo(actor, actorUri);
1588 let added = 0;
1589 for (const it of items.slice(0, limit)) {
1590 // Each item is usually a Create wrapping a Note, or sometimes the Note itself.
1591 const o = (it && typeof it.object === 'object' && it.object) ? it.object : it;
1592 if (!o || !o.id) continue;
1593 if (o.type && o.type !== 'Note' && o.type !== 'Article') continue; // skip boosts/other
1594 if (o.inReplyTo) continue; // top-level only
1595 const auth = actorUriOf(o.attributedTo);
1596 if (auth && auth !== actorUri) continue; // their OWN posts only
1597 const html = HtmlSanitizerService.sanitize(o.content || '');
1598 try {
1599 const r = tlStmts().ins.run(o.id, slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, mediaFromNote(o), o.sensitive ? 1 : 0, o.summary || null);
1600 if (r && r.changes > 0) added++;
1601 } catch { /* ignore */ }
1602 }
1603 if (added) console.log('[AP] outbox backfill', actorUri, '→', slug, '+' + added);
1604 return added;
1605 } catch { return 0; }
1606}
1607let _selfHealing = false;
1608export async function selfHealTimeline() {
1609 if (_selfHealing) return; _selfHealing = true;
1610 try {
1611 let cur = 0;
1612 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_version'); cur = r ? (parseInt(r.value, 10) || 0) : 0; } catch { return; }
1613 if (cur >= SELFHEAL_VERSION) return; // already healed for this version — skip on normal boots
1614 let rows = [];
1615 try { rows = db.prepare('SELECT id, content, media_json, nsfw, cw, url FROM ap_timeline ORDER BY rowid DESC LIMIT 200').all(); } catch { /* no table */ }
1616 let healed = 0;
1617 for (const r of rows) {
1618 try {
1619 const note = await fetchNoteAP(r.id);
1620 if (note === 404) { db.prepare('DELETE FROM ap_timeline WHERE id = ?').run(r.id); healed++; continue; }
1621 if (!note || typeof note !== 'object') continue;
1622 const html = HtmlSanitizerService.sanitize(note.content || '');
1623 const media = mediaFromNote(note);
1624 const nsfw = note.sensitive ? 1 : 0; // re-sync NSFW/sensitive + CW onto already-cached posts
1625 const cw = note.summary || null;
1626 const url = note.url || null; // re-sync the human url (catches a remote slug rename)
1627 if ((html && html !== r.content) || media !== (r.media_json || '[]') || nsfw !== (r.nsfw || 0) || (cw || '') !== (r.cw || '') || (url && url !== r.url)) {
1628 db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ?').run(html || r.content, media, nsfw, cw, url, r.id);
1629 healed++;
1630 }
1631 } catch { /* per-note best-effort */ }
1632 }
1633 try { db.prepare('INSERT OR REPLACE INTO app_settings (key, value) VALUES (?, ?)').run('selfheal_version', String(SELFHEAL_VERSION)); } catch { /* ignore */ }
1634 if (rows.length) console.log(`[AP] self-heal v${SELFHEAL_VERSION}: ${healed}/${rows.length} timeline notes`);
1635 } catch { /* never block boot */ } finally { _selfHealing = false; }
1636}
1637
1638// Follow a fediverse account by @handle (WebFinger → actor → signed Follow).
1639export async function followActor(site, handle, autoBoost = false) {
1640 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1641 if (!base || !site || !site.slug) return { error: 'config' };
1642 // Accept any of: a profile/actor URL, an @user@host handle (WebFinger), or a
1643 // bare site domain (site.com) — for a single-actor site (Klonkt etc.) the root
1644 // resolves to its AP actor, so you can follow a site by just its domain.
1645 const s = String(handle || '').trim();
1646 let actorUrl;
1647 if (/^https?:\/\//i.test(s)) actorUrl = safeUrl(s) || null;
1648 else if (s.includes('@')) actorUrl = await webfingerResolve(s);
1649 else if (/^[a-z0-9.-]+\.[a-z]{2,}/i.test(s)) actorUrl = await resolveApActor('https://' + s.replace(/^\/+|\/+$/g, ''));
1650 else actorUrl = null;
1651 if (!actorUrl) return { error: 'not_found' };
1652 const actor = await fetchActor(actorUrl).catch(() => null);
1653 if (!actor || !actor.id || !actor.inbox) return { error: 'unreachable' };
1654 const ai = actorInfo(actor, actor.id);
1655 const me = actorId(base, site.slug);
1656 const keys = getOrCreateKeys(site.slug);
1657 const followId = `${me}#follow-${Date.now()}-${rid()}`;
1658 fwStmts().ins.run(site.slug, actor.id, ai.handle, ai.name, ai.icon, ai.url, actor.inbox, followId, 'pending', autoBoost ? 1 : 0);
1659 const follow = { '@context': AP_CONTEXT, id: followId, type: 'Follow', actor: me, object: actor.id };
1660 try { await deliver(actor.inbox, follow, `${me}#main-key`, keys.private_pem); }
1661 catch (e) { console.warn('[AP] follow deliver failed:', e.message); }
1662 console.log('[AP] follow', site.slug, '→', actor.id);
1663 // Follow + feature in one step → backfill their recent posts into the Cirkel right away.
1664 if (autoBoost) backfillFromOutbox(site.slug, actor.id).catch(() => {});
1665 return { ok: true, name: ai.name, handle: ai.handle, actor: actor.id };
1666}
1667
1668// Resolve a profile URL or @handle to a followable remote actor (for the
1669// authorize_interaction "Follow" flow). Returns display fields + inbox, or null
1670// when it isn't a reachable actor (e.g. the input was a post, not a profile).
1671export async function resolveRemoteActor(input) {
1672 const s = String(input || '').trim();
1673 const actorUrl = /^https?:\/\//i.test(s) ? (safeUrl(s) || null) : await webfingerResolve(s);
1674 if (!actorUrl) return null;
1675 const actor = await fetchActor(actorUrl).catch(() => null);
1676 if (!actor || !actor.id || !actor.inbox) return null;
1677 const ai = actorInfo(actor, actor.id);
1678 return { actor_uri: actor.id, actor_name: ai.name, actor_handle: ai.handle, actor_url: ai.url, actor_icon: ai.icon, inbox: actor.inbox };
1679}
1680
1681export async function unfollowActor(site, actorUri) {
1682 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1683 const me = actorId(base, site.slug);
1684 const keys = getOrCreateKeys(site.slug);
1685 const row = fwStmts().one.get(site.slug, actorUri);
1686 // Undo(Follow) MUST reference the original Follow's real id so the remote can correlate it
1687 // and drop the follow. The old `${me}#follow` fallback never matched anything → the unfollow
1688 // silently failed on the remote. With no stored follow id (legacy row), skip the network Undo
1689 // rather than send an unmatchable one. Deliver durably via the retry queue.
1690 if (row && row.inbox && row.follow_id) {
1691 const undo = { '@context': AP_CONTEXT, id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me, object: { id: row.follow_id, type: 'Follow', actor: me, object: actorUri } };
1692 deliverWithRetry(site.slug, row.inbox, undo, `${me}#main-key`, keys.private_pem);
1693 } else if (row && row.inbox) {
1694 console.warn('[AP] unfollow', site.slug, '→', actorUri, '— no stored follow id; removed locally only (legacy follow, remote may keep it)');
1695 }
1696 fwStmts().del.run(site.slug, actorUri);
1697 return { ok: true };
1698}
1699
1700// Send a Like or Announce (boost) on a remote note FROM this site.
1701export async function sendInteraction(site, kind, targetNoteId, authorUri) {
1702 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1703 if (!base || !site || !site.slug || !targetNoteId) return { error: 'config' };
1704 const me = actorId(base, site.slug);
1705 const keys = getOrCreateKeys(site.slug);
1706 // 'unboost' = Undo(Announce): retracts a boost so followers' servers remove the
1707 // reblog (matched on actor+object — no record of the original Announce needed).
1708 const fanout = (kind === 'boost' || kind === 'unboost'); // also goes to our followers
1709 const followersCol = `${me}/followers`;
1710 // Address the original author in cc so their server (Mastodon, WordPress/ActivityPub, …)
1711 // attributes the boost to their post and notifies them — without this, a shared-inbox
1712 // receiver has nothing to route the Announce to. Non-fragment activity ids + a `published`
1713 // stamp keep us aligned with what Mastodon emits.
1714 const audience = authorUri ? [followersCol, authorUri] : [followersCol];
1715 let act;
1716 if (kind === 'unboost' || kind === 'unlike') {
1717 // Undo(Announce) retracts a boost; Undo(Like) un-favourites (matched on actor+object,
1718 // no record of the original activity needed — Mastodon honours both).
1719 const inner = kind === 'unboost' ? 'Announce' : 'Like';
1720 act = {
1721 '@context': AP_CONTEXT,
1722 id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me,
1723 object: { id: `${me}/${inner.toLowerCase()}/${Date.now()}-${rid()}`, type: inner, actor: me, object: targetNoteId },
1724 };
1725 if (kind === 'unboost') { act.to = [PUBLIC]; act.cc = audience; }
1726 } else {
1727 const type = kind === 'boost' ? 'Announce' : 'Like';
1728 act = {
1729 '@context': AP_CONTEXT,
1730 id: `${me}/${type.toLowerCase()}/${Date.now()}-${rid()}`,
1731 type, actor: me, object: targetNoteId,
1732 };
1733 if (type === 'Announce') { act.published = new Date().toISOString(); act.to = [PUBLIC]; act.cc = audience; }
1734 }
1735 const inboxes = new Set();
1736 // Author first, via their PERSONAL inbox (not the shared one) so a multi-user receiver
1737 // routes the Announce/Like to the right post unambiguously.
1738 if (authorUri) { const a = await fetchActor(authorUri).catch(() => null); if (a) inboxes.add(a.inbox || (a.endpoints && a.endpoints.sharedInbox)); }
1739 if (fanout) { for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox); }
1740 // Queue each delivery (immediate attempt + backoff retries on failure via ap_delivery)
1741 // instead of a single fire-and-forget POST, so a transient hiccup at the receiver doesn't
1742 // silently lose the boost — same durability a new post (deliverCreate) already gets.
1743 let queued = 0;
1744 for (const inbox of [...inboxes].filter(Boolean)) { deliverWithRetry(site.slug, inbox, act, `${me}#main-key`, keys.private_pem); queued++; }
1745 console.log('[AP]', kind, site.slug, '→', targetNoteId, 'queued', queued, 'inbox(es)');
1746 return { ok: true, delivered: queued };
1747}
1748
1749// Notifications inbox: new followers + replies/likes/boosts on this site's posts.
1750export function getNotifications(slug, limit) {
1751 const out = [];
1752 try {
1753 for (const f of db.prepare('SELECT actor_uri, created_at FROM ap_followers WHERE slug = ? ORDER BY created_at DESC LIMIT 50').all(slug)) {
1754 out.push({ type: 'follow', handle: deriveHandle(f.actor_uri), url: f.actor_uri, created_at: f.created_at });
1755 }
1756 } catch { /* ignore */ }
1757 try {
1758 const rows = db.prepare(`
1759 SELECT i.kind, i.actor_name, i.actor_handle, i.actor_url, i.content, i.created_at,
1760 p.slug AS post_slug, p.title AS post_title
1761 FROM ap_interactions i LEFT JOIN posts p ON p.id = i.post_id
1762 WHERE p.site_id = (SELECT id FROM sites WHERE slug = ?)
1763 ORDER BY i.created_at DESC LIMIT 80
1764 `).all(slug);
1765 for (const r of rows) out.push({
1766 type: r.kind, name: r.actor_name, handle: r.actor_handle, url: r.actor_url,
1767 content: stripLeadingMentions(r.content), post_slug: r.post_slug, post_title: r.post_title, created_at: r.created_at,
1768 });
1769 } catch { /* ignore */ }
1770 out.sort((a, b) => new Date(b.created_at) - new Date(a.created_at));
1771 return out.slice(0, limit || 60);
1772}
1773
1774// ── Blocking / defederation ───────────────────────────────────────
1775let _insBl, _delBl, _listBl;
1776function blStmts() {
1777 if (!_insBl) {
1778 _insBl = db.prepare('INSERT OR IGNORE INTO ap_blocks (slug, target, kind, label, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
1779 _delBl = db.prepare('DELETE FROM ap_blocks WHERE slug = ? AND target = ?');
1780 _listBl = db.prepare('SELECT * FROM ap_blocks WHERE slug = ? ORDER BY created_at DESC');
1781 }
1782 return { ins: _insBl, del: _delBl, list: _listBl };
1783}
1784export function listBlocks(slug) { return blStmts().list.all(slug); }
1785
1786// True if an actor (or its whole domain) is blocked anywhere on this instance.
1787export function isBlockedAny(actorUri) {
1788 if (!actorUri) return false;
1789 let domain = ''; try { domain = new URL(actorUri).host; } catch { /* ignore */ }
1790 try { return !!db.prepare("SELECT 1 FROM ap_blocks WHERE (kind='actor' AND target=?) OR (kind='domain' AND target=?) LIMIT 1").get(actorUri, domain); }
1791 catch { return false; }
1792}
1793
1794function purgeBlocked(kind, target) {
1795 try {
1796 if (kind === 'domain') {
1797 const like = `%//${target}/%`;
1798 db.prepare('DELETE FROM ap_interactions WHERE actor_uri LIKE ?').run(like);
1799 db.prepare('DELETE FROM ap_timeline WHERE author_uri LIKE ?').run(like);
1800 db.prepare('DELETE FROM ap_followers WHERE actor_uri LIKE ?').run(like);
1801 } else {
1802 db.prepare('DELETE FROM ap_interactions WHERE actor_uri = ?').run(target);
1803 db.prepare('DELETE FROM ap_timeline WHERE author_uri = ?').run(target);
1804 db.prepare('DELETE FROM ap_followers WHERE actor_uri = ?').run(target);
1805 }
1806 } catch { /* best-effort */ }
1807}
1808
1809// Block an actor (@handle or actor URL) or a whole domain; purges their content.
1810export async function blockTarget(site, input) {
1811 const raw = String(input || '').trim();
1812 if (!site || !site.slug || !raw) return { error: 'empty' };
1813 let kind, target, label;
1814 if (/^https?:\/\//i.test(raw)) { kind = 'actor'; target = raw; label = raw; }
1815 else if (raw.includes('@')) {
1816 const actorUrl = await webfingerResolve(raw);
1817 if (!actorUrl) return { error: 'not_found' };
1818 kind = 'actor'; target = actorUrl; label = raw.startsWith('@') ? raw : ('@' + raw);
1819 } else { kind = 'domain'; target = raw.toLowerCase(); label = raw.toLowerCase(); }
1820 blStmts().ins.run(site.slug, target, kind, label);
1821 purgeBlocked(kind, target);
1822 console.log('[AP] block', site.slug, kind, target);
1823 return { ok: true, label };
1824}
1825
1826export function unblock(site, target) { blStmts().del.run(site.slug, target); return { ok: true }; }
1827
1828export default {
1829 AP_CONTEXT, getOrCreateKeys, apWants, sendAP, actorId, noteId,
1830 buildActor, buildNote, buildCreate, buildOutbox, buildFollowers, buildFollowing, buildFeatured,
1831 followerCount, deliver, fetchActor, verifyRequest, handleInbox, deliverCreate, deliverDelete, deliverUpdate, deliverActorUpdate, resyncFeaturedPins,
1832 getInteractions, getInteractionById, setInteractionBoosted, setInteractionLiked, setMyReaction, getMyReactions, buildReplyNote, getOutboxNote, deliverReply, resolveRemoteNote,
1833 listOutbox, deliverOutboxDelete, deliverOutboxUpdate,
1834 webfingerResolve, followActor, resolveRemoteActor, unfollowActor, listFollowing, setAutoBoost, backfillFromOutbox, getTimeline, sendInteraction,
1835 autoBoostCount, boostedCount, markBoosted, unmarkBoosted, markLiked, unmarkLiked, getTimelineReaction, upsertBoostedNote, getCirkelPosts, getCirkelMembers, selfHealTimeline,
1836 getNotifications, listBlocks, isBlockedAny, blockTarget, unblock,
1837 deliverWithRetry, enqueueDelivery, processDeliveryQueue, startDeliveryWorker,
1838 getReplyUris, markNotificationsSeen, countUnseenNotifications, hasPlayableAudio,
1839};
Note: See TracBrowser for help on using the repository browser.