source: Klonkt/src/services/ActivityPubService.js@ d49b60b

main
Last change on this file since d49b60b was d49b60b, checked in by Robin <roboburr@…>, 8 weeks ago

Feature: OAuth 2.0 for ActivityPub C2S (phase 1 — auth handshake)

First half of AP Client-to-Server: the auth layer native/web clients (Shaer)
need before they can drive a Klonkt account. The AP spec's own C2S half is what
keeps this inside-spec instead of cloning Mastodon's REST API.

  • OAuthService: public-client OAuth (RFC 8252), PKCE S256 REQUIRED, no secrets. Dynamic registration (RFC 7591 subset) with strict redirect_uri validation (https / loopback http / reverse-DNS custom scheme). Single-use 10-min codes; tokens stored sha256-hashed; a token is scoped to one user + one site.
  • routes/oauth.js: /oauth/register, /oauth/authorize (session-authed consent screen picking the site), /oauth/token, and RFC 8414 server metadata at /.well-known/oauth-authorization-server. Redirect params are appended to the registered URI verbatim (no new URL() round-trip that would mangle a native custom scheme). Pre-redirect validation errors never bounce to an unvalidated URI (open-redirect guard).
  • Actor doc advertises oauthAuthorizationEndpoint/oauthTokenEndpoint/uploadMedia in endpoints{} — all AP-spec terms, added to the AS2 conformance allowlist — so clients discover paths instead of hardcoding them (Klonkt's /ap/users/:slug differs from the daemon's /actors/:name; discovery makes that irrelevant).
  • oauth_clients/oauth_codes/oauth_tokens tables (additive).
  • i18n NL/EN/DE for the consent screen.

7 new OAuth tests (PKCE round-trip, replay protection, wrong-verifier reject,
bearer resolution incl. revoke, redirect-uri validation); 73 green. Verified
the full HTTP flow end to end (register → consent → code → token → bearer) and
that the raw Location header preserves the native redirect URI exactly. Beads:
klonkt-demo-srr. Next: klonkt-demo-1w4 (POST outbox accepts the activities).

Co-Authored-By: Claude Opus 4.8 <noreply@…>

  • Property mode set to 100644
File size: 149.8 KB
Line 
1/**
2 * ActivityPubService — Klonkt as a real ActivityPub actor (fediverse bridge).
3 *
4 * Phase 1 (this file): the PUBLISH/discoverable side.
5 * - per-site RSA keypair (Mastodon-compatible HTTP Signatures; separate from
6 * the Ed25519 keys used by the lighter Cirkels v1)
7 * - builders for the Actor document, Note objects and the Outbox collection
8 * - apWants(): HTTP content-negotiation helper (activity+json vs HTML)
9 *
10 * The interactive side (inbox: Follow/Accept, signature verify, delivery to
11 * followers) lands in the next step and is tested live against Mastodon.
12 *
13 * AP actor URLs live under /ap/* so they never clash with the human pages:
14 * actor = <base>/ap/users/<slug>
15 * inbox = <actor>/inbox outbox = <actor>/outbox
16 * note = <base>/ap/notes/<postId>
17 */
18import crypto from 'crypto';
19import dns from 'dns';
20import net from 'net';
21import db from '../config/database.js';
22import HtmlSanitizerService from './HtmlSanitizerService.js';
23import AudioEmbedService from './AudioEmbedService.js';
24
25const PUBLIC = 'https://www.w3.org/ns/activitystreams#Public';
26// Full JSON-LD context for every AP object we emit: AS2 core + security (publicKey) + the
27// extension terms we actually use (Mastodon/toot + schema.org), each with a term definition
28// so a strict JSON-LD processor resolves them instead of dropping them → valid AS2/JSON-LD.
29// This is the same context shape Mastodon publishes, so Mastodon sees no change.
30const AP_CONTEXT = [
31 'https://www.w3.org/ns/activitystreams',
32 'https://w3id.org/security/v1',
33 {
34 toot: 'http://joinmastodon.org/ns#',
35 schema: 'http://schema.org#',
36 sensitive: 'as:sensitive',
37 Hashtag: 'as:Hashtag',
38 manuallyApprovesFollowers: 'as:manuallyApprovesFollowers',
39 discoverable: 'toot:discoverable',
40 featured: { '@id': 'toot:featured', '@type': '@id' },
41 PropertyValue: 'schema:PropertyValue',
42 value: 'schema:value',
43 embedUrl: { '@id': 'schema:embedUrl', '@type': '@id' },
44 // Poll (Question) extension: Question/oneOf/anyOf/endTime/closed are AS2 core, but the
45 // per-poll unique-voter count is a Mastodon (toot) term — declare it so the emitted
46 // Question stays valid JSON-LD (a strict processor would otherwise drop votersCount).
47 votersCount: 'toot:votersCount',
48 },
49];
50
51// Short random suffix so two activity ids minted in the same millisecond (e.g.
52// parallel saves) don't collide and get deduped by a receiver.
53const rid = () => crypto.randomBytes(4).toString('hex');
54
55// Keep only http(s) URLs — drops javascript:/data:/etc so a remote actor can't
56// smuggle a dangerous scheme into a stored href/src (rendered in owner-only views).
57const safeUrl = (u) => { const s = String(u == null ? '' : u).trim(); return /^https?:\/\//i.test(s) ? s : ''; };
58
59// ── SSRF guard for outbound fetches ───────────────────────────────
60// Remote URLs (actor/keyId/webfinger/inbox/inReplyTo) are attacker-controlled, so
61// every outbound fetch must refuse hosts that resolve to private/loopback ranges
62// (cloud metadata, internal services) — on the initial host AND each redirect hop.
63function isBlockedIp(ip) {
64 if (!ip) return true;
65 const v = net.isIP(ip);
66 if (v === 4) {
67 const o = ip.split('.').map(Number);
68 return o[0] === 127 || o[0] === 10 || o[0] === 0
69 || (o[0] === 172 && o[1] >= 16 && o[1] <= 31)
70 || (o[0] === 192 && o[1] === 168)
71 || (o[0] === 169 && o[1] === 254)
72 || (o[0] === 100 && o[1] >= 64 && o[1] <= 127); // CGNAT
73 }
74 if (v === 6) {
75 const s = ip.toLowerCase().replace(/^\[|\]$/g, '');
76 return s === '::1' || s === '::' || s.startsWith('fc') || s.startsWith('fd') || s.startsWith('fe80')
77 || s.startsWith('::ffff:127.') || s.startsWith('::ffff:10.') || s.startsWith('::ffff:192.168.')
78 || s.startsWith('::ffff:169.254.') || s.startsWith('::ffff:172.');
79 }
80 return true; // not an IP literal we recognise → refuse
81}
82async function assertPublicHost(hostname) {
83 if (net.isIP(hostname)) { if (isBlockedIp(hostname)) throw new Error('ssrf-blocked-ip'); return; }
84 const addrs = await dns.promises.lookup(hostname, { all: true });
85 if (!addrs.length || addrs.some((a) => isBlockedIp(a.address))) throw new Error('ssrf-blocked-host');
86}
87export async function safeFetch(url, opts = {}, maxRedirects = 3) {
88 let target = url;
89 for (let hop = 0; ; hop++) {
90 const u = new URL(target); // throws on malformed → caller's catch
91 if (u.protocol !== 'https:' && u.protocol !== 'http:') throw new Error('ssrf-bad-scheme');
92 await assertPublicHost(u.hostname);
93 const r = await fetch(target, { ...opts, redirect: 'manual', signal: AbortSignal.timeout(8000) });
94 const loc = (r.status >= 300 && r.status < 400) ? r.headers.get('location') : null;
95 if (loc && hop < maxRedirects) { target = new URL(loc, target).toString(); continue; }
96 return r;
97 }
98}
99const MAX_OUTBOX = 20;
100// Cache-buster for the music listen-link → forces Mastodon to re-crawl a FRESH
101// (square) player card. Bump this whenever the twitter:player card dimensions change.
102const FEDI_CARD_VER = '2';
103
104// ── RSA keys per actor (lazy, cached in DB) ───────────────────────
105// Prepared lazily (NOT at module load) — the ap_keys table is created in
106// initializeDatabase(), which runs after this module is imported.
107let _sel, _ins;
108function keyStmts() {
109 if (!_sel) {
110 _sel = db.prepare('SELECT public_pem, private_pem FROM ap_keys WHERE slug = ?');
111 _ins = db.prepare('INSERT OR IGNORE INTO ap_keys (slug, public_pem, private_pem, created_at) VALUES (?,?,?,CURRENT_TIMESTAMP)');
112 }
113 return { sel: _sel, ins: _ins };
114}
115
116export function getOrCreateKeys(slug) {
117 const { sel, ins } = keyStmts();
118 const row = sel.get(slug);
119 if (row) return row;
120 const { publicKey, privateKey } = crypto.generateKeyPairSync('rsa', {
121 modulusLength: 2048,
122 publicKeyEncoding: { type: 'spki', format: 'pem' },
123 privateKeyEncoding: { type: 'pkcs8', format: 'pem' },
124 });
125 ins.run(slug, publicKey, privateKey);
126 return sel.get(slug) || { public_pem: publicKey, private_pem: privateKey };
127}
128
129// ── content negotiation ───────────────────────────────────────────
130// True when the caller wants ActivityPub JSON rather than the HTML page.
131export function apWants(req) {
132 const a = String(req.headers.accept || '').toLowerCase();
133 return a.includes('application/activity+json') ||
134 (a.includes('application/ld+json') && a.includes('activitystreams'));
135}
136
137const AP_CONTENT_TYPE = 'application/activity+json; charset=utf-8';
138export function sendAP(res, obj) {
139 res.type(AP_CONTENT_TYPE);
140 res.set('Cache-Control', 'public, max-age=120');
141 res.send(JSON.stringify(obj));
142}
143
144// ── document builders ─────────────────────────────────────────────
145export function actorId(base, slug) { return `${base}/ap/users/${encodeURIComponent(slug)}`; }
146export function noteId(base, postId) { return `${base}/ap/notes/${encodeURIComponent(postId)}`; }
147
148export function buildActor(base, site) {
149 const id = actorId(base, site.slug);
150 const keys = getOrCreateKeys(site.slug);
151 const actor = {
152 '@context': AP_CONTEXT,
153 id,
154 type: 'Person',
155 preferredUsername: site.slug,
156 name: site.title || site.slug,
157 summary: site.tagline || site.description || '',
158 url: `${base}/${site.slug === site.primary_slug ? '' : 'user/' + encodeURIComponent(site.slug)}`,
159 manuallyApprovesFollowers: false,
160 discoverable: true,
161 inbox: `${id}/inbox`,
162 outbox: `${id}/outbox`,
163 followers: `${id}/followers`,
164 following: `${id}/following`,
165 featured: `${id}/featured`,
166 // C2S clients (Shaer apps) discover auth + upload here — no hardcoded paths.
167 // All four are ActivityPub-spec `endpoints` terms. Dynamic client registration
168 // (RFC 7591) is discovered via /.well-known/oauth-authorization-server, not here.
169 endpoints: {
170 sharedInbox: `${base}/ap/inbox`,
171 oauthAuthorizationEndpoint: `${base}/oauth/authorize`,
172 oauthTokenEndpoint: `${base}/oauth/token`,
173 uploadMedia: `${id}/uploadMedia`,
174 },
175 publicKey: {
176 id: `${id}#main-key`,
177 owner: id,
178 publicKeyPem: keys.public_pem,
179 },
180 };
181 if (site.profile_photo) {
182 const u = /^https?:/.test(site.profile_photo) ? site.profile_photo : `${base}${site.profile_photo.startsWith('/') ? '' : '/'}${site.profile_photo}`;
183 actor.icon = { type: 'Image', url: u };
184 }
185 // Account creation date — shown by Mastodon + read by indexers (additive, standard AS2).
186 if (site.created_at) { try { actor.published = new Date(site.created_at).toISOString(); } catch { /* skip bad date */ } }
187 // Profile links → PropertyValue rows: Mastodon/PeerTube/WordPress-ActivityPub render these as
188 // profile metadata (rel=me enables link-back verification). Additive; ignored by simpler receivers.
189 try {
190 const links = JSON.parse(site.profile_links || '[]');
191 if (Array.isArray(links) && links.length) {
192 const esc = (s) => String(s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
193 const rows = links
194 .filter((l) => l && l.url && /^https?:/i.test(l.url))
195 .map((l) => ({
196 type: 'PropertyValue',
197 name: esc(l.platform || 'Link'),
198 value: `<a href="${esc(l.url).replace(/"/g, '&quot;')}" rel="me nofollow noopener" target="_blank">${esc(String(l.url).replace(/^https?:\/\//, ''))}</a>`,
199 }));
200 if (rows.length) actor.attachment = rows;
201 }
202 } catch { /* skip malformed profile_links */ }
203 return actor;
204}
205
206// Does a post's audio shortcodes reference at least one PLAYABLE (file-backed)
207// track? Link-only tracks (external Spotify/YouTube, media_id NULL) don't count —
208// they have no Klonkt-hosted audio to embed, so no player card / cover-suppression.
209export function hasPlayableAudio(content, siteId) {
210 if (!content || !/\[\[(track|album|playlist):/i.test(content)) return false;
211 try {
212 for (const m of content.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT media_id FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.media_id) return true; }
213 for (const m of content.matchAll(/\[\[album:([^\]]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM audio_tracks WHERE site_id = ? AND album = ? AND media_id IS NOT NULL LIMIT 1').get(siteId, m[1].trim())) return true; }
214 for (const m of content.matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id WHERE pt.playlist_id = ? AND t.media_id IS NOT NULL LIMIT 1').get(m[1])) return true; }
215 } catch { /* non-fatal */ }
216 return false;
217}
218
219// A single post as an AS2 Note (the object), and as a Create activity (for outbox/delivery).
220export function buildNote(base, site, post, opts = {}) {
221 // Replies are Notes too. buildNote is the single entry point for ALL Notes; a reply is
222 // (for now) the simple flavor: pre-baked content, no title/cover/image/audio/embed
223 // machinery, addressed to the parent actor + thread. This early branch keeps that output
224 // byte-identical to the old buildReplyNote. When rich replies land (images/audio/embeds),
225 // this branch collapses and replies flow through the full post pipeline below. `post` here
226 // is the ap_outbox reply row (id, in_reply_to, content, post_slug, created_at, to_actor).
227 if (opts.isReply) {
228 const meR = actorId(base, site.slug);
229 return {
230 id: noteId(base, post.id),
231 type: 'Note',
232 attributedTo: meR,
233 inReplyTo: post.in_reply_to || undefined,
234 content: post.content,
235 url: post.post_slug ? `${base}/${encodeURIComponent(post.post_slug)}` : undefined,
236 published: toISO(post.created_at),
237 to: post.to_actor ? [post.to_actor] : [PUBLIC],
238 cc: [PUBLIC, `${meR}/followers`],
239 tag: [
240 ...mentionTags(post.content),
241 ...hashtagTags(base, post.content),
242 ],
243 };
244 }
245 const id = noteId(base, post.id);
246 const aId = actorId(base, site.slug);
247 const human = `${base}/${encodeURIComponent(post.slug)}`;
248 // Mastodon ignores a Note's `name`, so put the title INTO the content (bold
249 // first line) — the standard blog→fediverse convention. post.content is
250 // already sanitized HTML; the title is plain text, so escape it.
251 const escTitle = String(post.title || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
252 const titleHtml = post.title ? `<p><strong>${escTitle}</strong></p>` : '';
253
254 // Images travel as AP `attachment` (Mastodon strips <img> from content). Collect
255 // the cover + any inline <img>, make absolute, then strip <img> from the content
256 // to avoid duplicate rendering on clients that DO keep them.
257 const abs = (u) => !u ? null : (/^https?:/i.test(u) ? u : `${base}${u.startsWith('/') ? '' : '/'}${u}`);
258 const mediaType = (u) => {
259 const e = ((u || '').split('?')[0].match(/\.(\w+)$/) || [])[1];
260 return ({ jpg: 'image/jpeg', jpeg: 'image/jpeg', png: 'image/png', gif: 'image/gif', webp: 'image/webp', avif: 'image/avif', mp4: 'video/mp4', webm: 'video/webm', mov: 'video/quicktime' })[(e || '').toLowerCase()] || 'image/jpeg';
261 };
262 const hadAudio = /\[\[(track|album|playlist):/i.test(post.content || '');
263 const playable = hasPlayableAudio(post.content || '', site && site.id);
264 // A post with an external embed (Spotify/YouTube/SoundCloud/Vimeo/Bandcamp/Apple) should let
265 // Mastodon render the embed's player CARD. Mastodon shows EITHER media attachments OR a link
266 // card, never both — so when the post has an embed link we skip the image attachments so the
267 // card wins. (On Klonkt nothing changes: the cover + the embed player still render.)
268 const hasEmbed = (() => {
269 const c = post.content || '';
270 if (/\[\[embed:/i.test(c)) return true;
271 for (const m of c.matchAll(/https?:\/\/[^\s"'<>]+/gi)) if (AudioEmbedService.detectProvider(m[0])) return true;
272 return false;
273 })();
274 // Link-only tracks (external Spotify/YouTube/SoundCloud, no hosted file): collect their links
275 // so we federate them — Mastodon cards the first (its player), the rest show as clickable links
276 // — instead of a bare "listen on site" link, and we suppress the cover so the card can show.
277 const trackEmbedLinks = (() => {
278 if (playable) return [];
279 const out = [];
280 try {
281 for (const m of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) {
282 const r = db.prepare('SELECT media_id, link_spotify, link_youtube, link_soundcloud FROM audio_tracks WHERE id = ?').get(m[1]);
283 if (r && !r.media_id) for (const u of [r.link_spotify, r.link_youtube, r.link_soundcloud]) if (u && /^https?:\/\//i.test(u)) out.push(u);
284 }
285 } catch { /* non-fatal */ }
286 return [...new Set(out)].slice(0, 6);
287 })();
288 const noImages = playable || hasEmbed || trackEmbedLinks.length > 0; // suppress images → let the player/embed card show
289 const urls = [];
290 // Posts with PLAYABLE hosted audio suppress image attachments so Mastodon renders
291 // the player CARD (twitter:player) instead of the cover — media attachment and
292 // link/player card are mutually exclusive on Mastodon. Link-only audio (external)
293 // keeps its cover (no player card to show).
294 // An animated cover federates as the muted loop MP4 (→ a Video attachment): animated WebP is
295 // unreliable on Mastodon and its iOS apps; the MP4 plays everywhere. Else the still cover image.
296 // Each entry carries the media URL + its alt text (federated as the AS2 attachment `name`, for a11y).
297 if (post.cover_video_url && !noImages) urls.push({ url: abs(post.cover_video_url), name: post.cover_alt || '' });
298 else if (post.cover_image_url && !noImages) urls.push({ url: abs(post.cover_image_url), name: post.cover_alt || '' });
299 let body = post.content || '';
300 // Only federate inline images we can actually serve: absolute http(s) URLs, or our own
301 // /media/ uploads. A relative path we don't host (e.g. a stale /images/... ref) would 404
302 // and show up as a black tile in Mastodon's attachment grid. Carry the <img alt="…"> through
303 // as the attachment description.
304 if (!noImages) for (const m of body.matchAll(/<img\b[^>]*>/gi)) {
305 const tag = m[0];
306 const src = (tag.match(/\bsrc="([^"]+)"/i) || [])[1];
307 if (!src || !(/^https?:\/\//i.test(src) || src.startsWith('/media/'))) continue;
308 const alt = (tag.match(/\balt="([^"]*)"/i) || [])[1] || '';
309 urls.push({ url: abs(src), name: alt });
310 }
311 body = body.replace(/<img\b[^>]*>/gi, '');
312 // Audio shortcodes: do NOT federate the raw audio file — Klonkt deliberately
313 // gates audio (the /audio/stream URL has friction), and shipping it as an AP
314 // audio attachment would hand Mastodon a plain, downloadable mp3 URL. Instead,
315 // replace the shortcodes with a "🎵 listen on the site" link so the post invites
316 // a click-through to the protected player (discovery without leaking the file).
317 const esc = (s) => String(s == null ? '' : s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
318 const audioLabels = [];
319 try {
320 for (const m of body.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT title FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.title) audioLabels.push(r.title); }
321 for (const m of body.matchAll(/\[\[album:([^\]]+)\]\]/g)) audioLabels.push(m[1].trim());
322 } catch { /* non-fatal */ }
323 // fedi_open tracks → real AS2 Audio attachments (the actual file URL, served ungated) so
324 // EVERY client incl. the Mastodon apps plays them inline natively. Gated tracks (default)
325 // stay link/card-only — the file is never exposed for them. Resolve from post.content so a
326 // later body mutation can't affect it.
327 const openAudio = [];
328 if (hadAudio) {
329 const seenA = new Set();
330 const addRow = (r) => {
331 const fn = r.filename || (r.storage_path || '').split('/').pop();
332 if (!fn || seenA.has(fn)) return; seenA.add(fn);
333 const a = { type: 'Audio', mediaType: r.mime_type || 'audio/mpeg', url: `${base}/audio/stream/${encodeURIComponent(fn)}`, name: r.title || 'Audio' };
334 // Cover art on the Audio attachment (AS2 `icon`): track cover, else the post cover.
335 // Mastodon renders it as the artwork thumbnail on its native audio player.
336 const art = abs(r.cover_url || post.cover_image_url || null);
337 if (art) a.icon = { type: 'Image', mediaType: mediaType(art), url: art };
338 openAudio.push(a);
339 };
340 const SEL = 'SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM audio_tracks t JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND ';
341 try {
342 for (const mm of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare(SEL + 't.id = ?').get(mm[1]); if (r) addRow(r); }
343 for (const mm of (post.content || '').matchAll(/\[\[album:([^\]]+)\]\]/g)) for (const r of db.prepare(SEL + 't.site_id = ? AND t.album = ? ORDER BY t.rowid').all(site.id, mm[1].trim())) addRow(r);
344 for (const mm of (post.content || '').matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) for (const r of db.prepare('SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND pt.playlist_id = ? ORDER BY pt.position').all(mm[1])) addRow(r);
345 } catch { /* non-fatal */ }
346 }
347 body = body.replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
348 // External embeds ([[embed:url]]) → emit the bare URL as a link so Mastodon
349 // renders its OWN preview/player card (YouTube/Spotify/SoundCloud/etc) instead
350 // of federating the raw shortcode text.
351 body = body.replace(/\[\[embed:([^\]]+)\]\]/gi, (mm, raw) => {
352 const u = esc(raw.trim().replace(/&amp;/g, '&'));
353 return `<p><a href="${u}">${u}</a></p>`;
354 });
355 if (hadAudio) {
356 const lbl = audioLabels.length ? esc(audioLabels.slice(0, 4).join(', ')) : '';
357 if (trackEmbedLinks.length) {
358 // Link-only track(s): emit the external link(s). Mastodon cards the first (Spotify → its
359 // player), the rest render as clickable links — the fediverse-native "embed + links".
360 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong>` : ''}</p>`;
361 for (const u of trackEmbedLinks) { const eu = esc(u); body += `<p><a href="${eu}">${eu}</a></p>`; }
362 } else {
363 // For playable posts, append a version param to the listen-link so Mastodon
364 // sees a NEW card URL and re-crawls it (fresh SQUARE player card) instead of
365 // reusing the cached landscape one. Invisible: the link TEXT stays clean, the
366 // page ignores the param. Bump FEDI_CARD_VER when the card dimensions change.
367 const listenHref = playable ? `${human}?fc=${FEDI_CARD_VER}` : human;
368 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong> — ` : ''}<a href="${listenHref}">listen on ${esc(site.title || 'the site')}</a></p>`;
369 }
370 }
371 // Klonkt renders post content with white-space:pre-wrap, so raw newlines ARE line
372 // breaks on the site. Mastodon (plain HTML) collapses whitespace and would drop them,
373 // so convert newlines to <br> for the federated copy (content already made with
374 // shift+enter uses <br> and has no \n → this is a no-op there).
375 body = body.replace(/\r?\n/g, '<br>');
376 body = linkHashtags(base, body); // link inline #hashtags in the post body too
377 body = linkUrls(body); // bare URLs → clickable links on the federated copy
378 // Append the tags-field hashtags to the content so Mastodon renders them as clickable
379 // hashtags (a Hashtag that's only in the `tag` array isn't shown inline). CamelCase
380 // multi-word tags; skip any already present inline in the body.
381 {
382 const inlineTags = new Set(hashtagTags(base, body).map((h) => h.name.slice(1).toLowerCase()));
383 const addSeen = new Set();
384 const tagLinks = normalizeTags(post.tags).map(tagParts).filter(Boolean)
385 .filter((p) => !inlineTags.has(p.slug) && !addSeen.has(p.slug) && addSeen.add(p.slug))
386 .map((p) => `<a href="${base}/tag/${encodeURIComponent(p.slug)}" class="mention hashtag" rel="tag">#${p.label}</a>`);
387 if (tagLinks.length) body += `<p>${tagLinks.join(' ')}</p>`;
388 }
389 const seen = new Set();
390 const attachment = urls.filter((x) => x && x.url)
391 .filter((x) => { if (seen.has(x.url)) return false; seen.add(x.url); return true; })
392 .map((x) => { const mt = mediaType(x.url); // specific AS2 subtype (Image/Audio/Video) over generic Document
393 const ty = /^image\//i.test(mt) ? 'Image' : /^video\//i.test(mt) ? 'Video' : /^audio\//i.test(mt) ? 'Audio' : 'Document';
394 const a = { type: ty, mediaType: mt, url: x.url };
395 if (x.name) a.name = String(x.name).slice(0, 1500); // alt text / description (AS2 `name`)
396 return a; });
397 for (const a of openAudio) attachment.push(a); // fedi_open tracks → native Audio players
398
399 // Inline @user@host mentions: the Mention tag objects + the mentioned actor URIs. Only
400 // present when the content was already mention-linked (deliverCreate/Update resolve them
401 // at send time); a plain buildNote (outbox/notes) yields none.
402 const _mentionTags = mentionTags(body);
403 const _mentionCc = _mentionTags.map((t) => t.href);
404
405 const note = {
406 id,
407 type: 'Note',
408 attributedTo: aId,
409 content: titleHtml + body,
410 url: human,
411 published: new Date(post.published_at || post.created_at || Date.now()).toISOString(),
412 // fan_only = "fans only" → followers-only visibility (delivered to your followers
413 // but not addressed to Public, so Mastodon shows it only to them and can't boost it).
414 to: post.fan_only ? [`${aId}/followers`] : [PUBLIC],
415 // Mentioned actors (from inline @user@host links the caller resolved) are addressed in cc
416 // so Mastodon notifies them; empty unless the content was mention-linked (delivery time).
417 cc: [...new Set([...(post.fan_only ? [] : [`${aId}/followers`]), ..._mentionCc])],
418 tag: [...buildHashtagList(base, post.tags, body), ..._mentionTags],
419 replies: `${id}/replies`,
420 // NSFW → Mastodon-style content warning: sensitive (blurs media) + a summary/spoiler
421 // (hides the whole post behind a "Gevoelige inhoud" button until the reader opens it).
422 sensitive: !!post.nsfw,
423 };
424 if (post.nsfw) note.summary = post.content_warning || 'Gevoelige inhoud';
425 if (attachment.length) note.attachment = attachment;
426 // When the cover attachment is suppressed (hosted audio OR an external embed/link-only track →
427 // so Mastodon shows the player/link card, not media), still expose the cover via AS2 `image` so
428 // card/grid consumers (the Klonkt Cirkel/News feed) can show it. Mastodon ignores a Note's
429 // `image`, so its card is unaffected — but a Klonkt receiver reads it (handleInbox o.image).
430 if (post.cover_image_url && noImages) {
431 const cov = abs(post.cover_image_url);
432 if (cov) { note.image = { type: 'Image', mediaType: mediaType(cov), url: cov }; if (post.cover_alt) note.image.name = String(post.cover_alt).slice(0, 1500); }
433 }
434 // Experiment (mirrors PeerTube / schema.org `embedUrl`): point at the GATED player page
435 // (/embed) so a client that honours embedUrl can show an inline player WITHOUT ever
436 // getting the audio file — the anti-steal posture is untouched. `embedUrl` is a real
437 // standard field name (not a Klonkt invention); if Mastodon's apps honour it on a Note we
438 // make it JSON-LD-clean with a context term, otherwise it degrades to the player card.
439 if (playable) note.embedUrl = `${base}/embed?post=${encodeURIComponent(post.slug)}`;
440 // Content language → AS2 contentMap (a BCP-47-keyed copy of the content). Mastodon reads the
441 // language from its key for the timeline language filter + the translate button. Emitted
442 // alongside `content` (Mastodon sends both); a plain receiver just uses `content`.
443 if (post.language && /^[a-z]{2,3}(-[A-Za-z]{2,4})?$/.test(post.language)) note.contentMap = { [post.language]: note.content };
444 // A hosted poll → federate as an AS2 Question (options + live tally). Do this last so it
445 // reuses the note's content/addressing/tags, then swaps the type and strips media.
446 const ownPoll = parseOwnPoll(post.poll_json);
447 if (ownPoll) applyPollToNote(note, post.id, ownPoll);
448 return note;
449}
450
451// All reply note URIs on a local post (inbound fediverse replies + our own
452// outbound replies) — backs the Note's `replies` Collection so remote servers
453// can fetch the whole thread.
454export function getReplyUris(base, postId) {
455 const out = [];
456 try {
457 for (const r of db.prepare("SELECT object_uri FROM ap_interactions WHERE kind = 'reply' AND post_id = ? AND object_uri != '' ORDER BY created_at").all(postId)) out.push(r.object_uri);
458 for (const r of db.prepare('SELECT id FROM ap_outbox WHERE post_id = ? ORDER BY rowid').all(postId)) out.push(`${base}/ap/notes/${r.id}`);
459 } catch { /* non-fatal */ }
460 return out;
461}
462
463// Notifications "seen" tracking → a real bell badge. Stored per site in app_settings.
464export function markNotificationsSeen(slug) {
465 try {
466 db.prepare("INSERT INTO app_settings (key, value, updated_at) VALUES (?, ?, CURRENT_TIMESTAMP) ON CONFLICT(key) DO UPDATE SET value = excluded.value, updated_at = CURRENT_TIMESTAMP")
467 .run(`fedi_notif_seen:${slug}`, new Date().toISOString());
468 } catch { /* non-fatal */ }
469}
470export function countUnseenNotifications(slug) {
471 try {
472 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
473 const seen = row ? Date.parse(row.value) : 0;
474 let n = 0;
475 for (const it of getNotifications(slug, 50)) { if (Date.parse(it.created_at) > seen) n++; }
476 return n;
477 } catch { return 0; }
478}
479// The seen-watermark itself (ms epoch, 0 = never marked) — the Messages page reads it
480// BEFORE marking seen, so it can render unread dots on the items newer than last visit.
481export function notificationsSeenAt(slug) {
482 try {
483 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
484 return row ? (Date.parse(row.value) || 0) : 0;
485 } catch { return 0; }
486}
487
488// Messages = the unified inbox (Reacties + Meldingen merged, decision Robin+Bart 2026-07-16):
489// every notification PLUS your own outbound replies ('sent', with edit/delete via their
490// outboxId), sorted as one stream. Consecutive likes/boosts on the same post collapse into
491// one grouped item (actors list + count) so activity doesn't drown out conversations.
492export function getMessages(slug, limit) {
493 const items = getNotifications(slug, Math.max(120, (limit || 60)));
494 try {
495 for (const m of listOutbox(slug).slice(0, 80)) {
496 items.push({
497 type: 'sent', outboxId: m.id, to_handle: m.to_handle, in_reply_to: m.in_reply_to,
498 content: m.content, editable: m.editable, created_at: m.created_at,
499 });
500 }
501 } catch { /* ignore */ }
502 items.sort((a, b) => _msgTs(b) - _msgTs(a)); // NaN-safe (zie getNotifications)
503 const out = [];
504 for (const it of items) {
505 const prev = out[out.length - 1];
506 if ((it.type === 'like' || it.type === 'announce') && prev && prev.type === it.type
507 && prev.post_slug === it.post_slug) {
508 prev.actors = prev.actors || [prev.name || prev.handle || '?'];
509 prev.actors.push(it.name || it.handle || '?');
510 prev.count = (prev.count || 1) + 1;
511 continue;
512 }
513 out.push(it);
514 }
515 return out.slice(0, limit || 60);
516}
517
518export function buildCreate(base, site, post) {
519 const note = buildNote(base, site, post);
520 return {
521 '@context': AP_CONTEXT,
522 id: note.id + '#create',
523 type: 'Create',
524 actor: actorId(base, site.slug),
525 published: note.published,
526 to: note.to,
527 cc: note.cc,
528 object: note,
529 };
530}
531
532export function buildOutbox(base, site, posts) {
533 const id = `${actorId(base, site.slug)}/outbox`;
534 const items = (posts || []).slice(0, MAX_OUTBOX).map((p) => buildCreate(base, site, p));
535 return {
536 '@context': AP_CONTEXT,
537 id,
538 type: 'OrderedCollection',
539 totalItems: items.length,
540 orderedItems: items,
541 };
542}
543
544export function buildFollowers(base, site, count) {
545 const id = `${actorId(base, site.slug)}/followers`;
546 return {
547 '@context': AP_CONTEXT,
548 id,
549 type: 'OrderedCollection',
550 totalItems: count || 0,
551 orderedItems: [], // hidden for privacy; count only
552 };
553}
554
555// The accounts this site follows — count only, mirroring buildFollowers. The spec lists
556// `following` as a standard actor property; Hubzilla/Friendica + crawlers expect it.
557export function buildFollowing(base, site, count) {
558 const id = `${actorId(base, site.slug)}/following`;
559 return {
560 '@context': AP_CONTEXT,
561 id,
562 type: 'OrderedCollection',
563 totalItems: count || 0,
564 orderedItems: [], // count only
565 };
566}
567
568// Pinned posts → the actor's `featured` collection. Mastodon reads this and shows
569// these as the "Featured" tab (pinned to the profile). Posts come ordered by pin
570// rank; embedded as full Notes so a remote server doesn't need extra fetches.
571export function buildFeatured(base, site, posts) {
572 const id = `${actorId(base, site.slug)}/featured`;
573 const items = (posts || []).map((p) => buildNote(base, site, p));
574 return {
575 '@context': AP_CONTEXT,
576 id,
577 type: 'OrderedCollection',
578 totalItems: items.length,
579 orderedItems: items,
580 };
581}
582
583// ── followers store (lazy stmts) ──────────────────────────────────
584let _insF, _delF, _listF, _cntF;
585function fStmts() {
586 if (!_insF) {
587 _insF = db.prepare('INSERT OR IGNORE INTO ap_followers (slug, actor_uri, inbox, shared_inbox, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
588 _delF = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND actor_uri = ?');
589 _listF = db.prepare('SELECT inbox, shared_inbox FROM ap_followers WHERE slug = ?');
590 _cntF = db.prepare('SELECT COUNT(*) n FROM ap_followers WHERE slug = ?');
591 }
592 return { ins: _insF, del: _delF, list: _listF, cnt: _cntF };
593}
594export function followerCount(slug) { return fStmts().cnt.get(slug).n; }
595
596// Followers with delivery health, for the management list. Never-delivered accounts
597// first, then oldest successful delivery first — i.e. the cleanup candidates on top.
598export function listFollowers(slug) {
599 return db.prepare(
600 `SELECT id, actor_uri, inbox, shared_inbox, created_at, last_delivery_at, last_error_at
601 FROM ap_followers WHERE slug = ?
602 ORDER BY (last_delivery_at IS NULL) DESC, last_delivery_at ASC, created_at ASC`
603 ).all(slug);
604}
605// Manually drop a follower after a check (a still-live account would have to re-follow).
606export function removeFollower(slug, id) {
607 const info = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND id = ?').run(slug, id);
608 return info.changes > 0;
609}
610
611// Merge who-you-follow (ap_following, rich display) with who-follows-you (ap_followers,
612// delivery health) into ONE connections list, keyed by actor_uri. Each entry gets a
613// direction (following →, follower ←, mutual ↔) and, for accounts we deliver to, an
614// `unreachable` flag (never delivered, or last attempt failed after the last success) so
615// the view can split dead connections into their own section. Powers the Connect page.
616export function listConnections(slug) {
617 const byUri = new Map();
618 for (const f of listFollowing(slug)) {
619 byUri.set(f.actor_uri, {
620 actor_uri: f.actor_uri, name: f.name || null, handle: f.handle || null,
621 icon: f.icon || null, url: f.url || null, auto_boost: f.auto_boost ? 1 : 0,
622 status: f.status || null, following: true, follower: false,
623 last_delivery_at: null, last_error_at: null, follower_id: null,
624 });
625 }
626 for (const fo of listFollowers(slug)) {
627 const e = byUri.get(fo.actor_uri);
628 if (e) { e.follower = true; e.last_delivery_at = fo.last_delivery_at; e.last_error_at = fo.last_error_at; e.follower_id = fo.id; }
629 else byUri.set(fo.actor_uri, {
630 actor_uri: fo.actor_uri, name: null, handle: null, icon: null, url: null,
631 auto_boost: 0, status: null, following: false, follower: true,
632 last_delivery_at: fo.last_delivery_at, last_error_at: fo.last_error_at, follower_id: fo.id,
633 });
634 }
635 return [...byUri.values()].map((e) => {
636 e.direction = (e.following && e.follower) ? 'mutual' : (e.following ? 'following' : 'follower');
637 e.unreachable = e.follower && (!e.last_delivery_at || (!!e.last_error_at && (!e.last_delivery_at || e.last_error_at > e.last_delivery_at)));
638 return e;
639 });
640}
641
642// ── inbound interactions store (replies / likes / boosts) + our outbound replies ──
643let _insI, _delLA, _delReply, _listI, _getI, _insO, _listO, _getO;
644// ── moderation tombstones (ap_rejected_objects) ───────────────────
645// A reply the owner removed stays removed: its object URI is tombstoned and
646// checked at ingest AND by the thread-crawler (else thread-filling would
647// re-fetch it). Owner moderation acts on the LOCAL copy, so it also works for
648// private notes that authorize_interaction can't fetch (401/404).
649let _insRj, _hasRj;
650function rjStmts() {
651 if (!_insRj) {
652 _insRj = db.prepare('INSERT OR IGNORE INTO ap_rejected_objects (object_uri, post_id, reason) VALUES (?,?,?)');
653 _hasRj = db.prepare('SELECT 1 FROM ap_rejected_objects WHERE object_uri = ?');
654 }
655 return { ins: _insRj, has: _hasRj };
656}
657export function isRejectedObject(uri) {
658 if (!uri) return false;
659 try { return !!rjStmts().has.get(String(uri)); } catch { return false; }
660}
661// Owner removes an incoming reply: tombstone + delete. Tenancy-scoped: the
662// interaction's post must belong to the caller's site.
663export function rejectInteraction(site, interactionId, reason) {
664 if (!site || !site.slug) return { error: 'forbidden' };
665 const row = iStmts().getI.get(interactionId);
666 if (!row) return { error: 'not_found' };
667 const owns = db.prepare('SELECT 1 FROM posts WHERE id = ? AND site_id = (SELECT id FROM sites WHERE slug = ?)')
668 .get(row.post_id, site.slug);
669 if (!owns) return { error: 'forbidden' };
670 if (row.object_uri) { try { rjStmts().ins.run(row.object_uri, row.post_id, reason || 'removed by site owner'); } catch { /* non-fatal */ } }
671 db.prepare('DELETE FROM ap_interactions WHERE id = ?').run(interactionId);
672 console.log('[AP] interaction removed by owner', site.slug, row.object_uri || row.actor_uri);
673 return { ok: true, object_uri: row.object_uri || null, actor_uri: row.actor_uri || null };
674}
675// Stored URIs of an interaction (tenancy-scoped) → feed sendReport for flagging
676// from the local copy (works for private notes; no remote fetch needed to target).
677export function interactionReportTarget(site, interactionId) {
678 if (!site || !site.slug) return null;
679 const row = iStmts().getI.get(interactionId);
680 if (!row) return null;
681 const owns = db.prepare('SELECT 1 FROM posts WHERE id = ? AND site_id = (SELECT id FROM sites WHERE slug = ?)')
682 .get(row.post_id, site.slug);
683 if (!owns) return null;
684 return { objectUri: row.object_uri || null, actorUri: row.actor_uri || null };
685}
686
687// AP addressing → visibility: 'public' | 'unlisted' | 'followers' | 'direct'.
688// Mastodon-conventie: Public in `to` = public, Public in `cc` = unlisted, een
689// followers-collectie zonder Public = followers-only, anders direct (DM). Public
690// kan als volledige URI, 'as:Public' of 'Public' voorkomen (JSON-LD shorthands).
691export function noteVisibility(o) {
692 const arr = (v) => (Array.isArray(v) ? v : (v ? [v] : []));
693 const isPub = (u) => u === PUBLIC || u === 'as:Public' || u === 'Public';
694 const to = arr(o && o.to).map(String);
695 const cc = arr(o && o.cc).map(String);
696 if (to.some(isPub)) return 'public';
697 if (cc.some(isPub)) return 'unlisted';
698 if ([...to, ...cc].some((u) => /\/followers\/?$/.test(u))) return 'followers';
699 return 'direct';
700}
701
702function iStmts() {
703 if (!_insI) {
704 _insI = db.prepare('INSERT OR IGNORE INTO ap_interactions (kind, post_id, object_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, parent_uri, visibility, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
705 _delLA = db.prepare('DELETE FROM ap_interactions WHERE kind = ? AND post_id = ? AND actor_uri = ?');
706 _delReply = db.prepare("DELETE FROM ap_interactions WHERE kind = 'reply' AND object_uri = ?");
707 _listI = db.prepare('SELECT id, kind, object_uri, parent_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, created_at, acted_boost, acted_like, visibility FROM ap_interactions WHERE post_id = ? ORDER BY created_at ASC');
708 _getI = db.prepare('SELECT * FROM ap_interactions WHERE id = ?');
709 _insO = db.prepare('INSERT INTO ap_outbox (id, site_slug, post_id, post_slug, in_reply_to, to_actor, to_handle, content, created_at) VALUES (?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
710 _listO = db.prepare('SELECT * FROM ap_outbox WHERE post_id = ? ORDER BY created_at ASC');
711 _getO = db.prepare('SELECT * FROM ap_outbox WHERE id = ?');
712 }
713 return { ins: _insI, delLA: _delLA, delReply: _delReply, list: _listI, getI: _getI, insO: _insO, listO: _listO, getO: _getO };
714}
715
716export function getInteractionById(id) { return iStmts().getI.get(id); }
717export function setInteractionBoosted(id, on) {
718 db.prepare('UPDATE ap_interactions SET acted_boost = ? WHERE id = ?').run(on ? 1 : 0, id);
719}
720export function setInteractionLiked(id, on) {
721 db.prepare('UPDATE ap_interactions SET acted_like = ? WHERE id = ?').run(on ? 1 : 0, id);
722}
723// Your like/boost state on a REMOTE post (interact page toggles).
724export function setMyReaction(slug, uri, kind, on) {
725 if (on) db.prepare('INSERT OR IGNORE INTO ap_my_reactions (site_slug, target_uri, kind) VALUES (?,?,?)').run(slug, uri, kind);
726 else db.prepare('DELETE FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ? AND kind = ?').run(slug, uri, kind);
727}
728export function getMyReactions(slug, uri) {
729 const rows = (slug && uri) ? db.prepare('SELECT kind FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ?').all(slug, uri) : [];
730 return { liked: rows.some((r) => r.kind === 'like'), boosted: rows.some((r) => r.kind === 'boost') };
731}
732
733const localPostExists = (id) => { try { return !!db.prepare('SELECT 1 FROM posts WHERE id = ?').get(id); } catch { return false; } };
734// Extract our local post id from a note URL, but only if it's ours (base match).
735function postIdFromNoteUrl(url, base) {
736 const s = String(url || '');
737 if (base && !s.startsWith(base)) return null;
738 const m = s.match(/\/ap\/notes\/([^/?#]+)/);
739 return m ? decodeURIComponent(m[1]) : null;
740}
741function deriveHandle(actorUri) {
742 try { const u = new URL(actorUri); const seg = u.pathname.split('/').filter(Boolean).pop() || ''; return `@${seg}@${u.host}`; } catch { return String(actorUri || ''); }
743}
744function actorInfo(doc, actorUri) {
745 let host = ''; try { host = new URL(actorUri).host; } catch { /* keep empty */ }
746 const handle = doc && doc.preferredUsername ? `@${doc.preferredUsername}@${host}` : deriveHandle(actorUri);
747 const icon = doc && doc.icon ? (doc.icon.url || (Array.isArray(doc.icon) && doc.icon[0] && doc.icon[0].url)) : null;
748 return {
749 name: (doc && (doc.name || doc.preferredUsername)) || handle,
750 handle,
751 url: safeUrl((doc && (doc.url || doc.id)) || actorUri) || null,
752 icon: safeUrl(icon) || null,
753 };
754}
755
756// Given an inReplyTo note URL, find which local post the thread belongs to + the
757// note being replied to (parent), so a reply-to-a-comment can be nested.
758function findThreadTarget(inReplyTo, base) {
759 if (!inReplyTo) return null;
760 const seg = postIdFromNoteUrl(inReplyTo, base); // our /ap/notes/<id> segment (if ours)
761 if (seg && localPostExists(seg)) return { post_id: seg, parent_uri: inReplyTo };
762 if (seg) {
763 try { const o = db.prepare('SELECT post_id FROM ap_outbox WHERE id = ?').get(seg); if (o && o.post_id) return { post_id: o.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
764 }
765 try { const row = db.prepare("SELECT post_id FROM ap_interactions WHERE object_uri = ? AND kind = 'reply' LIMIT 1").get(inReplyTo); if (row && row.post_id) return { post_id: row.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
766 return null;
767}
768
769// Drop the leading @mention(s) a federated reply carries (the person being replied to),
770// so a comment reads "dope tekening ouwe" instead of "@jason@jasonhacky.nl dope …".
771// Keeps a leading <p> wrapper; handles mention <a> links and plain-text @user@domain.
772export function stripLeadingMentions(html) {
773 if (!html) return html;
774 let s = String(html);
775 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:<a\b[^>]*>\s*@[^<]+<\/a>[  ]*)+/i, (m, p) => p || '');
776 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:@[\w.-]+(?:@[\w.-]+)?[  ]+)+/i, (m, p) => p || '');
777 return s;
778}
779
780// View-ready threaded view of a post's fediverse activity (inbound replies +
781// our outbound replies, nested), plus like/boost counts.
782export function getInteractions(postId, base, site) {
783 const s = iStmts();
784 // Privacy: a followers-only or direct (DM) reply is addressed to people, not to the
785 // public web, so it must NOT render in the public thread. It still reaches the owner
786 // via notifications (post context + reference included there). Legacy rows without a
787 // visibility value are treated as public. Likes/boosts stay counted (count-only).
788 const rows = s.list.all(postId).filter((r) =>
789 r.kind !== 'reply' || !(r.visibility === 'followers' || r.visibility === 'direct'));
790 const baseClean = (base || process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
791 const postNoteId = baseClean ? `${baseClean}/ap/notes/${postId}` : null;
792 // Our own (outbound) replies show the SITE identity for everyone (not "You").
793 let host = ''; try { host = new URL(baseClean).host; } catch { /* ignore */ }
794 const siteName = (site && (site.title || site.slug)) || '';
795 const siteHandle = (site && site.slug && host) ? `@${site.slug}@${host}` : '';
796 const siteUrl = baseClean ? `${baseClean}/` : '';
797 const siteIcon = (site && site.profile_photo) || null;
798
799 const nodes = [];
800 for (const r of rows) {
801 if (r.kind !== 'reply') continue;
802 nodes.push({
803 noteId: r.object_uri, parent: r.parent_uri || null, mine: false, id: r.id,
804 actor_name: r.actor_name, actor_handle: r.actor_handle, actor_url: r.actor_url,
805 actor_icon: r.actor_icon, content: stripLeadingMentions(r.content), created_at: r.published || r.created_at,
806 acted_boost: !!r.acted_boost, acted_like: !!r.acted_like,
807 children: [],
808 });
809 }
810 for (const o of s.listO.all(postId)) {
811 nodes.push({
812 noteId: baseClean ? `${baseClean}/ap/notes/${o.id}` : o.id, parent: o.in_reply_to || null,
813 mine: true, outboxId: o.id, content: stripLeadingMentions(o.content), created_at: o.created_at,
814 actor_name: siteName, actor_handle: siteHandle, actor_url: siteUrl, actor_icon: siteIcon,
815 children: [],
816 });
817 }
818
819 const byId = new Map(nodes.map((n) => [n.noteId, n]));
820 const isTop = (n) => !n.parent || n.parent === postNoteId || !byId.has(n.parent);
821 const tops = [];
822 for (const n of nodes) {
823 if (isTop(n)) { tops.push(n); continue; }
824 let anc = n, guard = 0;
825 while (!isTop(anc) && guard++ < 12) anc = byId.get(anc.parent);
826 anc.children.push(n);
827 }
828 const byTime = (a, b) => new Date(a.created_at) - new Date(b.created_at);
829 tops.sort(byTime).forEach((t) => t.children.sort(byTime));
830
831 return {
832 thread: tops,
833 likeCount: rows.filter((r) => r.kind === 'like').length,
834 announceCount: rows.filter((r) => r.kind === 'announce').length,
835 total: nodes.length,
836 };
837}
838
839// ── HTTP Signatures + delivery ────────────────────────────────────
840const slugFromActorUrl = (url) => { const m = String(url || '').match(/\/ap\/users\/([^/?#]+)/); return m ? decodeURIComponent(m[1]) : null; };
841// Which of OUR sites are named in a note's Mention tags? Only hrefs on our own base count
842// (an /ap/users/<slug> path on a remote host is someone else's actor), and the slug must be
843// an existing site. Deduped.
844export function localMentionSlugs(tags, base) {
845 if (!base) return [];
846 const out = [], seen = new Set();
847 for (const t of (Array.isArray(tags) ? tags : (tags ? [tags] : []))) {
848 if (!t || t.type !== 'Mention' || typeof t.href !== 'string') continue;
849 if (!t.href.startsWith(base + '/ap/users/')) continue;
850 const slug = slugFromActorUrl(t.href);
851 if (!slug || seen.has(slug)) continue; seen.add(slug);
852 try { if (db.prepare('SELECT 1 FROM sites WHERE slug = ?').get(slug)) out.push(slug); } catch { /* ignore */ }
853 }
854 return out;
855}
856
857// Sign + POST an activity to a remote inbox (draft-cavage HTTP Signatures, RSA-SHA256).
858export async function deliver(inboxUrl, bodyObj, keyId, privatePem) {
859 const body = JSON.stringify(bodyObj);
860 const u = new URL(inboxUrl);
861 const date = new Date().toUTCString();
862 const digest = 'SHA-256=' + crypto.createHash('sha256').update(body).digest('base64');
863 const signingString = `(request-target): post ${u.pathname}\nhost: ${u.host}\ndate: ${date}\ndigest: ${digest}`;
864 const signature = crypto.sign('sha256', Buffer.from(signingString), privatePem).toString('base64');
865 const sig = `keyId="${keyId}",algorithm="rsa-sha256",headers="(request-target) host date digest",signature="${signature}"`;
866 const r = await safeFetch(inboxUrl, {
867 method: 'POST',
868 headers: { 'Content-Type': 'application/activity+json', Accept: 'application/activity+json', Date: date, Digest: digest, Signature: sig },
869 body,
870 });
871 return r.status;
872}
873
874export async function fetchActor(url) {
875 try {
876 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
877 if (!r.ok) return null;
878 const len = Number(r.headers.get('content-length') || 0);
879 if (len > 2_000_000) return null; // refuse oversized actor docs
880 return await r.json();
881 } catch { return null; }
882}
883
884// ── Delivery queue with retries ───────────────────────────────────
885// Outbound deliveries are tried immediately; on failure (down server, timeout,
886// non-2xx) they're queued and retried with backoff so a briefly-offline follower
887// doesn't silently miss the post. The signing key is NOT stored — the worker
888// re-derives it from the actor slug at send time.
889const DELIVERY_MAX_ATTEMPTS = 6;
890const DELIVERY_BACKOFF_MIN = [1, 5, 15, 60, 180, 360];
891let _insDeliv, _dueDeliv, _delDeliv, _bumpDeliv;
892function deliveryStmts() {
893 if (!_insDeliv) {
894 _insDeliv = db.prepare('INSERT INTO ap_delivery (slug, inbox, body, attempts, next_at) VALUES (?,?,?,0,CURRENT_TIMESTAMP)');
895 _dueDeliv = db.prepare("SELECT * FROM ap_delivery WHERE datetime(next_at) <= datetime('now') ORDER BY next_at LIMIT 30");
896 _delDeliv = db.prepare('DELETE FROM ap_delivery WHERE id = ?');
897 _bumpDeliv = db.prepare('UPDATE ap_delivery SET attempts = ?, next_at = ? WHERE id = ?');
898 }
899 return { ins: _insDeliv, due: _dueDeliv, del: _delDeliv, bump: _bumpDeliv };
900}
901export function enqueueDelivery(slug, inbox, activity) {
902 if (!slug || !inbox || !activity) return;
903 try { deliveryStmts().ins.run(slug, inbox, JSON.stringify(activity)); } catch { /* ignore */ }
904}
905// Record delivery health per follower so the followers list can flag dead accounts.
906// Keyed by inbox: a shared-inbox POST reaches every follower behind it, so all of them
907// are marked. A non-follower inbox (inline @mention) simply matches 0 rows.
908let _fDelivOk, _fDelivErr;
909function markFollowerDelivery(slug, inbox, ok) {
910 if (!slug || !inbox) return;
911 try {
912 if (!_fDelivOk) {
913 _fDelivOk = db.prepare('UPDATE ap_followers SET last_delivery_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
914 _fDelivErr = db.prepare('UPDATE ap_followers SET last_error_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
915 }
916 (ok ? _fDelivOk : _fDelivErr).run(slug, inbox, inbox);
917 } catch { /* health tracking is non-fatal */ }
918}
919// Deliver now; queue for retry if it fails.
920export async function deliverWithRetry(slug, inbox, activity, keyId, privPem) {
921 if (!inbox) return;
922 try { const st = await deliver(inbox, activity, keyId, privPem); if (st >= 200 && st < 300) { markFollowerDelivery(slug, inbox, true); return; } } catch { /* queue below */ }
923 enqueueDelivery(slug, inbox, activity);
924}
925let _processingDeliv = false;
926export async function processDeliveryQueue() {
927 if (_processingDeliv) return; // re-entrancy guard: 30 rows × 8s can exceed the 60s tick → no double-delivery
928 _processingDeliv = true;
929 try {
930 let rows;
931 try { rows = deliveryStmts().due.all(); } catch { return; }
932 if (!rows || !rows.length) return;
933 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
934 for (const row of rows) {
935 let ok = false;
936 try {
937 const keys = getOrCreateKeys(row.slug);
938 const st = await deliver(row.inbox, JSON.parse(row.body), `${actorId(base, row.slug)}#main-key`, keys.private_pem);
939 ok = st >= 200 && st < 300;
940 } catch { ok = false; }
941 if (ok) { markFollowerDelivery(row.slug, row.inbox, true); deliveryStmts().del.run(row.id); continue; }
942 const attempts = row.attempts + 1;
943 if (attempts >= DELIVERY_MAX_ATTEMPTS) { markFollowerDelivery(row.slug, row.inbox, false); deliveryStmts().del.run(row.id); console.warn('[AP] delivery gave up after', attempts, 'tries →', row.inbox); continue; }
944 // Index the backoff on the CURRENT attempt count (row.attempts) so the first
945 // retry uses the 1-min tier instead of skipping it.
946 const mins = DELIVERY_BACKOFF_MIN[Math.min(row.attempts, DELIVERY_BACKOFF_MIN.length - 1)];
947 deliveryStmts().bump.run(attempts, new Date(Date.now() + mins * 60000).toISOString(), row.id);
948 }
949 } finally { _processingDeliv = false; }
950}
951let _delivTimer = null;
952export function startDeliveryWorker() {
953 if (_delivTimer) return;
954 _delivTimer = setInterval(() => { processDeliveryQueue().catch(() => {}); }, 60 * 1000);
955 if (_delivTimer.unref) _delivTimer.unref();
956}
957
958// Best-effort verification of an incoming signed request. Returns the sender's
959// actor doc if the signature checks out, else null. (Not gating yet — MVP.)
960// Max clock skew for the signed Date header (replay window). Generous default to tolerate
961// federating servers with drifting clocks; an operator can widen it via env.
962const SIG_MAX_SKEW_MS = (Number(process.env.AP_SIG_MAX_SKEW_MIN) || 60) * 60 * 1000;
963export async function verifyRequest(req) {
964 const sigH = req.headers['signature'];
965 if (!sigH) return null;
966 const p = Object.fromEntries([...sigH.matchAll(/([a-zA-Z]+)="([^"]*)"/g)].map((m) => [m[1], m[2]]));
967 if (!p.keyId || !p.signature) return null;
968 const actor = await fetchActor(p.keyId.split('#')[0]);
969 const pem = actor && actor.publicKey && actor.publicKey.publicKeyPem;
970 if (!pem) return null;
971 const hs = (p.headers || '(request-target) host date').split(/\s+/);
972 // Behind a reverse proxy the raw Host header is the backend bind (e.g. localhost:3000, when
973 // the proxy doesn't preserve it — Apache .htaccess [P] proxying), but the sender signed the
974 // HTTP-Signature over the PUBLIC host. Try each candidate host (the configured PUBLIC_BASE_URL
975 // host, the proxy's X-Forwarded-Host, and the raw Host) and accept if the signature verifies
976 // against any. An attacker can't forge a match (no private key), so this only rescues the
977 // legitimate proxied case. Also normalise a leading double-slash in the request-target.
978 let _pubHost = null;
979 if (process.env.PUBLIC_BASE_URL) { try { _pubHost = new URL(process.env.PUBLIC_BASE_URL).host; } catch { /* ignore */ } }
980 const _hosts = [...new Set([_pubHost, req.headers['x-forwarded-host'], req.headers['host']].filter(Boolean))];
981 const _target = `${req.method.toLowerCase()} ${String(req.originalUrl || '').replace(/^\/{2,}/, '/')}`;
982 const _sig = Buffer.from(p.signature, 'base64');
983 let ok = false;
984 for (const _h of _hosts) {
985 const line = hs.map((x) => x === '(request-target)'
986 ? `(request-target): ${_target}`
987 : x === 'host' ? `host: ${_h}`
988 : `${x}: ${req.headers[x] || ''}`).join('\n');
989 try { if (crypto.verify('sha256', Buffer.from(line), pem, _sig)) { ok = true; break; } } catch { /* try next host */ }
990 }
991 // Replay defence: the Date header must be signed and recent. A captured signed request
992 // replayed later (or with a swapped body) is rejected.
993 if (ok) {
994 if (!hs.includes('date')) ok = false;
995 else {
996 const t = Date.parse(req.headers['date'] || '');
997 if (isNaN(t) || Math.abs(Date.now() - t) > SIG_MAX_SKEW_MS) ok = false;
998 }
999 }
1000 // Digest is MANDATORY when the request carries a body: without a signed digest the body
1001 // isn't covered by the signature and could be swapped on a replay.
1002 if (ok && req.rawBody && req.rawBody.length) {
1003 if (!hs.includes('digest')) ok = false;
1004 else {
1005 const exp = 'SHA-256=' + crypto.createHash('sha256').update(req.rawBody).digest('base64');
1006 if (req.headers['digest'] !== exp) ok = false;
1007 }
1008 }
1009 return ok ? actor : null;
1010}
1011
1012// Parse a fediverse poll (an ActivityStreams `Question` — the Mastodon-standard poll form)
1013// into our compact shape. `oneOf` = single choice, `anyOf` = multiple; each option is a Note
1014// with a `name` and a `replies` collection whose `totalItems` is that option's vote count.
1015function parsePoll(o) {
1016 if (!o || o.type !== 'Question') return null;
1017 const raw = Array.isArray(o.oneOf) ? o.oneOf : (Array.isArray(o.anyOf) ? o.anyOf : null);
1018 if (!raw || !raw.length) return null;
1019 const options = raw.slice(0, 12).map((opt) => ({
1020 name: String((opt && opt.name) || '').slice(0, 300),
1021 count: Math.max(0, Number(opt && opt.replies && opt.replies.totalItems) || 0),
1022 })).filter((x) => x.name);
1023 if (!options.length) return null;
1024 const endTime = o.endTime || (typeof o.closed === 'string' ? o.closed : null);
1025 const closed = !!o.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
1026 return { multiple: Array.isArray(o.anyOf), options, endTime, closed, voters: Number(o.votersCount) || null, voted: null };
1027}
1028
1029// ── Polls WE host (a local post with a poll) ──────────────────────
1030// Parse the poll definition stored on our own post (posts.poll_json). Counts are
1031// NOT stored here — they're derived from the poll_votes ballots so a re-render always
1032// reflects the authoritative tally.
1033export function parseOwnPoll(pollJson) {
1034 if (!pollJson) return null;
1035 let d; try { d = typeof pollJson === 'string' ? JSON.parse(pollJson) : pollJson; } catch { return null; }
1036 if (!d || !Array.isArray(d.options)) return null;
1037 const options = d.options.map((o) => ({ name: String((o && o.name != null ? o.name : o) || '').slice(0, 300) })).filter((o) => o.name);
1038 if (options.length < 2) return null;
1039 const endTime = d.endTime || null;
1040 const closed = !!d.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
1041 return { multiple: !!d.multiple, options, endTime, closed };
1042}
1043
1044// Live tally of a hosted poll from its ballots: per-option counts + unique voters.
1045export function pollTally(postId) {
1046 const counts = {}; let voters = 0;
1047 try {
1048 for (const r of db.prepare('SELECT choice, COUNT(*) AS n FROM poll_votes WHERE post_id = ? GROUP BY choice').all(postId)) counts[r.choice] = r.n;
1049 voters = db.prepare('SELECT COUNT(DISTINCT actor_uri) AS n FROM poll_votes WHERE post_id = ?').get(postId).n || 0;
1050 } catch { /* table may not exist yet */ }
1051 return { counts, voters };
1052}
1053
1054// Render-ready view of a hosted poll (options with counts + percentages, totals, state).
1055// Voting is fediverse-only, so this is display-only on the site.
1056export function ownPollView(post) {
1057 const poll = parseOwnPoll(post && post.poll_json);
1058 if (!poll) return null;
1059 const { counts, voters } = pollTally(post.id);
1060 const total = Object.values(counts).reduce((a, b) => a + b, 0);
1061 const denom = poll.multiple ? voters : total; // multiple-choice %: share of voters (can sum >100%)
1062 const options = poll.options.map((o) => {
1063 const count = counts[o.name] || 0;
1064 return { name: o.name, count, pct: denom ? Math.round((count / denom) * 100) : 0 };
1065 });
1066 return { multiple: poll.multiple, options, total, voters, endTime: poll.endTime, closed: poll.closed };
1067}
1068
1069// Attach the AS2 Question shape to a note built for a hosted poll. Mastodon renders a
1070// status with either media OR a poll (never both), so a poll federates as content +
1071// options with no media attachment. oneOf = single choice, anyOf = multiple.
1072function applyPollToNote(note, postId, poll) {
1073 const { counts, voters } = pollTally(postId);
1074 const opts = poll.options.map((o) => ({
1075 type: 'Note',
1076 name: o.name,
1077 replies: { type: 'Collection', totalItems: counts[o.name] || 0 },
1078 }));
1079 note.type = 'Question';
1080 note[poll.multiple ? 'anyOf' : 'oneOf'] = opts;
1081 if (poll.endTime) note.endTime = new Date(poll.endTime).toISOString();
1082 // Once closed, Mastodon expects a `closed` timestamp (the effective end).
1083 if (poll.closed) note.closed = poll.endTime ? new Date(poll.endTime).toISOString() : new Date().toISOString();
1084 note.votersCount = voters;
1085 delete note.attachment; // media ATTACHMENTS + a poll are mutually exclusive on Mastodon
1086 // Keep note.image: it's the cover, which Mastodon ignores on a Question anyway
1087 // (same as on any Note) but Klonkt reads to show the cover in feeds/the Cirkel.
1088 // Deleting it stripped the cover off every boosted poll.
1089 return note;
1090}
1091
1092// Record an inbound ballot on one of OUR polls. A vote arrives as a Create(Note) whose
1093// `name` is the chosen option and `inReplyTo` is our poll note — the Mastodon-standard
1094// vote form. Returns { handled } — handled=true means it was addressed to a poll (so the
1095// caller must NOT also store it as a reply), false means "not a poll, fall through".
1096function recordPollBallot(postId, actorUri, rawChoice) {
1097 const choice = String(rawChoice == null ? '' : rawChoice).slice(0, 300);
1098 if (!choice) return { handled: false };
1099 let post; try { post = db.prepare('SELECT poll_json FROM posts WHERE id = ?').get(postId); } catch { return { handled: false }; }
1100 const poll = post && parseOwnPoll(post.poll_json);
1101 if (!poll) return { handled: false }; // not a poll → let the reply logic handle it
1102 if (poll.closed) return { handled: true }; // voting closed → drop
1103 if (!poll.options.some((o) => o.name === choice)) return { handled: true }; // unknown option → drop
1104 try {
1105 // Single choice = one ballot per actor: ignore a later/different vote. Multiple choice
1106 // allows one ballot per distinct option (the UNIQUE(post,actor,choice) dedupes repeats).
1107 if (!poll.multiple && db.prepare('SELECT 1 FROM poll_votes WHERE post_id = ? AND actor_uri = ? LIMIT 1').get(postId, actorUri)) return { handled: true };
1108 db.prepare('INSERT OR IGNORE INTO poll_votes (post_id, actor_uri, choice) VALUES (?, ?, ?)').run(postId, actorUri, choice);
1109 } catch { return { handled: true }; }
1110 schedulePollUpdate(postId);
1111 return { handled: true };
1112}
1113
1114// Coalesce a burst of votes into ONE Update(Question) per poll: the first vote schedules a
1115// refresh ~15s out; further votes in that window ride the same pending update (which carries
1116// the accumulated tally). Non-follower voters re-fetch the Question (live tally) themselves.
1117const _pollUpdTimers = new Map();
1118function schedulePollUpdate(postId) {
1119 if (_pollUpdTimers.has(postId)) return;
1120 const t = setTimeout(() => { _pollUpdTimers.delete(postId); deliverPollUpdate(postId).catch(() => { /* best-effort */ }); }, 15000);
1121 if (t.unref) t.unref();
1122 _pollUpdTimers.set(postId, t);
1123}
1124
1125// Push the fresh poll tally (or closed state) to followers as Update(Question).
1126export async function deliverPollUpdate(postId) {
1127 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1128 if (!base || !postId) return;
1129 let post, site;
1130 try {
1131 post = db.prepare('SELECT * FROM posts WHERE id = ?').get(postId);
1132 if (!post || !post.poll_json) return;
1133 site = db.prepare('SELECT * FROM sites WHERE id = ?').get(post.site_id);
1134 } catch { return; }
1135 if (site) await deliverUpdate(site, post);
1136}
1137
1138// Handle an incoming inbox POST. slugParam = null for the shared /ap/inbox.
1139export async function handleInbox(req, slugParam) {
1140 const act = req.body || {};
1141 const type = act.type;
1142 // Real client IP (behind the proxy via `trust proxy`) — logged on dropped/rejected/
1143 // ignored inbox hits so an operator can see who is probing their fediverse inbox.
1144 const ip = req.ip || (req.connection && req.connection.remoteAddress) || '?';
1145 const base = (process.env.PUBLIC_BASE_URL || `${req.protocol}://${req.get('host')}`).replace(/\/+$/, '');
1146 const verified = await verifyRequest(req).catch(() => null);
1147
1148 // ENFORCE HTTP signatures: a data-affecting activity must be signed by the very
1149 // actor it claims to be. No valid signature, or signer ≠ actor → reject (no
1150 // forged replies/likes/follows/timeline posts). GET/discovery stays open.
1151 const claimedActor = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1152 // Blocked actor/domain → silently drop (202, don't reveal the block).
1153 if (claimedActor && isBlockedAny(claimedActor)) { console.log('[AP] inbox dropped (blocked)', claimedActor, 'from', ip); return 202; }
1154 const GATED = ['Create', 'Like', 'Announce', 'Follow', 'Delete', 'Undo', 'Accept', 'Reject', 'Add', 'Remove', 'Update', 'Flag'];
1155 if (GATED.includes(type)) {
1156 if (!verified || !claimedActor || verified.id !== claimedActor) {
1157 console.warn('[AP] inbox REJECTED (signature)', type, claimedActor || '?', 'from', ip, verified ? '(signer mismatch)' : '(unsigned/invalid)');
1158 return 401;
1159 }
1160 }
1161
1162 // A moderation report (Flag) about our content — store it for the targeted site's owner
1163 // (each Klonkt site is moderated by its own owner). Signature is enforced (GATED).
1164 if (type === 'Flag') {
1165 const objs = Array.isArray(act.object) ? act.object : (act.object ? [act.object] : []);
1166 const objectUris = objs.map((o) => (typeof o === 'string' ? o : (o && o.id))).filter(Boolean);
1167 let targetSlug = null;
1168 const noteIds = [];
1169 for (const u of objectUris) {
1170 const s = slugFromActorUrl(u); // one of our actors?
1171 if (s) { targetSlug = targetSlug || s; continue; }
1172 const pid = postIdFromNoteUrl(u, base); // one of our notes?
1173 if (pid) noteIds.push(pid);
1174 }
1175 if (!targetSlug && noteIds.length) {
1176 try { const r = db.prepare('SELECT s.slug FROM posts p JOIN sites s ON s.id = p.site_id WHERE p.id = ? LIMIT 1').get(noteIds[0]); if (r) targetSlug = r.slug; } catch { /* ignore */ }
1177 }
1178 if (!targetSlug) return 202; // not about us / can't tell → drop
1179 // Flag is GATED, so `verified` is the signer's (reporter's) actor doc already.
1180 const ai = actorInfo(verified || null, claimedActor);
1181 try {
1182 db.prepare('INSERT INTO ap_reports (slug, actor_uri, actor_name, actor_handle, actor_icon, content, objects, created_at) VALUES (?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1183 .run(targetSlug, claimedActor || null, ai.name, ai.handle, ai.icon, HtmlSanitizerService.toPlainText(act.content || '').slice(0, 3000), JSON.stringify(objectUris.slice(0, 20)));
1184 console.log('[AP] report received for', targetSlug, 'from', claimedActor);
1185 } catch { /* ignore */ }
1186 return 202;
1187 }
1188
1189 if (type === 'Follow') {
1190 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1191 const slug = slugParam || slugFromActorUrl(typeof act.object === 'string' ? act.object : (act.object && act.object.id));
1192 if (!who || !slug) return 400;
1193 const remote = await fetchActor(who);
1194 if (!remote || !remote.inbox) return 202; // can't reach them → drop quietly
1195 const sharedInbox = (remote.endpoints && remote.endpoints.sharedInbox) || null;
1196 fStmts().ins.run(slug, who, remote.inbox, sharedInbox);
1197 const me = actorId(base, slug);
1198 const keys = getOrCreateKeys(slug);
1199 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: act };
1200 deliver(remote.inbox, accept, `${me}#main-key`, keys.private_pem).catch((e) => console.warn('[AP] Accept delivery failed:', e.message));
1201 // Auto-backfill: send our recent posts as Create so the instance has our history
1202 // (Mastodon doesn't fetch history on follow). ONCE PER REMOTE INSTANCE only —
1203 // Mastodon dedupes notes per-instance, so re-filling an instance that already has
1204 // a follower of ours is wasted work (and won't re-populate the new follower's
1205 // timeline anyway). Deliver to the shared inbox (instance-level) when present.
1206 // Sync insert+check (no await between) → no interleave race with concurrent Follows.
1207 const instanceFilled = sharedInbox &&
1208 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1')
1209 .get(slug, sharedInbox, who);
1210 if (!instanceFilled) {
1211 backfillNewFollower(base, slug, sharedInbox || remote.inbox).catch(() => { /* best-effort */ });
1212 }
1213 console.log('[AP] Follow', who, '→', slug, verified ? '(sig ok)' : '(sig unverified)');
1214 return 202;
1215 }
1216 if (type === 'Undo' && act.object) {
1217 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1218 const ot = act.object.type;
1219 if (ot === 'Follow') {
1220 const obj = act.object.object;
1221 const slug = slugParam || slugFromActorUrl(typeof obj === 'string' ? obj : (obj && obj.id));
1222 if (who && slug) { fStmts().del.run(slug, who); console.log('[AP] Unfollow', who, '→', slug); }
1223 return 202;
1224 }
1225 if (ot === 'Like' || ot === 'Announce') {
1226 const tgt = act.object.object;
1227 const pid = postIdFromNoteUrl(typeof tgt === 'string' ? tgt : (tgt && tgt.id), base);
1228 if (who && pid) { iStmts().delLA.run(ot.toLowerCase(), pid, who); console.log('[AP] Undo', ot, who, '→', pid); }
1229 return 202;
1230 }
1231 return 202;
1232 }
1233
1234 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1235 const resolveActor = async (uri) => ((verified && verified.id === uri) ? verified : await fetchActor(uri).catch(() => null));
1236 // Activities from our OWN actors are already stored via ap_outbox — don't re-store.
1237 const isLocalActor = !!(base && actorUri && actorUri.startsWith(`${base}/ap/users/`));
1238
1239 // Inbound reply: a Create whose object replies to one of our notes (post OR comment).
1240 if (type === 'Create' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1241 const o = act.object;
1242 // A poll ballot: a Note carrying a `name` (the chosen option) inReplyTo one of OUR poll
1243 // posts. Record it (deduped per actor) BEFORE the reply logic so a vote is never stored
1244 // as a comment. recordPollBallot returns handled=false only if the target isn't a poll.
1245 if (o.name && o.inReplyTo && actorUri && !isLocalActor) {
1246 const seg = postIdFromNoteUrl(o.inReplyTo, base);
1247 if (seg && localPostExists(seg)) {
1248 const rec = recordPollBallot(seg, actorUri, o.name);
1249 if (rec.handled) { console.log('[AP] poll vote', actorUri, '→', seg); return 202; }
1250 }
1251 }
1252 const tgt = findThreadTarget(o.inReplyTo, base);
1253 if (tgt && actorUri && !isLocalActor) {
1254 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1255 const html = HtmlSanitizerService.sanitize(o.content || '');
1256 if (isRejectedObject(o.id)) { console.log('[AP] reply skipped (tombstoned)', o.id); return 202; }
1257 iStmts().ins.run('reply', tgt.post_id, o.id || '', actorUri, ai.name, ai.handle, ai.url, ai.icon, html, o.published || null, tgt.parent_uri, noteVisibility(o));
1258 console.log('[AP] reply', actorUri, '→', tgt.post_id);
1259 return 202;
1260 }
1261 // Home timeline (client): a top-level post from an account we follow.
1262 if (actorUri && !isLocalActor && !o.inReplyTo && o.id) {
1263 let subs = []; try { subs = db.prepare('SELECT slug, auto_boost FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist yet */ }
1264 if (subs.length) {
1265 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1266 const html = HtmlSanitizerService.sanitize(o.content || '');
1267 const _atts = (Array.isArray(o.attachment) ? o.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
1268 // Fallback cover: a Note's `image` (set when the attachment was suppressed
1269 // for a player-card post, e.g. hosted-audio posts).
1270 if (!_atts.some((m) => !m.type || /image/i.test(m.type)) && o.image) {
1271 const _im = Array.isArray(o.image) ? o.image[0] : o.image;
1272 const _iu = safeUrl(typeof _im === 'string' ? _im : (_im && _im.url));
1273 if (_iu) _atts.push({ url: _iu, type: (_im && _im.mediaType) || 'image/jpeg' });
1274 }
1275 const media = JSON.stringify(_atts);
1276 const poll = parsePoll(o); // a Question (fediverse poll) → cache its options/counts
1277 // "Feature" = show in the Cirkel (local only). We do NOT auto-Announce
1278 // incoming posts to the fediverse — that flooded followers. Boosting to the
1279 // fediverse is only ever a deliberate, manual per-post action (the 🔁 on
1280 // the timeline).
1281 for (const s of subs) {
1282 tlStmts().ins.run(o.id, s.slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, media, o.sensitive ? 1 : 0, o.summary || null);
1283 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, s.slug); } catch { /* ignore */ } }
1284 }
1285 console.log('[AP] timeline +', actorUri, 'x' + subs.length);
1286 }
1287 }
1288 // Mentioned in a post that is NOT a reply to our content (a reply to us already returned
1289 // above): store a mention notification for each of our actors named in the Mention tags.
1290 // Requires our own base prefix on the tag href — /ap/users/<slug> on a REMOTE host is
1291 // someone else's actor, not ours.
1292 if (actorUri && !isLocalActor && o.id) {
1293 const slugs = localMentionSlugs(o.tag, base);
1294 if (slugs.length) {
1295 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1296 const html = HtmlSanitizerService.sanitize(o.content || '');
1297 for (const slug of slugs) {
1298 try {
1299 const r = db.prepare('INSERT OR IGNORE INTO ap_mentions (slug, object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, published, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1300 .run(slug, o.id, safeUrl(o.url) || null, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.published || null);
1301 if (r.changes) console.log('[AP] mention', actorUri, '→', slug);
1302 } catch { /* ignore */ }
1303 }
1304 }
1305 }
1306 return 202;
1307 }
1308 // A remote post we cached was edited upstream → refresh our cached copy. This is the
1309 // push-based edit-sync that keeps the Cirkel/timeline fresh without polling (selfHeal
1310 // does it on a version bump; this does it live). Scope to the SIGNING actor so B can't
1311 // edit A's note (the signature gate guarantees claimedActor == the verified signer).
1312 if (type === 'Update' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1313 const o = act.object;
1314 if (o.id && claimedActor) {
1315 const html = HtmlSanitizerService.sanitize(o.content || '');
1316 const media = mediaFromNote(o);
1317 try {
1318 // Refresh url too (COALESCE keeps the old one if the Update omits it): a remote slug
1319 // rename keeps the same AP id but changes the human url, so without this the cached
1320 // post would keep linking to the old, now-dead URL.
1321 const r = db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ? AND author_uri = ?')
1322 .run(html, media, o.sensitive ? 1 : 0, o.summary || null, o.url || null, o.id, claimedActor);
1323 if (r.changes) console.log('[AP] timeline update', claimedActor, '→', o.id);
1324 // A poll's Update carries the fresh vote counts / closed state. Refresh per-row so each
1325 // site keeps its own `voted` state while the counts/closed update to the new totals.
1326 const poll = parsePoll(o);
1327 if (poll) {
1328 const rows = db.prepare('SELECT rowid AS rid, poll_json FROM ap_timeline WHERE id = ? AND author_uri = ?').all(o.id, claimedActor);
1329 const upd = db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE rowid = ?');
1330 for (const rw of rows) {
1331 let voted = null; try { voted = rw.poll_json ? (JSON.parse(rw.poll_json).voted || null) : null; } catch { /* ignore */ }
1332 upd.run(JSON.stringify({ ...poll, voted }), rw.rid);
1333 }
1334 }
1335 } catch { /* ignore */ }
1336 // If this note is a cached fediverse reply on one of our posts, refresh its text too.
1337 try { db.prepare('UPDATE ap_interactions SET content = ? WHERE object_uri = ? AND actor_uri = ?').run(html, o.id, claimedActor); } catch { /* ignore */ }
1338 }
1339 return 202;
1340 }
1341 if (type === 'Like' || type === 'Announce') {
1342 const tgt = act.object;
1343 const objUrl = typeof tgt === 'string' ? tgt : (tgt && tgt.id);
1344 const pid = postIdFromNoteUrl(objUrl, base);
1345 if (pid && actorUri && !isLocalActor && localPostExists(pid)) {
1346 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1347 iStmts().ins.run(type.toLowerCase(), pid, '', actorUri, ai.name, ai.handle, ai.url, ai.icon, null, null, null, noteVisibility(act));
1348 console.log('[AP]', type === 'Like' ? 'like' : 'boost', actorUri, '→', pid);
1349 } else if (type === 'Announce' && objUrl && actorUri && !isLocalActor) {
1350 // A boost FROM an account we follow, of a REMOTE post → show it in the News feed.
1351 // We only STORE it for display; we NEVER auto-Announce it onward (anti-feedback-loop:
1352 // re-announcing an incoming Announce would cascade boosts across the network).
1353 let subs = []; try { subs = db.prepare('SELECT slug FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist */ }
1354 if (subs.length) {
1355 const bn = await fetchNoteAP(objUrl);
1356 if (bn && bn !== 404 && (bn.type === 'Note' || bn.type === 'Article') && bn.id) {
1357 const origUri = actorUriOf(bn.attributedTo);
1358 // Block completeness: even if you follow the booster, drop a boost whose ORIGINAL
1359 // author is blocked — otherwise a block is bypassed via someone else's boost.
1360 if (origUri && isBlockedAny(origUri)) { console.log('[AP] timeline boost dropped (blocked origin)', origUri, 'via', actorUri); return 202; }
1361 const oai = actorInfo(await resolveActor(origUri), origUri);
1362 const html = HtmlSanitizerService.sanitize(bn.content || '');
1363 const media = mediaFromNote(bn);
1364 const booster = actorInfo(await resolveActor(actorUri), actorUri);
1365 for (const s of subs) {
1366 // published = now → the boost shows as fresh activity at the top (Mastodon shows
1367 // reblogs at reblog-time, not the original's date). INSERT OR IGNORE: if we already
1368 // have the note (e.g. we also follow the author), keep it and DON'T relabel it.
1369 let inserted = false;
1370 try { const r = tlStmts().ins.run(bn.id, s.slug, origUri || '', oai.name, oai.handle, oai.icon, oai.url, html, bn.url || null, new Date().toISOString(), media, bn.sensitive ? 1 : 0, bn.summary || null); inserted = r.changes > 0; } catch { /* ignore */ }
1371 if (inserted) { try { db.prepare('UPDATE ap_timeline SET reblog_name = ?, reblog_handle = ?, reblog_icon = ? WHERE slug = ? AND id = ?').run(booster.name, booster.handle, booster.icon, s.slug, bn.id); } catch { /* ignore */ } }
1372 }
1373 console.log('[AP] timeline boost +', actorUri, 'x' + subs.length);
1374 }
1375 }
1376 }
1377 return 202;
1378 }
1379 if (type === 'Delete') {
1380 // A remote note was deleted upstream → drop it from replies AND the timeline.
1381 // Scope to the SIGNING actor so actor B can't delete actor A's content (the
1382 // signature gate guarantees claimedActor == the verified signer here).
1383 const oid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1384 if (oid && claimedActor) {
1385 try { db.prepare('DELETE FROM ap_interactions WHERE object_uri = ? AND actor_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1386 try { db.prepare('DELETE FROM ap_timeline WHERE id = ? AND author_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1387 // Also clear a boost/like YOU made of this now-deleted remote post (the interact-page
1388 // ap_my_reactions state), so it can't stay stuck as "boosted" on a post that's gone.
1389 // Guard: only when the deleter owns the note's domain (B mustn't clear your reactions
1390 // to A's posts).
1391 try {
1392 let sameHost = false;
1393 try { sameHost = new URL(oid).host === new URL(claimedActor).host; } catch { sameHost = false; }
1394 if (sameHost) db.prepare('DELETE FROM ap_my_reactions WHERE target_uri = ?').run(oid);
1395 } catch { /* ignore */ }
1396 }
1397 return 202;
1398 }
1399 // Accept/Reject of a Follow WE sent (client side).
1400 if (type === 'Accept' && act.object) {
1401 const fid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1402 if (fid) { try { fwStmts().acc.run(fid); } catch { /* ignore */ } }
1403 console.log('[AP] follow accepted', actorUri);
1404 return 202;
1405 }
1406 if (type === 'Reject' && act.object) {
1407 const who = actorUri;
1408 if (who && slugParam) { try { fwStmts().del.run(slugParam, who); } catch { /* ignore */ } }
1409 return 202;
1410 }
1411
1412 console.log('[AP] inbox', type || 'unknown', '→', slugParam || 'shared', 'from', ip, '(ignored)');
1413 return 202;
1414}
1415
1416// Deliver a new post as Create(Note) to all followers' inboxes (fire-and-forget).
1417// Needs PUBLIC_BASE_URL (absolute URLs); no-op without followers or base.
1418export async function deliverCreate(site, post) {
1419 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1420 if (!base || !site || !site.slug) return;
1421 // Resolve inline @user@host mentions → link them in the note + collect their inboxes, so a
1422 // mentioned person is notified even if they don't follow us (Mastodon-standard mention).
1423 const mres = await resolveMentionsInText(base, post.content || '');
1424 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1425 const followers = fStmts().list.all(site.slug);
1426 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1427 if (!inboxes.length) return; // no followers and no one mentioned
1428 const keys = getOrCreateKeys(site.slug);
1429 const keyId = `${actorId(base, site.slug)}#main-key`;
1430 const create = buildCreate(base, site, post2);
1431 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, create, keyId, keys.private_pem);
1432}
1433
1434// On a new Follow, send that follower our most recent posts as Create so their
1435// timeline shows our history (Mastodon does not backfill on follow). Oldest-first
1436// so they sort into the follower's timeline at their original dates.
1437async function backfillNewFollower(base, slug, inbox) {
1438 if (!base || !slug || !inbox) return;
1439 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
1440 if (!site) return;
1441 const recent = db.prepare(
1442 `SELECT id, slug, title, content, cover_image_url, cover_video_url, nsfw, content_warning, published_at, created_at
1443 FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1444 ORDER BY COALESCE(published_at, created_at) DESC LIMIT 20`
1445 ).all(site.id).reverse();
1446 if (!recent.length) return;
1447 const keys = getOrCreateKeys(slug);
1448 const keyId = `${actorId(base, slug)}#main-key`;
1449 for (const p of recent) {
1450 try { await deliver(inbox, buildCreate(base, site, p), keyId, keys.private_pem); } catch { /* best-effort */ }
1451 await new Promise((r) => setTimeout(r, 150));
1452 }
1453 console.log('[AP] backfilled', recent.length, 'posts to new follower of', slug);
1454}
1455
1456// Tell followers a post is gone (Delete + Tombstone) so it's removed from their feeds.
1457export async function deliverDelete(site, post) {
1458 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1459 if (!base || !site || !site.slug || !post || !post.id) return;
1460 const followers = fStmts().list.all(site.slug);
1461 if (!followers.length) return;
1462 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1463 const keys = getOrCreateKeys(site.slug);
1464 const me = actorId(base, site.slug);
1465 const nid = noteId(base, post.id);
1466 const del = {
1467 '@context': AP_CONTEXT,
1468 id: `${nid}#delete-${Date.now()}-${rid()}`,
1469 type: 'Delete',
1470 actor: me,
1471 to: [PUBLIC],
1472 object: { id: nid, type: 'Tombstone' },
1473 };
1474 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, del, `${me}#main-key`, keys.private_pem);
1475}
1476
1477// Tell followers an already-published post changed (Update + edited Note) so
1478// Mastodon refreshes the cached copy (e.g. after fixing content).
1479export async function deliverUpdate(site, post) {
1480 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1481 if (!base || !site || !site.slug || !post || !post.id) return;
1482 const mres = await resolveMentionsInText(base, post.content || ''); // link mentions + collect inboxes
1483 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1484 const followers = fStmts().list.all(site.slug);
1485 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1486 if (!inboxes.length) return;
1487 const keys = getOrCreateKeys(site.slug);
1488 const me = actorId(base, site.slug);
1489 const note = buildNote(base, site, post2);
1490 note.updated = new Date().toISOString();
1491 const update = {
1492 '@context': AP_CONTEXT,
1493 id: `${noteId(base, post.id)}#update-${Date.now()}-${rid()}`,
1494 type: 'Update', actor: me, to: [PUBLIC], cc: note.cc,
1495 object: note,
1496 };
1497 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1498}
1499
1500// Tell followers the ACTOR changed (Update + Person) so Mastodon re-processes the
1501// account AND re-fetches the featured (pinned) collection — there is no standard
1502// "featured changed" activity, so this is how a pin/unpin propagates promptly.
1503export async function deliverActorUpdate(site) {
1504 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1505 if (!base || !site || !site.slug) return;
1506 const followers = fStmts().list.all(site.slug);
1507 if (!followers.length) return;
1508 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1509 const keys = getOrCreateKeys(site.slug);
1510 const me = actorId(base, site.slug);
1511 const update = {
1512 '@context': AP_CONTEXT,
1513 id: `${me}#update-${Date.now()}-${rid()}`,
1514 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
1515 object: buildActor(base, site),
1516 };
1517 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1518}
1519
1520// Reliably set the pinned order on followers' instances via Add/Remove activities
1521// (how Mastodon itself federates pins) — pushed to the inbox + processed immediately,
1522// unlike the featured COLLECTION which Mastodon caches with sticky StatusPins.
1523// Mastodon's Add skips an already-pinned status, so we REMOVE every pin first, wait,
1524// then ADD in rank-DESCENDING order (rank 1 added LAST → newest StatusPin → shown first,
1525// because Mastodon displays pins newest-first). `alsoRemove` = ids to unpin too.
1526// Serialize pin-resyncs per site: two concurrent /save calls would otherwise interleave
1527// their Remove -> wait -> Add sequences and scramble the StatusPin order on Mastodon. A
1528// resync already in flight for a site coalesces later requests into ONE rerun after it
1529// finishes (accumulating their extra unpins), so rapid saves don't pile up N full resyncs.
1530const _pinResync = new Map(); // slug -> { promise, pending, pendingRemove:Set, site }
1531export function resyncFeaturedPins(site, alsoRemove = []) {
1532 if (!site || !site.slug) return Promise.resolve();
1533 const slug = site.slug;
1534 const running = _pinResync.get(slug);
1535 if (running) {
1536 running.pending = true;
1537 running.site = site; // use the latest site object on the rerun
1538 for (const id of alsoRemove) running.pendingRemove.add(id);
1539 return running.promise;
1540 }
1541 const state = { promise: null, pending: false, pendingRemove: new Set(), site };
1542 state.promise = (async () => {
1543 let extra = alsoRemove;
1544 for (;;) {
1545 try { await doResyncFeaturedPins(state.site, extra); }
1546 catch (e) { console.warn('[AP] pin resync failed:', e.message); }
1547 if (!state.pending) break;
1548 state.pending = false;
1549 extra = [...state.pendingRemove];
1550 state.pendingRemove = new Set();
1551 }
1552 _pinResync.delete(slug);
1553 })();
1554 _pinResync.set(slug, state);
1555 return state.promise;
1556}
1557
1558// The actual resync work — do NOT call directly; go through resyncFeaturedPins() above so
1559// it stays serialized per site.
1560async function doResyncFeaturedPins(site, alsoRemove = []) {
1561 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1562 if (!base || !site || !site.slug) return;
1563 const followers = fStmts().list.all(site.slug);
1564 if (!followers.length) return;
1565 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1566 const keys = getOrCreateKeys(site.slug);
1567 const me = actorId(base, site.slug);
1568 const keyId = `${me}#main-key`;
1569 const featured = `${me}/featured`;
1570 const note = (id) => noteId(base, id);
1571 const pinned = db.prepare(
1572 `SELECT id FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1573 AND pinned IS NOT NULL AND pinned > 0
1574 ORDER BY pinned DESC, COALESCE(published_at, created_at) ASC LIMIT 20`
1575 ).all(site.id);
1576 const removeIds = [...new Set([...pinned.map((p) => p.id), ...alsoRemove])];
1577 // 1. Remove every current pin so Mastodon can recreate them in order.
1578 for (const id of removeIds) {
1579 const rm = { '@context': AP_CONTEXT, id: `${me}#rm-${id}-${Date.now()}-${rid()}`, type: 'Remove', actor: me, object: note(id), target: featured, to: [PUBLIC] };
1580 for (const inbox of inboxes) deliver(inbox, rm, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1581 }
1582 if (!pinned.length) { console.log('[AP] unpinned all featured for', site.slug); return; }
1583 await new Promise((r) => setTimeout(r, 5000)); // let the Removes land first
1584 // 2. Add in rank-DESC order, gaps so each StatusPin gets an increasing created_at.
1585 for (const p of pinned) {
1586 const add = { '@context': AP_CONTEXT, id: `${me}#add-${p.id}-${Date.now()}-${rid()}`, type: 'Add', actor: me, object: note(p.id), target: featured, to: [PUBLIC], cc: [`${me}/followers`] };
1587 for (const inbox of inboxes) deliver(inbox, add, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1588 await new Promise((r) => setTimeout(r, 2000));
1589 }
1590 console.log('[AP] resynced', pinned.length, 'featured pins for', site.slug);
1591}
1592
1593// ── outbound replies (Klonkt → fediverse) ─────────────────────────
1594const escHtml = (s) => String(s || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
1595const toISO = (v) => { if (!v) return new Date().toISOString(); const s = String(v); const d = new Date(/[TZ]/.test(s) ? s : s.replace(' ', 'T') + 'Z'); return isNaN(d) ? new Date().toISOString() : d.toISOString(); };
1596
1597// Build one of OUR outbound reply Notes from an ap_outbox row.
1598// Turn #hashtags in reply text into Mastodon-style hashtag links (clickable + federated).
1599function linkHashtags(base, html) {
1600 // Prefix: start / whitespace / '>' / opening bracket — "(#tag" is a tag too. NO quote
1601 // chars in this class: a quote precedes attribute values (alt="#…"), which must not match.
1602 return String(html || '').replace(/(^|[\s>([{])#([\p{L}\p{M}\p{N}_]+)/gu, (m, pre, tag) =>
1603 `${pre}<a href="${base}/tag/${encodeURIComponent(tag.toLowerCase())}" class="mention hashtag" rel="tag">#${tag}</a>`);
1604}
1605// Auto-link bare http(s) URLs in already-safe HTML (federated copies). Splits on existing
1606// <a>…</a> so a linked URL is never wrapped twice; requires start/whitespace/'>' before the
1607// URL so attribute values (src="https://…") never match. Trailing sentence punctuation stays
1608// outside the link (Mastodon-style).
1609function linkUrls(html) {
1610 const parts = String(html || '').split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi);
1611 for (let i = 0; i < parts.length; i++) {
1612 if (/^<a\b/i.test(parts[i])) continue; // already a link → leave as-is
1613 parts[i] = parts[i].replace(/(^|[\s>([{])(https?:\/\/[^\s<]+?)([.,;:!?)\]»]*)(?=$|[\s<])/g,
1614 (m, pre, url, trail) => `${pre}<a href="${url.replace(/"/g, '%22')}" rel="nofollow noopener" target="_blank">${url}</a>${trail}`);
1615 }
1616 return parts.join('');
1617}
1618// Linkify inline #hashtags and bare URLs in BODY html for on-site DISPLAY, using the
1619// EXACT same rules as the federated copy (linkHashtags/linkUrls), so the website and the
1620// Mastodon copy agree instead of the website showing raw text. Idempotent: existing
1621// <a>…</a> (editor links, embeds, shortcode buttons) are split out and left untouched, so
1622// nothing is double-wrapped. Pass base='' → root-relative /tag/<slug> links.
1623export function linkifyBody(base, html) {
1624 const withTags = String(html || '')
1625 .split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi)
1626 .map((seg) => (/^<a\b/i.test(seg) ? seg : linkHashtags(base, seg)))
1627 .join('');
1628 return linkUrls(withTags);
1629}
1630
1631// Bake a post's raw source into its display HTML (the ActivityPub `source` model): done ONCE
1632// at save and cached in posts.content_rendered, so page views serve it statically instead of
1633// re-linkifying every render. Step 1 = #hashtags + bare URLs (cheap, no network). Step 2 will
1634// resolve @mentions here too (webfinger once at save instead of per page view).
1635export function bakePostContent(source) {
1636 return linkifyBody('', source || '');
1637}
1638
1639// Step 2: the full bake, incl. @mention links. Resolves @user@host via webfinger ONCE (the
1640// same resolver the federated copy uses) and bakes the profile links into content_rendered,
1641// so page views never do a per-view lookup. Unresolvable handles stay plain text; on any
1642// failure it degrades to the sync #hashtag/URL bake. Async (webfinger) → callers run it off
1643// the save response so the request never blocks on a slow/dead remote server.
1644export async function bakePostContentWithMentions(source) {
1645 const withHashUrls = bakePostContent(source);
1646 try { const m = await resolveMentionsInText('', withHashUrls); return m.html; }
1647 catch { return withHashUrls; }
1648}
1649
1650// Extract the AP Hashtag tag objects from already-linked reply content.
1651function hashtagTags(base, content) {
1652 const tags = [], seen = new Set();
1653 const re = /class="[^"]*\bhashtag\b[^"]*"[^>]*>#([\p{L}\p{M}\p{N}_]+)</giu;
1654 let m;
1655 while ((m = re.exec(content || ''))) {
1656 const k = m[1].toLowerCase();
1657 if (seen.has(k)) continue; seen.add(k);
1658 tags.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(k)}`, name: '#' + m[1] });
1659 }
1660 return tags;
1661}
1662
1663// Normalise a post's tags field (array, JSON-string, or comma-string) to an array.
1664function normalizeTags(t) {
1665 if (Array.isArray(t)) return t;
1666 if (typeof t === 'string') {
1667 const s = t.trim(); if (!s) return [];
1668 if (s[0] === '[') { try { const a = JSON.parse(s); return Array.isArray(a) ? a : []; } catch { /* fall through */ } }
1669 return s.split(',').map((x) => x.trim()).filter(Boolean);
1670 }
1671 return [];
1672}
1673// A tag → { label, slug }. Multi-word tags become CamelCase (#LiveMusic) for the display
1674// name (Mastodon hashtags can't contain spaces; CamelCase is the accessibility norm); the
1675// slug/href stays lowercase ("livemusic").
1676function tagParts(raw) {
1677 const words = String(raw || '').trim().split(/[\s_]+/).map((w) => w.replace(/[^\p{L}\p{M}\p{N}]/gu, '')).filter(Boolean);
1678 if (!words.length) return null;
1679 const slug = words.join('').toLowerCase();
1680 if (!slug) return null;
1681 const label = words.length > 1 ? words.map((w) => w[0].toUpperCase() + w.slice(1)).join('') : words[0];
1682 return { label, slug };
1683}
1684// Merge a post's tags field + the #hashtags linked inline in its body into one deduped
1685// Hashtag tag list (with hrefs to our /tag page).
1686function buildHashtagList(base, tagsField, content) {
1687 const out = [], seen = new Set();
1688 for (const t of normalizeTags(tagsField)) {
1689 const p = tagParts(t); if (!p || seen.has(p.slug)) continue; seen.add(p.slug);
1690 out.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(p.slug)}`, name: '#' + p.label });
1691 }
1692 for (const h of hashtagTags(base, content)) {
1693 const k = h.name.slice(1).toLowerCase(); if (seen.has(k)) continue; seen.add(k);
1694 out.push(h);
1695 }
1696 return out;
1697}
1698
1699// Extract Mention tag objects from already-linked content (class="u-url mention").
1700function mentionTags(content) {
1701 const tags = [], seen = new Set();
1702 // The link href is the human profile URL; the actor URI (for the Mention tag) is in data-actor.
1703 const re = /<a href="[^"]*" class="u-url mention" data-actor="([^"]+)">@([^<]+)<\/a>/gi;
1704 let m;
1705 while ((m = re.exec(content || ''))) {
1706 const href = m[1];
1707 if (seen.has(href)) continue; seen.add(href);
1708 tags.push({ type: 'Mention', href, name: '@' + m[2] });
1709 }
1710 return tags;
1711}
1712// Resolve inline @user@domain mentions in reply/post text → link them (href = actor URI)
1713// and collect the mentioned actors' inboxes so they get notified. Best-effort per mention.
1714async function resolveMentionsInText(base, html) {
1715 const inboxes = [];
1716 const handles = new Set();
1717 // Prefix also allows opening brackets — "(@user@host + me)" is a mention too (real-world
1718 // miss: a bracketed mention federated as plain text and its target was never notified).
1719 const re = /(^|[\s>([{])@([\p{L}\p{M}\p{N}_.-]+@[\p{L}\p{M}\p{N}.-]+)/gu;
1720 let m;
1721 while ((m = re.exec(html || ''))) handles.add(m[2]);
1722 let out = String(html || '');
1723 for (const h of handles) {
1724 let actorUri = null;
1725 try { actorUri = await webfingerResolve('@' + h); } catch { actorUri = null; }
1726 if (!actorUri) continue;
1727 const actor = await fetchActor(actorUri).catch(() => null);
1728 const inbox = actor && ((actor.endpoints && actor.endpoints.sharedInbox) || actor.inbox);
1729 if (inbox) inboxes.push(inbox);
1730 const profileUrl = actorInfo(actor, actorUri).url || actorUri; // human profile page → the link href
1731 const esc = h.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
1732 out = out.replace(new RegExp('(^|[\\s>([{])@' + esc + '(?![\\p{L}\\p{M}\\p{N}_.-])', 'gu'),
1733 (full, pre) => `${pre}<a href="${profileUrl}" class="u-url mention" data-actor="${actorUri}">@${h}</a>`);
1734 }
1735 return { html: out, inboxes };
1736}
1737
1738export function buildReplyNote(base, site, row) {
1739 // Thin delegate: replies are built by buildNote (the single Note entry point) in reply mode.
1740 return buildNote(base, site, row, { isReply: true });
1741}
1742
1743// Resolve one of our outbound reply Notes by id (for /ap/notes/:id fallback).
1744export function getOutboxNote(base, id) {
1745 const row = iStmts().getO.get(id);
1746 if (!row) return null;
1747 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(row.site_slug);
1748 if (!site) return null;
1749 return buildReplyNote(base, site, row);
1750}
1751
1752// Send a reply FROM this site to a remote actor (in reply to their inbound reply).
1753// `parent` = an ap_interactions row (actor_uri, actor_url, actor_handle, object_uri).
1754export async function deliverReply(site, { postId, postSlug, parent, text }) {
1755 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1756 if (!base || !site || !site.slug || !parent || !String(text || '').trim()) return null;
1757 const me = actorId(base, site.slug);
1758 const handle = parent.actor_handle || deriveHandle(parent.actor_uri);
1759 const dispHandle = handle && handle[0] === '@' ? handle : '@' + (handle || '');
1760 const body = escHtml(String(text).trim()).replace(/\r?\n/g, '<br>');
1761 const mres = await resolveMentionsInText(base, body); // link inline @mentions + collect their inboxes
1762 const mention = parent.actor_uri
1763 ? `<a href="${escHtml(parent.actor_url || parent.actor_uri)}" class="u-url mention" data-actor="${escHtml(parent.actor_uri)}">${escHtml(dispHandle)}</a> ` : '';
1764 const content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
1765 // Dedup: skip if the exact same reply was already sent (double-submit guard).
1766 const dup = db.prepare('SELECT 1 FROM ap_outbox WHERE site_slug = ? AND IFNULL(in_reply_to, \'\') = ? AND content = ? LIMIT 1')
1767 .get(site.slug, parent.object_uri || '', content);
1768 if (dup) { console.log('[AP] outreply skipped (duplicate)'); return { duplicate: true, delivered: 0 }; }
1769 const id = crypto.randomUUID();
1770 iStmts().insO.run(id, site.slug, postId, postSlug || null, parent.object_uri || null, parent.actor_uri || null, handle, content);
1771 const row = iStmts().getO.get(id);
1772 const note = buildReplyNote(base, site, row);
1773 const create = {
1774 '@context': AP_CONTEXT,
1775 id: note.id + '#create', type: 'Create', actor: me,
1776 published: note.published, to: note.to, cc: note.cc, object: note,
1777 };
1778 const keys = getOrCreateKeys(site.slug);
1779 const keyId = `${me}#main-key`;
1780 const inboxes = new Set();
1781 if (parent.actor_uri) {
1782 const a = await fetchActor(parent.actor_uri).catch(() => null);
1783 if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox);
1784 }
1785 if (parent.threadInbox) inboxes.add(parent.threadInbox); // back-compat (single)
1786 (parent.threadInboxes || []).forEach((i) => inboxes.add(i)); // whole ancestor chain
1787 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1788 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the reply
1789 inboxes.delete(`${me}/inbox`); // never deliver to ourselves (already in ap_outbox)
1790 inboxes.delete(`${base}/ap/inbox`); // (our own shared inbox) → avoids a self-duplicate
1791 let delivered = 0;
1792 for (const inbox of [...inboxes].filter(Boolean)) {
1793 let ok = false;
1794 try { const st = await deliver(inbox, create, keyId, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
1795 if (ok) delivered++;
1796 else enqueueDelivery(site.slug, inbox, create); // durable: retry a briefly-offline recipient (was silently dropped)
1797 }
1798 console.log('[AP] outreply', site.slug, '→', parent.actor_uri, 'delivered', delivered);
1799 return { id, content, delivered };
1800}
1801
1802// attributedTo may be a string, an object {id}, or an ARRAY — e.g. a PeerTube Video is
1803// attributed to [Person (account), Group (channel)]. Pick a usable actor URI (prefer Person).
1804function actorUriOf(att) {
1805 if (!att) return null;
1806 if (typeof att === 'string') return att;
1807 if (Array.isArray(att)) {
1808 const person = att.find((a) => a && typeof a === 'object' && a.type === 'Person' && a.id);
1809 if (person) return person.id;
1810 for (const a of att) { if (typeof a === 'string') return a; if (a && a.id) return a.id; }
1811 return null;
1812 }
1813 return att.id || null;
1814}
1815
1816// Resolve a remote post URL (any fediverse/Klonkt post) into a reply target.
1817// Returns a parent-shaped object usable by deliverReply(), or null.
1818export async function resolveRemoteNote(url) {
1819 if (!/^https?:\/\//i.test(String(url || ''))) return null;
1820 const note = await fetchActor(url).catch(() => null); // AP GET (content-negotiates)
1821 if (!note || !note.id) return null;
1822 const att = note.attributedTo;
1823 const actorUri = actorUriOf(att);
1824 if (!actorUri) return null;
1825 const actor = await fetchActor(actorUri).catch(() => null);
1826 const ai = actorInfo(actor, actorUri);
1827 // Is what we're replying to a post (or a comment) on one of OUR posts? If so,
1828 // link our reply to that local post so it shows nested in the post thread.
1829 const localTgt = findThreadTarget(note.id, (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, ''));
1830 // Walk the WHOLE reply chain upward (comment → parent comment → … → root post)
1831 // and collect every ancestor author's inbox, so each participant's server —
1832 // including the original post's author — receives + threads our reply.
1833 const threadInboxes = [];
1834 const seenInbox = new Set();
1835 let cursor = note.inReplyTo, guard = 0;
1836 while (cursor && guard++ < 6) {
1837 const url = typeof cursor === 'string' ? cursor : (cursor && cursor.id);
1838 if (!url) break;
1839 const pn = await fetchActor(url).catch(() => null);
1840 if (!pn) break;
1841 const pa = actorUriOf(pn.attributedTo);
1842 if (pa && pa !== actorUri) {
1843 const paDoc = await fetchActor(pa).catch(() => null);
1844 const inbox = paDoc && ((paDoc.endpoints && paDoc.endpoints.sharedInbox) || paDoc.inbox);
1845 if (inbox && !seenInbox.has(inbox)) { seenInbox.add(inbox); threadInboxes.push(inbox); }
1846 }
1847 cursor = pn.inReplyTo; // climb to the next ancestor
1848 }
1849 // For non-Note objects (PeerTube Video, Article, …) the meaningful label is `name` (the
1850 // title); prepend it so the reply page shows what you're replying to (sanitize cleans it).
1851 let rawHtml = String(note.content || '').replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
1852 if (note.name && note.type && note.type !== 'Note') rawHtml = `<p><strong>${note.name}</strong></p>` + rawHtml;
1853 const images = (Array.isArray(note.attachment) ? note.attachment : [])
1854 .filter((a) => a && a.url && (!a.mediaType || /^image\//i.test(a.mediaType)))
1855 .map((a) => safeUrl(a.url)).filter(Boolean);
1856 // A Klonkt hosted-audio post strips its cover from `attachment` (so Mastodon
1857 // shows the player card, not a loose image) and puts it in `image` instead.
1858 // Same fallback as mediaFromNote() so a boosted music post keeps its cover.
1859 if (!images.length && note.image) {
1860 const im = Array.isArray(note.image) ? note.image[0] : note.image;
1861 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
1862 if (iu) images.push(iu);
1863 }
1864 return {
1865 object_uri: safeUrl(note.id) || note.id,
1866 actor_uri: actorUri,
1867 actor_url: ai.url,
1868 actor_handle: ai.handle,
1869 actor_name: ai.name,
1870 actor_icon: ai.icon,
1871 url: note.url || url,
1872 content: HtmlSanitizerService.sanitize(rawHtml), // full, sanitized
1873 sensitive: !!note.sensitive, // remote CW → blur in the Cirkel
1874 cw: note.summary || '',
1875 images,
1876 // Full typed media (incl. video/mp4) for the timeline cache. `images` above is
1877 // image-only for the interact page preview; a boosted video-only post (Loops)
1878 // lost its media entirely because upsertBoostedNote only saw `images`.
1879 media: mediaFromNote(note),
1880 threadInboxes, // every ancestor author's inbox
1881 localPostId: localTgt ? localTgt.post_id : '', // our post this belongs to (if any)
1882 poll: parsePoll(note), // a Question → its options/counts (else null)
1883 preview: HtmlSanitizerService.toPlainText(note.content || '').slice(0, 240),
1884 };
1885}
1886
1887// List a site's own outbound fediverse replies (for the manage/delete view).
1888// The plain editable text of a stored reply (unwrap links → their text, <br> → newline)
1889// so the manage view can prefill an edit box; the mention is re-added on save.
1890function outboxEditableText(content) {
1891 return String(content || '')
1892 .replace(/<br\s*\/?>/gi, '\n')
1893 .replace(/<a\b[^>]*>([\s\S]*?)<\/a>/gi, '$1')
1894 .replace(/<[^>]+>/g, '')
1895 .replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&')
1896 .trim();
1897}
1898export function listOutbox(siteSlug) {
1899 return db.prepare('SELECT id, content, to_handle, in_reply_to, created_at FROM ap_outbox WHERE site_slug = ? ORDER BY created_at DESC')
1900 .all(siteSlug).map((r) => { const c = stripLeadingMentions(r.content); return { ...r, content: c, editable: outboxEditableText(c) }; });
1901}
1902
1903// Delete one of our outbound replies: send Delete(Tombstone) to recipients + remove it.
1904export async function deliverOutboxDelete(site, outboxId) {
1905 const row = iStmts().getO.get(outboxId);
1906 if (!row || row.site_slug !== site.slug) return false;
1907 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1908 if (base) {
1909 const me = actorId(base, site.slug);
1910 const nid = noteId(base, row.id);
1911 const del = { '@context': AP_CONTEXT, id: `${nid}#delete-${Date.now()}-${rid()}`, type: 'Delete', actor: me, to: [PUBLIC], object: { id: nid, type: 'Tombstone' } };
1912 const keys = getOrCreateKeys(site.slug);
1913 const inboxes = new Set();
1914 if (row.to_actor) { const a = await fetchActor(row.to_actor).catch(() => null); if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox); }
1915 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1916 for (const inbox of [...inboxes].filter(Boolean)) {
1917 try { const st = await deliver(inbox, del, `${me}#main-key`, keys.private_pem); if (st >= 200 && st < 300) continue; } catch { /* queue below */ }
1918 enqueueDelivery(site.slug, inbox, del); // durable: a failed comment-delete now retries (was silently dropped)
1919 }
1920 }
1921 db.prepare('DELETE FROM ap_outbox WHERE id = ?').run(outboxId);
1922 return true;
1923}
1924
1925// Edit one of our outbound replies: rewrite the stored content (mention re-added + #tags
1926// re-linked) and send an Update(Note) so recipients refresh their cached copy.
1927export async function deliverOutboxUpdate(site, outboxId, newText) {
1928 const row = iStmts().getO.get(outboxId);
1929 if (!row || row.site_slug !== site.slug) return false;
1930 const text = String(newText || '').trim();
1931 if (!text) return false;
1932 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1933 if (!base) return false;
1934 const me = actorId(base, site.slug);
1935 const toActor = row.to_actor ? await fetchActor(row.to_actor).catch(() => null) : null;
1936 const toProfile = row.to_actor ? (actorInfo(toActor, row.to_actor).url || row.to_actor) : '';
1937 const _h = row.to_handle || deriveHandle(row.to_actor);
1938 const toHandle = _h && _h[0] === '@' ? _h : '@' + (_h || '');
1939 const mention = row.to_actor
1940 ? `<a href="${escHtml(toProfile)}" class="u-url mention" data-actor="${escHtml(row.to_actor)}">${escHtml(toHandle)}</a> ` : '';
1941 const mres = await resolveMentionsInText(base, escHtml(text).replace(/\r?\n/g, '<br>'));
1942 const content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
1943 db.prepare('UPDATE ap_outbox SET content = ? WHERE id = ?').run(content, outboxId);
1944 const note = buildReplyNote(base, site, iStmts().getO.get(outboxId));
1945 note.updated = new Date().toISOString();
1946 const update = {
1947 '@context': AP_CONTEXT,
1948 id: `${note.id}#update-${Date.now()}-${rid()}`, type: 'Update', actor: me,
1949 published: note.published, updated: note.updated, to: note.to, cc: note.cc, object: note,
1950 };
1951 const keys = getOrCreateKeys(site.slug);
1952 const inboxes = new Set();
1953 if (toActor) inboxes.add((toActor.endpoints && toActor.endpoints.sharedInbox) || toActor.inbox);
1954 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1955 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the edit
1956 inboxes.delete(`${me}/inbox`); inboxes.delete(`${base}/ap/inbox`);
1957 let delivered = 0;
1958 for (const inbox of [...inboxes].filter(Boolean)) {
1959 let ok = false;
1960 try { const st = await deliver(inbox, update, `${me}#main-key`, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
1961 if (ok) delivered++;
1962 else enqueueDelivery(site.slug, inbox, update); // durable: retry the edit later (was silently dropped)
1963 }
1964 console.log('[AP] outreply edit', site.slug, 'delivered', delivered);
1965 return { ok: true, content, delivered };
1966}
1967
1968// ── Fediverse CLIENT: follow accounts + home timeline ─────────────
1969// Resolve an @user@domain handle to its actor URL via WebFinger.
1970export async function webfingerResolve(handle) {
1971 const h = String(handle || '').trim().replace(/^@/, '');
1972 const parts = h.split('@');
1973 if (parts.length !== 2 || !parts[0] || !parts[1]) return null;
1974 const acct = `${parts[0]}@${parts[1]}`;
1975 try {
1976 const r = await safeFetch(`https://${parts[1]}/.well-known/webfinger?resource=acct:${encodeURIComponent(acct)}`,
1977 { headers: { Accept: 'application/jrd+json, application/json' } });
1978 if (!r.ok) return null;
1979 const jrd = await r.json();
1980 const link = (jrd.links || []).find((l) => l.rel === 'self' && /activity\+json|ld\+json/.test(l.type || ''));
1981 return safeUrl(link ? link.href : '') || null;
1982 } catch { return null; }
1983}
1984
1985let _insFw, _delFw, _listFw, _accFw, _oneFw, _setAB;
1986function fwStmts() {
1987 if (!_insFw) {
1988 _insFw = db.prepare('INSERT OR REPLACE INTO ap_following (slug, actor_uri, handle, name, icon, url, inbox, follow_id, status, auto_boost, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
1989 _delFw = db.prepare('DELETE FROM ap_following WHERE slug = ? AND actor_uri = ?');
1990 _listFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? ORDER BY created_at DESC');
1991 _accFw = db.prepare("UPDATE ap_following SET status = 'accepted' WHERE follow_id = ?");
1992 _oneFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? AND actor_uri = ?');
1993 _setAB = db.prepare('UPDATE ap_following SET auto_boost = ? WHERE slug = ? AND actor_uri = ?');
1994 }
1995 return { ins: _insFw, del: _delFw, list: _listFw, acc: _accFw, one: _oneFw, setAB: _setAB };
1996}
1997export function listFollowing(slug) { return fwStmts().list.all(slug); }
1998
1999// Toggle auto-boost ("feature") on an account we already follow.
2000export function setAutoBoost(slug, actorUri, on) {
2001 try { fwStmts().setAB.run(on ? 1 : 0, slug, actorUri); } catch { /* ignore */ }
2002 // Featuring an account → AP-native catch-up so the Cirkel isn't empty until they next
2003 // post (push doesn't backfill history-before-follow). Fire-and-forget pull, sends nothing.
2004 if (on) backfillFromOutbox(slug, actorUri).catch(() => {});
2005 return { ok: true };
2006}
2007
2008let _insTl, _listTl, _delTl;
2009function tlStmts() {
2010 if (!_insTl) {
2011 _insTl = db.prepare('INSERT OR IGNORE INTO ap_timeline (id, slug, author_uri, author_name, author_handle, author_icon, author_url, content, url, published, media_json, nsfw, cw, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
2012 _listTl = db.prepare('SELECT * FROM ap_timeline WHERE slug = ? ORDER BY COALESCE(published, created_at) DESC LIMIT ?');
2013 _delTl = db.prepare('DELETE FROM ap_timeline WHERE id = ?');
2014 }
2015 return { ins: _insTl, list: _listTl, del: _delTl };
2016}
2017export function getTimeline(slug, limit) { return tlStmts().list.all(slug, limit || 50); }
2018
2019// ── Cirkel = posts from the accounts you auto-boost ("feature an artist") ──
2020let _abCount, _cirkelPosts, _cirkelMembers;
2021export function autoBoostCount(slug) {
2022 try { if (!_abCount) _abCount = db.prepare('SELECT COUNT(*) AS n FROM ap_following WHERE slug = ? AND auto_boost = 1'); return _abCount.get(slug).n; } catch { return 0; }
2023}
2024export function getCirkelPosts(slug, limit) {
2025 try {
2026 // Cirkel = posts from featured (auto_boost) accounts + posts you boosted
2027 // (t.boosted), mixed by date. One row per note in ap_timeline → no duplicates.
2028 if (!_cirkelPosts) _cirkelPosts = db.prepare(`
2029 SELECT t.id, t.author_uri, t.author_name, t.author_handle, t.author_icon, t.author_url,
2030 t.content, t.url, t.published, t.media_json, t.boosted, t.nsfw, t.cw
2031 FROM ap_timeline t
2032 LEFT JOIN ap_following f ON f.slug = t.slug AND f.actor_uri = t.author_uri
2033 WHERE t.slug = ? AND (f.auto_boost = 1 OR t.boosted = 1)
2034 ORDER BY COALESCE(t.published, t.created_at) DESC, t.rowid DESC
2035 LIMIT ?`);
2036 return _cirkelPosts.all(slug, limit || 60);
2037 } catch { return []; }
2038}
2039export function getCirkelMembers(slug) {
2040 try { if (!_cirkelMembers) _cirkelMembers = db.prepare('SELECT name, url, icon FROM ap_following WHERE slug = ? AND auto_boost = 1 ORDER BY name'); return _cirkelMembers.all(slug); } catch { return []; }
2041}
2042// Mark a timeline post as boosted so it shows in the Cirkel (mixed by date).
2043let _markBoost, _unmarkBoost, _boostedCount;
2044export function markBoosted(slug, noteId) {
2045 try { if (!_markBoost) _markBoost = db.prepare('UPDATE ap_timeline SET boosted = 1 WHERE slug = ? AND id = ?'); _markBoost.run(slug, noteId); } catch { /* ignore */ }
2046}
2047export function unmarkBoosted(slug, noteId) {
2048 try { if (!_unmarkBoost) _unmarkBoost = db.prepare('UPDATE ap_timeline SET boosted = 0 WHERE slug = ? AND id = ?'); _unmarkBoost.run(slug, noteId); } catch { /* ignore */ }
2049}
2050let _markLike, _unmarkLike;
2051export function markLiked(slug, noteId) {
2052 try { if (!_markLike) _markLike = db.prepare('UPDATE ap_timeline SET liked = 1 WHERE slug = ? AND id = ?'); _markLike.run(slug, noteId); } catch { /* ignore */ }
2053}
2054export function unmarkLiked(slug, noteId) {
2055 try { if (!_unmarkLike) _unmarkLike = db.prepare('UPDATE ap_timeline SET liked = 0 WHERE slug = ? AND id = ?'); _unmarkLike.run(slug, noteId); } catch { /* ignore */ }
2056}
2057export function getTimelineReaction(slug, noteId) {
2058 try { const r = db.prepare('SELECT liked, boosted FROM ap_timeline WHERE slug = ? AND id = ?').get(slug, noteId); return { liked: !!(r && r.liked), boosted: !!(r && r.boosted) }; } catch { return { liked: false, boosted: false }; }
2059}
2060// Boost a REMOTE post that may not be in your timeline (you don't follow the author):
2061// store it in ap_timeline (INSERT OR IGNORE → no dup for followed posts) so it shows in
2062// the Cirkel with a Boost badge, then flag it boosted.
2063export function upsertBoostedNote(slug, note) {
2064 if (!slug || !note || !note.object_uri) return;
2065 const id = note.object_uri;
2066 // Prefer the full typed media (incl. video/mp4 — a Loops boost is video-only and
2067 // rendered a bare text tile); fall back to the image-only list for older callers.
2068 const media = (note.media && note.media !== '[]')
2069 ? note.media
2070 : JSON.stringify((note.images || []).map((u) => ({ url: u, type: 'image/jpeg' })));
2071 try {
2072 const r = tlStmts().ins.run(id, slug, note.actor_uri || '', note.actor_name || '', note.actor_handle || '',
2073 note.actor_icon || '', note.actor_url || '', note.content || '', note.url || null,
2074 new Date().toISOString(), media, note.sensitive ? 1 : 0, note.cw || null);
2075 if (!r.changes) {
2076 // Row already cached (INSERT OR IGNORE) → refresh it with the freshly
2077 // resolved note. Without this a row cached without its cover (or with
2078 // stale content) stayed stale forever — even boosting again didn't heal it.
2079 // Keep the CACHED media when the resolve yielded none: an empty re-resolve
2080 // used to clobber a good media_json (the followed copy had the video, the
2081 // boost wiped it to []).
2082 db.prepare(`UPDATE ap_timeline SET content = ?, media_json = CASE WHEN ? = '[]' THEN media_json ELSE ? END,
2083 nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE slug = ? AND id = ?`)
2084 .run(note.content || '', media, media, note.sensitive ? 1 : 0, note.cw || null, note.url || null, slug, id);
2085 }
2086 } catch { /* ignore */ }
2087 markBoosted(slug, id);
2088}
2089export function boostedCount(slug) {
2090 try { if (!_boostedCount) _boostedCount = db.prepare('SELECT COUNT(*) AS n FROM ap_timeline WHERE slug = ? AND boosted = 1'); return _boostedCount.get(slug).n; } catch { return 0; }
2091}
2092
2093// Resolve a Klonkt/AP actor URL from a site root: a Klonkt site's root 302s to
2094// /ap/users/<slug> (content negotiation; Location may be relative). Used by
2095// followActor for bare-domain follows.
2096// NB: the old auto-migration of legacy Cirkels (circle_links -> AP follows) was
2097// REMOVED on 2026-06-26 — it auto-sent Follows on boot, which violates "the code
2098// never throws anything into the fediverse automatically" (would surprise-Follow
2099// for some operators at scale). The dead circle_links table stays as harmless dead
2100// data; an operator restores an old cirkel by re-following in /following (their click).
2101async function resolveApActor(siteUrl) {
2102 try {
2103 const r = await fetch(siteUrl, { headers: { Accept: 'application/activity+json' }, redirect: 'manual' });
2104 if (r.status >= 300 && r.status < 400) { const loc = r.headers.get('location'); if (loc) return new URL(loc, siteUrl).href; }
2105 if (r.ok) return siteUrl;
2106 } catch { /* unreachable */ }
2107 return null;
2108}
2109
2110// ── Self-heal: re-sync the fediverse cache (ap_timeline) after a DRASTIC update ──
2111// Runs ONCE per SELFHEAL_VERSION bump — NOT on every boot. Re-fetches each cached
2112// note and refreshes content + media (recovers covers/edits that were delivered
2113// during a flux window, e.g. a fleet-wide update), and drops notes that are gone
2114// (404/410). Bump SELFHEAL_VERSION only on a release that warrants a re-sync.
2115const SELFHEAL_VERSION = 7; // v7: rerun v6 with retry-until-clean semantics (origins briefly offline no longer stay stale forever)
2116async function fetchNoteAP(url) {
2117 try {
2118 const r = await fetch(url, { headers: { Accept: 'application/activity+json' } });
2119 if (r.status === 404 || r.status === 410) return 404;
2120 if (r.ok) return await r.json();
2121 } catch { /* unreachable */ }
2122 return null;
2123}
2124function mediaFromNote(note) {
2125 const atts = (Array.isArray(note.attachment) ? note.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
2126 if (!atts.some((m) => !m.type || /image/i.test(m.type)) && note.image) {
2127 const im = Array.isArray(note.image) ? note.image[0] : note.image;
2128 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
2129 if (iu) atts.push({ url: iu, type: (im && im.mediaType) || 'image/jpeg' });
2130 }
2131 return JSON.stringify(atts);
2132}
2133// A generic SSRF-safe AP GET (collections / pages).
2134async function apGetJson(url) {
2135 try {
2136 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
2137 if (!r.ok) return null;
2138 const len = Number(r.headers.get('content-length') || 0);
2139 if (len > 3_000_000) return null;
2140 return await r.json();
2141 } catch { return null; }
2142}
2143// AP-native catch-up: pull an actor's standard `outbox` collection and merge their recent
2144// top-level posts into the timeline for `slug`. Push (Create delivery) cannot backfill
2145// history-from-before-you-followed or a delivery that was missed while you were down;
2146// reading the outbox is the spec-conform way to catch up. PULL ONLY — sends nothing.
2147export async function backfillFromOutbox(slug, actorUri, limit = 20) {
2148 try {
2149 if (!slug || !actorUri) return 0;
2150 const actor = await fetchActor(actorUri);
2151 if (!actor || !actor.outbox) return 0;
2152 let page = await apGetJson(typeof actor.outbox === 'string' ? actor.outbox : actor.outbox.id);
2153 let items = (page && (page.orderedItems || page.items)) || [];
2154 if (!items.length && page && page.first) {
2155 page = await apGetJson(typeof page.first === 'string' ? page.first : page.first.id);
2156 items = (page && (page.orderedItems || page.items)) || [];
2157 }
2158 if (!Array.isArray(items) || !items.length) return 0;
2159 const ai = actorInfo(actor, actorUri);
2160 let added = 0;
2161 for (const it of items.slice(0, limit)) {
2162 // Each item is usually a Create wrapping a Note, or sometimes the Note itself.
2163 const o = (it && typeof it.object === 'object' && it.object) ? it.object : it;
2164 if (!o || !o.id) continue;
2165 if (o.type && o.type !== 'Note' && o.type !== 'Article' && o.type !== 'Question') continue; // skip boosts/other
2166 if (o.inReplyTo) continue; // top-level only
2167 const auth = actorUriOf(o.attributedTo);
2168 if (auth && auth !== actorUri) continue; // their OWN posts only
2169 const html = HtmlSanitizerService.sanitize(o.content || '');
2170 const poll = parsePoll(o); // a Question (poll) → carry its options/counts on backfill too
2171 try {
2172 const r = tlStmts().ins.run(o.id, slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, mediaFromNote(o), o.sensitive ? 1 : 0, o.summary || null);
2173 if (r && r.changes > 0) added++;
2174 // Set poll_json if this is a poll and we don't already have it (COALESCE preserves a vote).
2175 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = COALESCE(poll_json, ?) WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, slug); } catch { /* ignore */ } }
2176 } catch { /* ignore */ }
2177 }
2178 if (added) console.log('[AP] outbox backfill', actorUri, '→', slug, '+' + added);
2179 return added;
2180 } catch { return 0; }
2181}
2182
2183// ── Remote thread crawl (fill the gaps in a local post's conversation) ────────────
2184// Most replies reach us by delivery, but replies-to-replies that live on other servers and
2185// aren't addressed to us are missed. This pulls the AS2 `replies` collections of the replies
2186// we DO have, caching any newly-found ones in ap_interactions.
2187//
2188// Matches Mastodon's behaviour: ONE level per crawl (like its FetchRepliesService), not a deep
2189// recursive walk. Deeper levels fill in incrementally across crawls — once a fetched reply is
2190// cached it becomes a seed itself, so its own replies are pulled on a later view (Mastodon's
2191// per-status cascade). Bounded + polite (serial), PULL only, and stale-while-revalidate: it
2192// never runs in a page request — the view renders from cache; a stale post kicks off a
2193// background refresh for the NEXT view.
2194const THREAD_TTL_MS = 15 * 60 * 1000; // don't re-crawl a post more than ~4×/hour
2195const THREAD_MAX_DEPTH = 1; // one hop per crawl (like Mastodon); deeper fills in over crawls
2196const THREAD_MAX_FETCHES = 30; // hard cap on remote GETs per crawl (be a good peer)
2197const _crawlingThreads = new Set(); // per-post in-flight lock (no stampede across views)
2198
2199function threadCrawlTs(postId) {
2200 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('thread_crawl:' + postId); return r ? (Number(r.value) || 0) : 0; }
2201 catch { return 0; }
2202}
2203function setThreadCrawlTs(postId, ts) {
2204 try { db.prepare('INSERT INTO app_settings (key, value) VALUES (?, ?) ON CONFLICT(key) DO UPDATE SET value = excluded.value').run('thread_crawl:' + postId, String(ts)); }
2205 catch { /* ignore */ }
2206}
2207
2208// Read a note's `replies` (string ref / Collection with `first` / paged CollectionPages) →
2209// child note URIs. Every remote GET goes through `budget` so the whole crawl stays capped.
2210async function collectReplyItems(repliesRef, maxPages, budget) {
2211 const uris = [];
2212 let node = typeof repliesRef === 'string' ? await budget.get(repliesRef) : repliesRef;
2213 if (node && node.first) node = typeof node.first === 'string' ? await budget.get(node.first) : node.first;
2214 let pages = 0;
2215 while (node && pages++ < maxPages) {
2216 for (const it of (node.items || node.orderedItems || [])) {
2217 const u = typeof it === 'string' ? it : (it && it.id);
2218 if (u && /^https?:\/\//i.test(u)) uris.push(u);
2219 }
2220 if (!node.next) break;
2221 node = typeof node.next === 'string' ? await budget.get(node.next) : node.next;
2222 }
2223 return uris;
2224}
2225
2226async function crawlThread(postId) {
2227 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2228 if (!base) return;
2229 // Seed frontier = the remote reply note URIs we already have; also the dedup set.
2230 let known;
2231 try { known = new Set(db.prepare("SELECT object_uri FROM ap_interactions WHERE post_id = ? AND kind = 'reply' AND object_uri != ''").all(postId).map((r) => r.object_uri)); }
2232 catch { return; }
2233 const seeds = [...known].filter((u) => /^https?:\/\//i.test(u));
2234 if (!seeds.length) return; // nothing remote to expand
2235 // Owner-removed replies (tombstones) join the dedup set AFTER seeding, so the
2236 // crawler never re-adds them via thread-filling (they're gone from the seeds
2237 // already because rejectInteraction deleted their ap_interactions row).
2238 try { for (const r of db.prepare('SELECT object_uri FROM ap_rejected_objects WHERE post_id = ?').all(postId)) known.add(r.object_uri); }
2239 catch { /* table always exists after boot migration */ }
2240
2241 let fetches = 0;
2242 const budget = { get: async (u) => { if (fetches >= THREAD_MAX_FETCHES) return null; fetches++; return apGetJson(u); } };
2243 const visited = new Set(); // notes whose replies collection we've already expanded
2244 let frontier = seeds.slice();
2245 let added = 0;
2246
2247 for (let depth = 0; depth < THREAD_MAX_DEPTH && frontier.length && fetches < THREAD_MAX_FETCHES; depth++) {
2248 const nextFrontier = [];
2249 for (const noteUri of frontier) {
2250 if (visited.has(noteUri) || fetches >= THREAD_MAX_FETCHES) continue;
2251 visited.add(noteUri);
2252 const note = await budget.get(noteUri);
2253 if (!note || !note.replies) continue;
2254 const childUris = await collectReplyItems(note.replies, 2, budget);
2255 for (const cu of childUris) {
2256 if (known.has(cu) || fetches >= THREAD_MAX_FETCHES) continue;
2257 known.add(cu);
2258 const child = await budget.get(cu);
2259 if (!child || !child.id || (child.type !== 'Note' && child.type !== 'Article')) continue;
2260 if (isRejectedObject(child.id)) continue; // note id can differ from the collection URI (redirects)
2261 const actorUri = actorUriOf(child.attributedTo);
2262 if (!actorUri || isBlockedAny(actorUri)) continue; // skip blocked authors
2263 const actor = await budget.get(actorUri); // may be null if budget spent → fallback handle
2264 const ai = actorInfo(actor, actorUri);
2265 const html = HtmlSanitizerService.sanitize(child.content || '');
2266 // The child replies to `note` by construction (it's in note's replies collection).
2267 try { iStmts().ins.run('reply', postId, child.id, actorUri, ai.name, ai.handle, ai.url, ai.icon, html, child.published || null, note.id || noteUri, noteVisibility(child)); added++; } catch { /* ignore */ }
2268 nextFrontier.push(child.id); // expand this reply's own replies next depth
2269 }
2270 }
2271 frontier = nextFrontier;
2272 }
2273 if (added) console.log('[AP] thread crawl', postId, '+' + added, 'remote replies (' + fetches + ' fetches)');
2274}
2275
2276// Stale-while-revalidate entry point: call from the post view. Renders nothing, blocks nothing —
2277// fires a background crawl only if this post hasn't been crawled within the TTL.
2278export function maybeCrawlThread(postId) {
2279 if (!postId || _crawlingThreads.has(postId)) return;
2280 if (Date.now() - threadCrawlTs(postId) < THREAD_TTL_MS) return;
2281 _crawlingThreads.add(postId);
2282 setThreadCrawlTs(postId, Date.now()); // optimistic mark so concurrent/next views don't re-fire
2283 crawlThread(postId).catch((e) => console.warn('[AP] thread crawl failed:', e && e.message)).finally(() => _crawlingThreads.delete(postId));
2284}
2285
2286let _selfHealing = false;
2287export async function selfHealTimeline() {
2288 if (_selfHealing) return; _selfHealing = true;
2289 try {
2290 let cur = 0;
2291 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_version'); cur = r ? (parseInt(r.value, 10) || 0) : 0; } catch { return; }
2292 if (cur >= SELFHEAL_VERSION) return; // already healed for this version — skip on normal boots
2293 let rows = [];
2294 try { rows = db.prepare('SELECT id, content, media_json, nsfw, cw, url FROM ap_timeline ORDER BY rowid DESC LIMIT 200').all(); } catch { /* no table */ }
2295 let healed = 0, failed = 0;
2296 for (const r of rows) {
2297 try {
2298 const note = await fetchNoteAP(r.id);
2299 if (note === 404) { db.prepare('DELETE FROM ap_timeline WHERE id = ?').run(r.id); healed++; continue; }
2300 if (!note || typeof note !== 'object') { failed++; continue; } // origin unreachable right now
2301 const html = HtmlSanitizerService.sanitize(note.content || '');
2302 const media = mediaFromNote(note);
2303 const nsfw = note.sensitive ? 1 : 0; // re-sync NSFW/sensitive + CW onto already-cached posts
2304 const cw = note.summary || null;
2305 const url = note.url || null; // re-sync the human url (catches a remote slug rename)
2306 if ((html && html !== r.content) || media !== (r.media_json || '[]') || nsfw !== (r.nsfw || 0) || (cw || '') !== (r.cw || '') || (url && url !== r.url)) {
2307 db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ?').run(html || r.content, media, nsfw, cw, url, r.id);
2308 healed++;
2309 }
2310 } catch { failed++; /* per-note best-effort */ }
2311 }
2312 // Only mark this version DONE after a clean pass. Some origins are briefly
2313 // offline exactly when we heal (phone-hosted instances!): skipping them and
2314 // consuming the version would leave those rows stale forever. Instead retry
2315 // on the next boots, giving up after a few attempts (permanently-dead
2316 // origins answer 404/410 and are deleted above, so they don't loop).
2317 const setSetting = (k, v) => { try { db.prepare('INSERT OR REPLACE INTO app_settings (key, value) VALUES (?, ?)').run(k, String(v)); } catch { /* ignore */ } };
2318 let attempts = 0;
2319 try { const a = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_attempts'); attempts = a ? (parseInt(a.value, 10) || 0) : 0; } catch { /* ignore */ }
2320 if (failed === 0 || attempts >= 4) {
2321 setSetting('selfheal_version', SELFHEAL_VERSION);
2322 setSetting('selfheal_attempts', 0);
2323 } else {
2324 setSetting('selfheal_attempts', attempts + 1);
2325 }
2326 if (rows.length) console.log(`[AP] self-heal v${SELFHEAL_VERSION}: ${healed}/${rows.length} timeline notes${failed ? ` (${failed} unreachable — will retry next boot)` : ''}`);
2327 } catch { /* never block boot */ } finally { _selfHealing = false; }
2328}
2329
2330// Follow a fediverse account by @handle (WebFinger → actor → signed Follow).
2331export async function followActor(site, handle, autoBoost = false) {
2332 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2333 if (!base || !site || !site.slug) return { error: 'config' };
2334 // Accept any of: a profile/actor URL, an @user@host handle (WebFinger), or a
2335 // bare site domain (site.com) — for a single-actor site (Klonkt etc.) the root
2336 // resolves to its AP actor, so you can follow a site by just its domain.
2337 const s = String(handle || '').trim();
2338 let actorUrl;
2339 if (/^https?:\/\//i.test(s)) actorUrl = safeUrl(s) || null;
2340 else if (s.includes('@')) actorUrl = await webfingerResolve(s);
2341 else if (/^[a-z0-9.-]+\.[a-z]{2,}/i.test(s)) actorUrl = await resolveApActor('https://' + s.replace(/^\/+|\/+$/g, ''));
2342 else actorUrl = null;
2343 if (!actorUrl) return { error: 'not_found' };
2344 const actor = await fetchActor(actorUrl).catch(() => null);
2345 if (!actor || !actor.id || !actor.inbox) return { error: 'unreachable' };
2346 const ai = actorInfo(actor, actor.id);
2347 const me = actorId(base, site.slug);
2348 const keys = getOrCreateKeys(site.slug);
2349 const followId = `${me}#follow-${Date.now()}-${rid()}`;
2350 fwStmts().ins.run(site.slug, actor.id, ai.handle, ai.name, ai.icon, ai.url, actor.inbox, followId, 'pending', autoBoost ? 1 : 0);
2351 const follow = { '@context': AP_CONTEXT, id: followId, type: 'Follow', actor: me, object: actor.id };
2352 // Deliver via the retry queue: a Follow that fails the first attempt (peer down,
2353 // timeout, transient 5xx) is retried with backoff instead of staying stuck on
2354 // 'pending' forever — the Accept can only come back once the Follow lands.
2355 await deliverWithRetry(site.slug, actor.inbox, follow, `${me}#main-key`, keys.private_pem);
2356 console.log('[AP] follow', site.slug, '→', actor.id);
2357 // Follow + feature in one step → backfill their recent posts into the Cirkel right away.
2358 if (autoBoost) backfillFromOutbox(site.slug, actor.id).catch(() => {});
2359 return { ok: true, name: ai.name, handle: ai.handle, actor: actor.id };
2360}
2361
2362// Resolve a profile URL or @handle to a followable remote actor (for the
2363// authorize_interaction "Follow" flow). Returns display fields + inbox, or null
2364// when it isn't a reachable actor (e.g. the input was a post, not a profile).
2365export async function resolveRemoteActor(input) {
2366 const s = String(input || '').trim();
2367 const actorUrl = /^https?:\/\//i.test(s) ? (safeUrl(s) || null) : await webfingerResolve(s);
2368 if (!actorUrl) return null;
2369 const actor = await fetchActor(actorUrl).catch(() => null);
2370 if (!actor || !actor.id || !actor.inbox) return null;
2371 const ai = actorInfo(actor, actor.id);
2372 return { actor_uri: actor.id, actor_name: ai.name, actor_handle: ai.handle, actor_url: ai.url, actor_icon: ai.icon, inbox: actor.inbox };
2373}
2374
2375export async function unfollowActor(site, actorUri) {
2376 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2377 const me = actorId(base, site.slug);
2378 const keys = getOrCreateKeys(site.slug);
2379 const row = fwStmts().one.get(site.slug, actorUri);
2380 // Undo(Follow) MUST reference the original Follow's real id so the remote can correlate it
2381 // and drop the follow. The old `${me}#follow` fallback never matched anything → the unfollow
2382 // silently failed on the remote. With no stored follow id (legacy row), skip the network Undo
2383 // rather than send an unmatchable one. Deliver durably via the retry queue.
2384 if (row && row.inbox && row.follow_id) {
2385 const undo = { '@context': AP_CONTEXT, id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me, object: { id: row.follow_id, type: 'Follow', actor: me, object: actorUri } };
2386 deliverWithRetry(site.slug, row.inbox, undo, `${me}#main-key`, keys.private_pem);
2387 } else if (row && row.inbox) {
2388 console.warn('[AP] unfollow', site.slug, '→', actorUri, '— no stored follow id; removed locally only (legacy follow, remote may keep it)');
2389 }
2390 fwStmts().del.run(site.slug, actorUri);
2391 return { ok: true };
2392}
2393
2394// Send a Like or Announce (boost) on a remote note FROM this site.
2395export async function sendInteraction(site, kind, targetNoteId, authorUri) {
2396 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2397 if (!base || !site || !site.slug || !targetNoteId) return { error: 'config' };
2398 const me = actorId(base, site.slug);
2399 const keys = getOrCreateKeys(site.slug);
2400 // 'unboost' = Undo(Announce): retracts a boost so followers' servers remove the
2401 // reblog (matched on actor+object — no record of the original Announce needed).
2402 const fanout = (kind === 'boost' || kind === 'unboost'); // also goes to our followers
2403 const followersCol = `${me}/followers`;
2404 // Address the original author in cc so their server (Mastodon, WordPress/ActivityPub, …)
2405 // attributes the boost to their post and notifies them — without this, a shared-inbox
2406 // receiver has nothing to route the Announce to. Non-fragment activity ids + a `published`
2407 // stamp keep us aligned with what Mastodon emits.
2408 const audience = authorUri ? [followersCol, authorUri] : [followersCol];
2409 let act;
2410 if (kind === 'unboost' || kind === 'unlike') {
2411 // Undo(Announce) retracts a boost; Undo(Like) un-favourites (matched on actor+object,
2412 // no record of the original activity needed — Mastodon honours both).
2413 const inner = kind === 'unboost' ? 'Announce' : 'Like';
2414 act = {
2415 '@context': AP_CONTEXT,
2416 id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me,
2417 object: { id: `${me}/${inner.toLowerCase()}/${Date.now()}-${rid()}`, type: inner, actor: me, object: targetNoteId },
2418 };
2419 if (kind === 'unboost') { act.to = [PUBLIC]; act.cc = audience; }
2420 } else {
2421 const type = kind === 'boost' ? 'Announce' : 'Like';
2422 act = {
2423 '@context': AP_CONTEXT,
2424 id: `${me}/${type.toLowerCase()}/${Date.now()}-${rid()}`,
2425 type, actor: me, object: targetNoteId,
2426 };
2427 if (type === 'Announce') { act.published = new Date().toISOString(); act.to = [PUBLIC]; act.cc = audience; }
2428 }
2429 const inboxes = new Set();
2430 // Author first, via their PERSONAL inbox (not the shared one) so a multi-user receiver
2431 // routes the Announce/Like to the right post unambiguously.
2432 if (authorUri) { const a = await fetchActor(authorUri).catch(() => null); if (a) inboxes.add(a.inbox || (a.endpoints && a.endpoints.sharedInbox)); }
2433 if (fanout) { for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox); }
2434 // Queue each delivery (immediate attempt + backoff retries on failure via ap_delivery)
2435 // instead of a single fire-and-forget POST, so a transient hiccup at the receiver doesn't
2436 // silently lose the boost — same durability a new post (deliverCreate) already gets.
2437 let queued = 0;
2438 for (const inbox of [...inboxes].filter(Boolean)) { deliverWithRetry(site.slug, inbox, act, `${me}#main-key`, keys.private_pem); queued++; }
2439 console.log('[AP]', kind, site.slug, '→', targetNoteId, 'queued', queued, 'inbox(es)');
2440 return { ok: true, delivered: queued };
2441}
2442
2443// Notifications inbox: new followers + replies/likes/boosts on this site's posts.
2444export function getNotifications(slug, limit) {
2445 const out = [];
2446 try {
2447 for (const f of db.prepare('SELECT actor_uri, created_at FROM ap_followers WHERE slug = ? ORDER BY created_at DESC LIMIT 50').all(slug)) {
2448 out.push({ type: 'follow', handle: deriveHandle(f.actor_uri), url: f.actor_uri, created_at: f.created_at });
2449 }
2450 } catch { /* ignore */ }
2451 try {
2452 const rows = db.prepare(`
2453 SELECT i.kind, i.actor_name, i.actor_handle, i.actor_url, i.actor_icon, i.content, i.created_at, i.visibility,
2454 p.slug AS post_slug, p.title AS post_title
2455 FROM ap_interactions i LEFT JOIN posts p ON p.id = i.post_id
2456 WHERE p.site_id = (SELECT id FROM sites WHERE slug = ?)
2457 ORDER BY i.created_at DESC LIMIT 80
2458 `).all(slug);
2459 for (const r of rows) out.push({
2460 type: r.kind, name: r.actor_name, handle: r.actor_handle, url: r.actor_url, icon: r.actor_icon,
2461 content: stripLeadingMentions(r.content), post_slug: r.post_slug, post_title: r.post_title, created_at: r.created_at,
2462 // followers/direct = a private message to the owner (not on the public thread) → 🔒 in Messages
2463 visibility: r.visibility || 'public',
2464 });
2465 } catch { /* ignore */ }
2466 try {
2467 for (const r of db.prepare('SELECT actor_uri, actor_name, actor_handle, actor_icon, content, created_at FROM ap_reports WHERE slug = ? ORDER BY created_at DESC LIMIT 50').all(slug)) {
2468 out.push({ type: 'report', name: r.actor_name, handle: r.actor_handle, url: r.actor_uri, icon: r.actor_icon, content: r.content, created_at: r.created_at });
2469 }
2470 } catch { /* ignore */ }
2471 try {
2472 for (const r of db.prepare('SELECT object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, created_at FROM ap_mentions WHERE slug = ? ORDER BY created_at DESC LIMIT 50').all(slug)) {
2473 out.push({ type: 'mention', name: r.actor_name, handle: r.actor_handle, url: r.actor_url || r.actor_uri, icon: r.actor_icon, content: stripLeadingMentions(r.content), note_url: r.note_url || r.object_uri, created_at: r.created_at });
2474 }
2475 } catch { /* ignore */ }
2476 // NaN-safe sort: one row with a missing/garbled created_at would otherwise make the
2477 // comparator return NaN and scramble the WHOLE ordering (seen live: follow rows landing
2478 // between likes, which also broke Messages' like-grouping).
2479 out.sort((a, b) => _msgTs(b) - _msgTs(a));
2480 return out.slice(0, limit || 60);
2481}
2482function _msgTs(x) { const t = Date.parse((x && x.created_at) || ''); return Number.isFinite(t) ? t : 0; }
2483
2484// ── Blocking / defederation ───────────────────────────────────────
2485let _insBl, _delBl, _listBl;
2486function blStmts() {
2487 if (!_insBl) {
2488 _insBl = db.prepare('INSERT OR IGNORE INTO ap_blocks (slug, target, kind, label, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
2489 _delBl = db.prepare('DELETE FROM ap_blocks WHERE slug = ? AND target = ?');
2490 _listBl = db.prepare('SELECT * FROM ap_blocks WHERE slug = ? ORDER BY created_at DESC');
2491 }
2492 return { ins: _insBl, del: _delBl, list: _listBl };
2493}
2494export function listBlocks(slug) { return blStmts().list.all(slug); }
2495
2496// True if an actor (or its whole domain) is blocked anywhere on this instance.
2497// Vote on a remote fediverse poll (a cached Question). A ballot = a Create(Note) carrying only a
2498// `name` (the chosen option) + inReplyTo the Question, addressed to the poll's author — the
2499// Mastodon-standard vote. Records our choice locally + optimistically bumps the counts; the
2500// author's Update(Question) refreshes the authoritative totals when it arrives.
2501export async function voteOnPoll(site, questionId, choices) {
2502 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2503 if (!base || !site || !site.slug || !questionId) return { error: 'config' };
2504 let row; try { row = db.prepare('SELECT author_uri, poll_json FROM ap_timeline WHERE id = ? AND slug = ? LIMIT 1').get(questionId, site.slug); } catch { /* ignore */ }
2505 if (!row || !row.poll_json) return { error: 'not_found' };
2506 let poll; try { poll = JSON.parse(row.poll_json); } catch { return { error: 'not_found' }; }
2507 if (poll.closed) return { error: 'closed' };
2508 if (poll.voted) return { error: 'already' };
2509 const valid = new Set(poll.options.map((o) => o.name));
2510 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
2511 if (!picks.length) return { error: 'invalid' };
2512 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
2513 const me = actorId(base, site.slug);
2514 const keys = getOrCreateKeys(site.slug);
2515 const authorUri = row.author_uri || null;
2516 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
2517 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
2518 if (!inbox) return { error: 'unreachable' };
2519 for (const name of chosen) {
2520 const nid = `${me}/votes/${Date.now()}-${rid()}`;
2521 const note = { id: nid, type: 'Note', attributedTo: me, to: authorUri ? [authorUri] : [], name, inReplyTo: questionId, published: new Date().toISOString() };
2522 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
2523 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
2524 }
2525 // Local optimistic update (authoritative counts arrive via the author's Update(Question)).
2526 poll.voted = poll.multiple ? chosen : chosen[0];
2527 for (const o of poll.options) if (chosen.includes(o.name)) o.count = (o.count || 0) + 1;
2528 if (poll.voters != null) poll.voters += 1;
2529 try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), questionId, site.slug); } catch { /* ignore */ }
2530 return { ok: true };
2531}
2532
2533// Vote on ANY fediverse poll by URL (the interact page) — no timeline cache needed. Fetches
2534// the Question fresh, validates the choice(s), and casts the Mastodon-standard ballot (a
2535// Create(Note) with `name` + inReplyTo) straight to the poll's author. Used for polls you find
2536// by URL, not just ones from accounts you follow (which go through voteOnPoll via /news).
2537export async function voteOnRemotePoll(site, questionUrl, choices) {
2538 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2539 if (!base || !site || !site.slug || !/^https?:\/\//i.test(String(questionUrl || ''))) return { error: 'config' };
2540 const q = await fetchActor(questionUrl).catch(() => null); // AP GET (SSRF-guarded)
2541 if (!q || q.type !== 'Question' || !q.id) return { error: 'not_found' };
2542 const poll = parsePoll(q);
2543 if (!poll) return { error: 'not_found' };
2544 if (poll.closed) return { error: 'closed' };
2545 const valid = new Set(poll.options.map((o) => o.name));
2546 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
2547 if (!picks.length) return { error: 'invalid' };
2548 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
2549 const authorUri = actorUriOf(q.attributedTo);
2550 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
2551 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
2552 if (!inbox) return { error: 'unreachable' };
2553 const me = actorId(base, site.slug);
2554 const keys = getOrCreateKeys(site.slug);
2555 for (const name of chosen) {
2556 const nid = `${me}/votes/${Date.now()}-${rid()}`;
2557 const note = { id: nid, type: 'Note', attributedTo: me, to: [authorUri], name, inReplyTo: q.id, published: new Date().toISOString() };
2558 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
2559 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
2560 }
2561 return { ok: true };
2562}
2563
2564// Report a remote post or account to its home instance (moderation). Sends the Mastodon-standard
2565// AS2 `Flag`: object = [reported account, reported status?], content = the reason, delivered to the
2566// reported account's inbox so their instance's moderators receive it. objectUri = a post URL (its
2567// author is resolved + included) OR pass actorUri to report an account directly.
2568export async function sendReport(site, { objectUri, actorUri, reason }) {
2569 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2570 if (!base || !site || !site.slug) return { error: 'config' };
2571 let targetActor = actorUri || null;
2572 let noteUri = null;
2573 if (objectUri && /^https?:\/\//i.test(objectUri)) {
2574 const note = await apGetJson(objectUri).catch(() => null);
2575 if (note && note.id) { noteUri = note.id; if (!targetActor) targetActor = actorUriOf(note.attributedTo); }
2576 else if (!targetActor) return { error: 'not_found' };
2577 }
2578 if (!targetActor || !/^https?:\/\//i.test(targetActor)) return { error: 'not_found' };
2579 const actor = await fetchActor(targetActor).catch(() => null);
2580 const inbox = actor && (actor.inbox || (actor.endpoints && actor.endpoints.sharedInbox)); // personal inbox → their moderators
2581 if (!inbox) return { error: 'unreachable' };
2582 const me = actorId(base, site.slug);
2583 const keys = getOrCreateKeys(site.slug);
2584 const object = [targetActor];
2585 if (noteUri && noteUri !== targetActor) object.push(noteUri);
2586 const flag = {
2587 '@context': AP_CONTEXT,
2588 id: `${me}#report-${Date.now()}-${rid()}`,
2589 type: 'Flag',
2590 actor: me,
2591 content: String(reason == null ? '' : reason).slice(0, 3000),
2592 object, // [account, status?] — Mastodon's Flag shape
2593 to: [targetActor],
2594 };
2595 deliverWithRetry(site.slug, inbox, flag, `${me}#main-key`, keys.private_pem);
2596 return { ok: true };
2597}
2598
2599export function isBlockedAny(actorUri) {
2600 if (!actorUri) return false;
2601 let domain = ''; try { domain = new URL(actorUri).host; } catch { /* ignore */ }
2602 try { return !!db.prepare("SELECT 1 FROM ap_blocks WHERE (kind='actor' AND target=?) OR (kind='domain' AND target=?) LIMIT 1").get(actorUri, domain); }
2603 catch { return false; }
2604}
2605
2606function purgeBlocked(kind, target) {
2607 try {
2608 if (kind === 'domain') {
2609 // Exact host match (a URL LIKE over-/under-matches: it misses bare-domain or :port
2610 // actor URIs and can catch look-alikes). Filter by parsed host, same as isBlockedAny.
2611 const purge = (table, col) => {
2612 let rows = [];
2613 try { rows = db.prepare(`SELECT DISTINCT ${col} AS u FROM ${table} WHERE ${col} IS NOT NULL AND ${col} != ''`).all(); } catch { return; }
2614 const del = db.prepare(`DELETE FROM ${table} WHERE ${col} = ?`);
2615 for (const r of rows) { let h = ''; try { h = new URL(r.u).host; } catch { /* skip */ } if (h === target) { try { del.run(r.u); } catch { /* ignore */ } } }
2616 };
2617 purge('ap_interactions', 'actor_uri');
2618 purge('ap_timeline', 'author_uri');
2619 purge('ap_followers', 'actor_uri');
2620 } else {
2621 db.prepare('DELETE FROM ap_interactions WHERE actor_uri = ?').run(target);
2622 db.prepare('DELETE FROM ap_timeline WHERE author_uri = ?').run(target);
2623 db.prepare('DELETE FROM ap_followers WHERE actor_uri = ?').run(target);
2624 }
2625 } catch { /* best-effort */ }
2626}
2627
2628// Block an actor (@handle or actor URL) or a whole domain; purges their content.
2629export async function blockTarget(site, input) {
2630 const raw = String(input || '').trim();
2631 if (!site || !site.slug || !raw) return { error: 'empty' };
2632 let kind, target, label;
2633 if (/^https?:\/\//i.test(raw)) { kind = 'actor'; target = raw; label = raw; }
2634 else if (raw.includes('@')) {
2635 const actorUrl = await webfingerResolve(raw);
2636 if (!actorUrl) return { error: 'not_found' };
2637 kind = 'actor'; target = actorUrl; label = raw.startsWith('@') ? raw : ('@' + raw);
2638 } else { kind = 'domain'; target = raw.toLowerCase(); label = raw.toLowerCase(); }
2639 blStmts().ins.run(site.slug, target, kind, label);
2640 purgeBlocked(kind, target);
2641 console.log('[AP] block', site.slug, kind, target);
2642 return { ok: true, label };
2643}
2644
2645export function unblock(site, target) { blStmts().del.run(site.slug, target); return { ok: true }; }
2646
2647export default {
2648 AP_CONTEXT, getOrCreateKeys, apWants, sendAP, actorId, noteId,
2649 buildActor, buildNote, buildCreate, buildOutbox, buildFollowers, buildFollowing, buildFeatured,
2650 followerCount, deliver, fetchActor, verifyRequest, handleInbox, deliverCreate, deliverDelete, deliverUpdate, deliverActorUpdate, resyncFeaturedPins,
2651 getInteractions, getInteractionById, setInteractionBoosted, setInteractionLiked, setMyReaction, getMyReactions, buildReplyNote, getOutboxNote, deliverReply, resolveRemoteNote,
2652 listOutbox, deliverOutboxDelete, deliverOutboxUpdate,
2653 webfingerResolve, followActor, resolveRemoteActor, unfollowActor, listFollowing, setAutoBoost, backfillFromOutbox, getTimeline, sendInteraction, voteOnPoll, voteOnRemotePoll,
2654 parseOwnPoll, pollTally, ownPollView, deliverPollUpdate, maybeCrawlThread, sendReport, localMentionSlugs,
2655 autoBoostCount, boostedCount, markBoosted, unmarkBoosted, markLiked, unmarkLiked, getTimelineReaction, upsertBoostedNote, getCirkelPosts, getCirkelMembers, selfHealTimeline,
2656 getNotifications, listBlocks, isBlockedAny, blockTarget, unblock,
2657 deliverWithRetry, enqueueDelivery, processDeliveryQueue, startDeliveryWorker,
2658 getReplyUris, markNotificationsSeen, countUnseenNotifications, hasPlayableAudio,
2659 linkifyBody, bakePostContent, bakePostContentWithMentions, listFollowers, removeFollower, listConnections,
2660 noteVisibility, isRejectedObject, rejectInteraction, interactionReportTarget,
2661 getMessages, notificationsSeenAt,
2662};
Note: See TracBrowser for help on using the repository browser.