source: Klonkt/src/services/ActivityPubService.js@ e6c6e6f

main
Last change on this file since e6c6e6f was e6c6e6f, checked in by Robin <roboburr@…>, 7 weeks ago

Feature: uploadMedia endpoint + attachments on direct notes

The actor has been advertising endpoints.uploadMedia without a route
behind it; this implements it. A bearer scoped to the site POSTs one
image/audio/video (multipart field "file", the AP C2S convention) into
the reply-media store and gets { url, mediaType, name } back. Direct
notes (private mentions) now carry attachments through the same
deliverReply-style validation (own /media/ uploads only, max 4), so
the help-buoy capture rides a DM to the guardians while the note stays
direct: recipients only, empty cc, unboostable.

Changed files:
src/routes/activitypub.js

  • POST /ap/users/:slug/uploadMedia (bearer-gated, multer, 32MB)

src/services/ActivityPubService.js

  • ingest passes AS2 attachments into the direct path (absolute own-base URLs normalized to relative)
  • deliverDirectNote validates + stores attachments

New file: (none)
test/c2s-direct.test.js

  • direct note renders its attachment, addressing stays direct

-robo
Co-Authored-By: Claude Opus 4.8 <noreply@…>

  • Property mode set to 100644
File size: 172.0 KB
Line 
1/**
2 * ActivityPubService — Klonkt as a real ActivityPub actor (fediverse bridge).
3 *
4 * Phase 1 (this file): the PUBLISH/discoverable side.
5 * - per-site RSA keypair (Mastodon-compatible HTTP Signatures; separate from
6 * the Ed25519 keys used by the lighter Cirkels v1)
7 * - builders for the Actor document, Note objects and the Outbox collection
8 * - apWants(): HTTP content-negotiation helper (activity+json vs HTML)
9 *
10 * The interactive side (inbox: Follow/Accept, signature verify, delivery to
11 * followers) lands in the next step and is tested live against Mastodon.
12 *
13 * AP actor URLs live under /ap/* so they never clash with the human pages:
14 * actor = <base>/ap/users/<slug>
15 * inbox = <actor>/inbox outbox = <actor>/outbox
16 * note = <base>/ap/notes/<postId>
17 */
18import crypto from 'crypto';
19import dns from 'dns';
20import net from 'net';
21import db from '../config/database.js';
22import HtmlSanitizerService from './HtmlSanitizerService.js';
23import AudioEmbedService from './AudioEmbedService.js';
24
25const PUBLIC = 'https://www.w3.org/ns/activitystreams#Public';
26// Full JSON-LD context for every AP object we emit: AS2 core + security (publicKey) + the
27// extension terms we actually use (Mastodon/toot + schema.org), each with a term definition
28// so a strict JSON-LD processor resolves them instead of dropping them → valid AS2/JSON-LD.
29// This is the same context shape Mastodon publishes, so Mastodon sees no change.
30const AP_CONTEXT = [
31 'https://www.w3.org/ns/activitystreams',
32 'https://w3id.org/security/v1',
33 {
34 toot: 'http://joinmastodon.org/ns#',
35 schema: 'http://schema.org#',
36 sensitive: 'as:sensitive',
37 Hashtag: 'as:Hashtag',
38 manuallyApprovesFollowers: 'as:manuallyApprovesFollowers',
39 discoverable: 'toot:discoverable',
40 featured: { '@id': 'toot:featured', '@type': '@id' },
41 PropertyValue: 'schema:PropertyValue',
42 value: 'schema:value',
43 embedUrl: { '@id': 'schema:embedUrl', '@type': '@id' },
44 // Poll (Question) extension: Question/oneOf/anyOf/endTime/closed are AS2 core, but the
45 // per-poll unique-voter count is a Mastodon (toot) term — declare it so the emitted
46 // Question stays valid JSON-LD (a strict processor would otherwise drop votersCount).
47 votersCount: 'toot:votersCount',
48 },
49];
50
51// Short random suffix so two activity ids minted in the same millisecond (e.g.
52// parallel saves) don't collide and get deduped by a receiver.
53const rid = () => crypto.randomBytes(4).toString('hex');
54
55// Keep only http(s) URLs — drops javascript:/data:/etc so a remote actor can't
56// smuggle a dangerous scheme into a stored href/src (rendered in owner-only views).
57const safeUrl = (u) => { const s = String(u == null ? '' : u).trim(); return /^https?:\/\//i.test(s) ? s : ''; };
58
59// ── SSRF guard for outbound fetches ───────────────────────────────
60// Remote URLs (actor/keyId/webfinger/inbox/inReplyTo) are attacker-controlled, so
61// every outbound fetch must refuse hosts that resolve to private/loopback ranges
62// (cloud metadata, internal services) — on the initial host AND each redirect hop.
63function isBlockedIp(ip) {
64 if (!ip) return true;
65 const v = net.isIP(ip);
66 if (v === 4) {
67 const o = ip.split('.').map(Number);
68 return o[0] === 127 || o[0] === 10 || o[0] === 0
69 || (o[0] === 172 && o[1] >= 16 && o[1] <= 31)
70 || (o[0] === 192 && o[1] === 168)
71 || (o[0] === 169 && o[1] === 254)
72 || (o[0] === 100 && o[1] >= 64 && o[1] <= 127); // CGNAT
73 }
74 if (v === 6) {
75 const s = ip.toLowerCase().replace(/^\[|\]$/g, '');
76 return s === '::1' || s === '::' || s.startsWith('fc') || s.startsWith('fd') || s.startsWith('fe80')
77 || s.startsWith('::ffff:127.') || s.startsWith('::ffff:10.') || s.startsWith('::ffff:192.168.')
78 || s.startsWith('::ffff:169.254.') || s.startsWith('::ffff:172.');
79 }
80 return true; // not an IP literal we recognise → refuse
81}
82async function assertPublicHost(hostname) {
83 if (net.isIP(hostname)) { if (isBlockedIp(hostname)) throw new Error('ssrf-blocked-ip'); return; }
84 const addrs = await dns.promises.lookup(hostname, { all: true });
85 if (!addrs.length || addrs.some((a) => isBlockedIp(a.address))) throw new Error('ssrf-blocked-host');
86}
87export async function safeFetch(url, opts = {}, maxRedirects = 3) {
88 let target = url;
89 for (let hop = 0; ; hop++) {
90 const u = new URL(target); // throws on malformed → caller's catch
91 if (u.protocol !== 'https:' && u.protocol !== 'http:') throw new Error('ssrf-bad-scheme');
92 await assertPublicHost(u.hostname);
93 const r = await fetch(target, { ...opts, redirect: 'manual', signal: AbortSignal.timeout(8000) });
94 const loc = (r.status >= 300 && r.status < 400) ? r.headers.get('location') : null;
95 if (loc && hop < maxRedirects) { target = new URL(loc, target).toString(); continue; }
96 return r;
97 }
98}
99const MAX_OUTBOX = 20;
100// Cache-buster for the music listen-link → forces Mastodon to re-crawl a FRESH
101// (square) player card. Bump this whenever the twitter:player card dimensions change.
102const FEDI_CARD_VER = '2';
103
104// ── RSA keys per actor (lazy, cached in DB) ───────────────────────
105// Prepared lazily (NOT at module load) — the ap_keys table is created in
106// initializeDatabase(), which runs after this module is imported.
107let _sel, _ins;
108function keyStmts() {
109 if (!_sel) {
110 _sel = db.prepare('SELECT public_pem, private_pem FROM ap_keys WHERE slug = ?');
111 _ins = db.prepare('INSERT OR IGNORE INTO ap_keys (slug, public_pem, private_pem, created_at) VALUES (?,?,?,CURRENT_TIMESTAMP)');
112 }
113 return { sel: _sel, ins: _ins };
114}
115
116export function getOrCreateKeys(slug) {
117 const { sel, ins } = keyStmts();
118 const row = sel.get(slug);
119 if (row) return row;
120 const { publicKey, privateKey } = crypto.generateKeyPairSync('rsa', {
121 modulusLength: 2048,
122 publicKeyEncoding: { type: 'spki', format: 'pem' },
123 privateKeyEncoding: { type: 'pkcs8', format: 'pem' },
124 });
125 ins.run(slug, publicKey, privateKey);
126 return sel.get(slug) || { public_pem: publicKey, private_pem: privateKey };
127}
128
129// ── content negotiation ───────────────────────────────────────────
130// True when the caller wants ActivityPub JSON rather than the HTML page.
131export function apWants(req) {
132 const a = String(req.headers.accept || '').toLowerCase();
133 return a.includes('application/activity+json') ||
134 (a.includes('application/ld+json') && a.includes('activitystreams'));
135}
136
137const AP_CONTENT_TYPE = 'application/activity+json; charset=utf-8';
138export function sendAP(res, obj) {
139 res.type(AP_CONTENT_TYPE);
140 res.set('Cache-Control', 'public, max-age=120');
141 res.send(JSON.stringify(obj));
142}
143
144// ── document builders ─────────────────────────────────────────────
145export function actorId(base, slug) { return `${base}/ap/users/${encodeURIComponent(slug)}`; }
146export function noteId(base, postId) { return `${base}/ap/notes/${encodeURIComponent(postId)}`; }
147
148export function buildActor(base, site) {
149 const id = actorId(base, site.slug);
150 const keys = getOrCreateKeys(site.slug);
151 const actor = {
152 '@context': AP_CONTEXT,
153 id,
154 type: 'Person',
155 preferredUsername: site.slug,
156 name: site.title || site.slug,
157 summary: site.tagline || site.description || '',
158 url: `${base}/${site.slug === site.primary_slug ? '' : 'user/' + encodeURIComponent(site.slug)}`,
159 manuallyApprovesFollowers: false,
160 discoverable: true,
161 inbox: `${id}/inbox`,
162 outbox: `${id}/outbox`,
163 followers: `${id}/followers`,
164 following: `${id}/following`,
165 featured: `${id}/featured`,
166 // C2S clients (Shaer apps) discover auth + upload here — no hardcoded paths.
167 // All four are ActivityPub-spec `endpoints` terms. Dynamic client registration
168 // (RFC 7591) is discovered via /.well-known/oauth-authorization-server, not here.
169 endpoints: {
170 sharedInbox: `${base}/ap/inbox`,
171 oauthAuthorizationEndpoint: `${base}/oauth/authorize`,
172 oauthTokenEndpoint: `${base}/oauth/token`,
173 uploadMedia: `${id}/uploadMedia`,
174 },
175 publicKey: {
176 id: `${id}#main-key`,
177 owner: id,
178 publicKeyPem: keys.public_pem,
179 },
180 };
181 if (site.profile_photo) {
182 const u = /^https?:/.test(site.profile_photo) ? site.profile_photo : `${base}${site.profile_photo.startsWith('/') ? '' : '/'}${site.profile_photo}`;
183 actor.icon = { type: 'Image', url: u };
184 }
185 // Account creation date — shown by Mastodon + read by indexers (additive, standard AS2).
186 if (site.created_at) { try { actor.published = new Date(site.created_at).toISOString(); } catch { /* skip bad date */ } }
187 // Profile links → PropertyValue rows: Mastodon/PeerTube/WordPress-ActivityPub render these as
188 // profile metadata (rel=me enables link-back verification). Additive; ignored by simpler receivers.
189 try {
190 const links = JSON.parse(site.profile_links || '[]');
191 if (Array.isArray(links) && links.length) {
192 const esc = (s) => String(s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
193 const rows = links
194 .filter((l) => l && l.url && /^https?:/i.test(l.url))
195 .map((l) => ({
196 type: 'PropertyValue',
197 name: esc(l.platform || 'Link'),
198 value: `<a href="${esc(l.url).replace(/"/g, '&quot;')}" rel="me nofollow noopener" target="_blank">${esc(String(l.url).replace(/^https?:\/\//, ''))}</a>`,
199 }));
200 if (rows.length) actor.attachment = rows;
201 }
202 } catch { /* skip malformed profile_links */ }
203 return actor;
204}
205
206// Does a post's audio shortcodes reference at least one PLAYABLE (file-backed)
207// track? Link-only tracks (external Spotify/YouTube, media_id NULL) don't count —
208// they have no Klonkt-hosted audio to embed, so no player card / cover-suppression.
209export function hasPlayableAudio(content, siteId) {
210 if (!content || !/\[\[(track|album|playlist):/i.test(content)) return false;
211 try {
212 for (const m of content.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT media_id FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.media_id) return true; }
213 for (const m of content.matchAll(/\[\[album:([^\]]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM audio_tracks WHERE site_id = ? AND album = ? AND media_id IS NOT NULL LIMIT 1').get(siteId, m[1].trim())) return true; }
214 for (const m of content.matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id WHERE pt.playlist_id = ? AND t.media_id IS NOT NULL LIMIT 1').get(m[1])) return true; }
215 } catch { /* non-fatal */ }
216 return false;
217}
218
219// A single post as an AS2 Note (the object), and as a Create activity (for outbox/delivery).
220export function buildNote(base, site, post, opts = {}) {
221 // Replies are Notes too. buildNote is the single entry point for ALL Notes; a reply is
222 // (for now) the simple flavor: pre-baked content, no title/cover/image/audio/embed
223 // machinery, addressed to the parent actor + thread. This early branch keeps that output
224 // byte-identical to the old buildReplyNote. When rich replies land (images/audio/embeds),
225 // this branch collapses and replies flow through the full post pipeline below. `post` here
226 // is the ap_outbox reply row (id, in_reply_to, content, post_slug, created_at, to_actor).
227 if (opts.isReply) {
228 const meR = actorId(base, site.slug);
229 // Rich replies: attachments column (JSON [{url, mediaType, name}]) → AS2
230 // attachment array with absolute URLs and the matching object type.
231 let replyAtt;
232 try {
233 const list = post.attachments ? JSON.parse(post.attachments) : [];
234 if (Array.isArray(list) && list.length) {
235 replyAtt = list.map((a) => ({
236 type: a.mediaType.startsWith('image/') ? 'Image' : a.mediaType.startsWith('audio/') ? 'Audio' : 'Video',
237 mediaType: a.mediaType,
238 url: /^https?:/i.test(a.url) ? a.url : `${base}${a.url}`,
239 name: a.name || undefined,
240 }));
241 }
242 } catch { /* malformed attachments never block the Note */ }
243 return {
244 id: noteId(base, post.id),
245 type: 'Note',
246 attributedTo: meR,
247 inReplyTo: post.in_reply_to || undefined,
248 content: post.content,
249 // Reply language (rich replies): the AS2 language map next to `content`.
250 contentMap: post.language ? { [post.language]: post.content } : undefined,
251 attachment: replyAtt,
252 url: post.post_slug ? `${base}/${encodeURIComponent(post.post_slug)}` : undefined,
253 published: toISO(post.created_at),
254 // A direct note (private mention, shaer-tqc) addresses ONLY its
255 // recipients: no Public anywhere, so it cannot be boosted and never
256 // shows in public timelines (the Mastodon DM model).
257 to: post.visibility === 'direct'
258 ? (JSON.parse(post.to_actors || '[]'))
259 : (post.to_actor ? [post.to_actor] : [PUBLIC]),
260 cc: post.visibility === 'direct' ? [] : [PUBLIC, `${meR}/followers`],
261 tag: [
262 ...mentionTags(post.content),
263 ...hashtagTags(base, post.content),
264 ],
265 };
266 }
267 const id = noteId(base, post.id);
268 const aId = actorId(base, site.slug);
269 const human = `${base}/${encodeURIComponent(post.slug)}`;
270 // Mastodon ignores a Note's `name`, so put the title INTO the content (bold
271 // first line) — the standard blog→fediverse convention. post.content is
272 // already sanitized HTML; the title is plain text, so escape it.
273 const escTitle = String(post.title || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
274 const titleHtml = post.title ? `<p><strong>${escTitle}</strong></p>` : '';
275
276 // Images travel as AP `attachment` (Mastodon strips <img> from content). Collect
277 // the cover + any inline <img>, make absolute, then strip <img> from the content
278 // to avoid duplicate rendering on clients that DO keep them.
279 const abs = (u) => !u ? null : (/^https?:/i.test(u) ? u : `${base}${u.startsWith('/') ? '' : '/'}${u}`);
280 const mediaType = (u) => {
281 const e = ((u || '').split('?')[0].match(/\.(\w+)$/) || [])[1];
282 return ({ jpg: 'image/jpeg', jpeg: 'image/jpeg', png: 'image/png', gif: 'image/gif', webp: 'image/webp', avif: 'image/avif', mp4: 'video/mp4', webm: 'video/webm', mov: 'video/quicktime' })[(e || '').toLowerCase()] || 'image/jpeg';
283 };
284 const hadAudio = /\[\[(track|album|playlist):/i.test(post.content || '');
285 const playable = hasPlayableAudio(post.content || '', site && site.id);
286 // A post with an external embed (Spotify/YouTube/SoundCloud/Vimeo/Bandcamp/Apple) should let
287 // Mastodon render the embed's player CARD. Mastodon shows EITHER media attachments OR a link
288 // card, never both — so when the post has an embed link we skip the image attachments so the
289 // card wins. (On Klonkt nothing changes: the cover + the embed player still render.)
290 const hasEmbed = (() => {
291 const c = post.content || '';
292 if (/\[\[embed:/i.test(c)) return true;
293 for (const m of c.matchAll(/https?:\/\/[^\s"'<>]+/gi)) if (AudioEmbedService.detectProvider(m[0])) return true;
294 return false;
295 })();
296 // Link-only tracks (external Spotify/YouTube/SoundCloud, no hosted file): collect their links
297 // so we federate them — Mastodon cards the first (its player), the rest show as clickable links
298 // — instead of a bare "listen on site" link, and we suppress the cover so the card can show.
299 const trackEmbedLinks = (() => {
300 if (playable) return [];
301 const out = [];
302 try {
303 for (const m of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) {
304 const r = db.prepare('SELECT media_id, link_spotify, link_youtube, link_soundcloud FROM audio_tracks WHERE id = ?').get(m[1]);
305 if (r && !r.media_id) for (const u of [r.link_spotify, r.link_youtube, r.link_soundcloud]) if (u && /^https?:\/\//i.test(u)) out.push(u);
306 }
307 } catch { /* non-fatal */ }
308 return [...new Set(out)].slice(0, 6);
309 })();
310 const noImages = playable || hasEmbed || trackEmbedLinks.length > 0; // suppress images → let the player/embed card show
311 const urls = [];
312 // Posts with PLAYABLE hosted audio suppress image attachments so Mastodon renders
313 // the player CARD (twitter:player) instead of the cover — media attachment and
314 // link/player card are mutually exclusive on Mastodon. Link-only audio (external)
315 // keeps its cover (no player card to show).
316 // An animated cover federates as the muted loop MP4 (→ a Video attachment): animated WebP is
317 // unreliable on Mastodon and its iOS apps; the MP4 plays everywhere. Else the still cover image.
318 // Each entry carries the media URL + its alt text (federated as the AS2 attachment `name`, for a11y).
319 if (post.cover_video_url && !noImages) urls.push({ url: abs(post.cover_video_url), name: post.cover_alt || '' });
320 else if (post.cover_image_url && !noImages) urls.push({ url: abs(post.cover_image_url), name: post.cover_alt || '' });
321 let body = post.content || '';
322 // Only federate inline images we can actually serve: absolute http(s) URLs, or our own
323 // /media/ uploads. A relative path we don't host (e.g. a stale /images/... ref) would 404
324 // and show up as a black tile in Mastodon's attachment grid. Carry the <img alt="…"> through
325 // as the attachment description.
326 if (!noImages) for (const m of body.matchAll(/<img\b[^>]*>/gi)) {
327 const tag = m[0];
328 const src = (tag.match(/\bsrc="([^"]+)"/i) || [])[1];
329 if (!src || !(/^https?:\/\//i.test(src) || src.startsWith('/media/'))) continue;
330 const alt = (tag.match(/\balt="([^"]*)"/i) || [])[1] || '';
331 urls.push({ url: abs(src), name: alt });
332 }
333 body = body.replace(/<img\b[^>]*>/gi, '');
334 // Audio shortcodes: do NOT federate the raw audio file — Klonkt deliberately
335 // gates audio (the /audio/stream URL has friction), and shipping it as an AP
336 // audio attachment would hand Mastodon a plain, downloadable mp3 URL. Instead,
337 // replace the shortcodes with a "🎵 listen on the site" link so the post invites
338 // a click-through to the protected player (discovery without leaking the file).
339 const esc = (s) => String(s == null ? '' : s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
340 const audioLabels = [];
341 try {
342 for (const m of body.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT title FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.title) audioLabels.push(r.title); }
343 for (const m of body.matchAll(/\[\[album:([^\]]+)\]\]/g)) audioLabels.push(m[1].trim());
344 } catch { /* non-fatal */ }
345 // fedi_open tracks → real AS2 Audio attachments (the actual file URL, served ungated) so
346 // EVERY client incl. the Mastodon apps plays them inline natively. Gated tracks (default)
347 // stay link/card-only — the file is never exposed for them. Resolve from post.content so a
348 // later body mutation can't affect it.
349 const openAudio = [];
350 if (hadAudio) {
351 const seenA = new Set();
352 const addRow = (r) => {
353 const fn = r.filename || (r.storage_path || '').split('/').pop();
354 if (!fn || seenA.has(fn)) return; seenA.add(fn);
355 const a = { type: 'Audio', mediaType: r.mime_type || 'audio/mpeg', url: `${base}/audio/stream/${encodeURIComponent(fn)}`, name: r.title || 'Audio' };
356 // Cover art on the Audio attachment (AS2 `icon`): track cover, else the post cover.
357 // Mastodon renders it as the artwork thumbnail on its native audio player.
358 const art = abs(r.cover_url || post.cover_image_url || null);
359 if (art) a.icon = { type: 'Image', mediaType: mediaType(art), url: art };
360 openAudio.push(a);
361 };
362 const SEL = 'SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM audio_tracks t JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND ';
363 try {
364 for (const mm of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare(SEL + 't.id = ?').get(mm[1]); if (r) addRow(r); }
365 for (const mm of (post.content || '').matchAll(/\[\[album:([^\]]+)\]\]/g)) for (const r of db.prepare(SEL + 't.site_id = ? AND t.album = ? ORDER BY t.rowid').all(site.id, mm[1].trim())) addRow(r);
366 for (const mm of (post.content || '').matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) for (const r of db.prepare('SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND pt.playlist_id = ? ORDER BY pt.position').all(mm[1])) addRow(r);
367 } catch { /* non-fatal */ }
368 }
369 body = body.replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
370 // External embeds ([[embed:url]]) → emit the bare URL as a link so Mastodon
371 // renders its OWN preview/player card (YouTube/Spotify/SoundCloud/etc) instead
372 // of federating the raw shortcode text.
373 body = body.replace(/\[\[embed:([^\]]+)\]\]/gi, (mm, raw) => {
374 const u = esc(raw.trim().replace(/&amp;/g, '&'));
375 return `<p><a href="${u}">${u}</a></p>`;
376 });
377 if (hadAudio) {
378 const lbl = audioLabels.length ? esc(audioLabels.slice(0, 4).join(', ')) : '';
379 if (trackEmbedLinks.length) {
380 // Link-only track(s): emit the external link(s). Mastodon cards the first (Spotify → its
381 // player), the rest render as clickable links — the fediverse-native "embed + links".
382 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong>` : ''}</p>`;
383 for (const u of trackEmbedLinks) { const eu = esc(u); body += `<p><a href="${eu}">${eu}</a></p>`; }
384 } else {
385 // For playable posts, append a version param to the listen-link so Mastodon
386 // sees a NEW card URL and re-crawls it (fresh SQUARE player card) instead of
387 // reusing the cached landscape one. Invisible: the link TEXT stays clean, the
388 // page ignores the param. Bump FEDI_CARD_VER when the card dimensions change.
389 const listenHref = playable ? `${human}?fc=${FEDI_CARD_VER}` : human;
390 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong> — ` : ''}<a href="${listenHref}">listen on ${esc(site.title || 'the site')}</a></p>`;
391 }
392 }
393 // Klonkt renders post content with white-space:pre-wrap, so raw newlines ARE line
394 // breaks on the site. Mastodon (plain HTML) collapses whitespace and would drop them,
395 // so convert newlines to <br> for the federated copy (content already made with
396 // shift+enter uses <br> and has no \n → this is a no-op there).
397 body = body.replace(/\r?\n/g, '<br>');
398 body = linkHashtags(base, body); // link inline #hashtags in the post body too
399 body = linkUrls(body); // bare URLs → clickable links on the federated copy
400 // Append the tags-field hashtags to the content so Mastodon renders them as clickable
401 // hashtags (a Hashtag that's only in the `tag` array isn't shown inline). CamelCase
402 // multi-word tags; skip any already present inline in the body.
403 {
404 const inlineTags = new Set(hashtagTags(base, body).map((h) => h.name.slice(1).toLowerCase()));
405 const addSeen = new Set();
406 const tagLinks = normalizeTags(post.tags).map(tagParts).filter(Boolean)
407 .filter((p) => !inlineTags.has(p.slug) && !addSeen.has(p.slug) && addSeen.add(p.slug))
408 .map((p) => `<a href="${base}/tag/${encodeURIComponent(p.slug)}" class="mention hashtag" rel="tag">#${p.label}</a>`);
409 if (tagLinks.length) body += `<p>${tagLinks.join(' ')}</p>`;
410 }
411 const seen = new Set();
412 const attachment = urls.filter((x) => x && x.url)
413 .filter((x) => { if (seen.has(x.url)) return false; seen.add(x.url); return true; })
414 .map((x) => { const mt = mediaType(x.url); // specific AS2 subtype (Image/Audio/Video) over generic Document
415 const ty = /^image\//i.test(mt) ? 'Image' : /^video\//i.test(mt) ? 'Video' : /^audio\//i.test(mt) ? 'Audio' : 'Document';
416 const a = { type: ty, mediaType: mt, url: x.url };
417 if (x.name) a.name = String(x.name).slice(0, 1500); // alt text / description (AS2 `name`)
418 return a; });
419 for (const a of openAudio) attachment.push(a); // fedi_open tracks → native Audio players
420
421 // Inline @user@host mentions: the Mention tag objects + the mentioned actor URIs. Only
422 // present when the content was already mention-linked (deliverCreate/Update resolve them
423 // at send time); a plain buildNote (outbox/notes) yields none.
424 const _mentionTags = mentionTags(body);
425 const _mentionCc = _mentionTags.map((t) => t.href);
426
427 const note = {
428 id,
429 type: 'Note',
430 attributedTo: aId,
431 content: titleHtml + body,
432 url: human,
433 published: new Date(post.published_at || post.created_at || Date.now()).toISOString(),
434 // fan_only = "fans only" → followers-only visibility (delivered to your followers
435 // but not addressed to Public, so Mastodon shows it only to them and can't boost it).
436 to: (post.fan_only || post.ap_visibility === 'quiet') ? [`${aId}/followers`] : [PUBLIC],
437 // Mentioned actors (from inline @user@host links the caller resolved) are addressed in cc
438 // so Mastodon notifies them; empty unless the content was mention-linked (delivery time).
439 cc: [...new Set([
440 ...(post.ap_visibility === 'quiet' ? [PUBLIC] : []), // quiet public: Public in cc, not to
441 ...((post.fan_only || post.ap_visibility === 'quiet') ? [] : [`${aId}/followers`]),
442 ..._mentionCc])],
443 tag: [...buildHashtagList(base, post.tags, body), ..._mentionTags],
444 replies: `${id}/replies`,
445 // NSFW → Mastodon-style content warning: sensitive (blurs media) + a summary/spoiler
446 // (hides the whole post behind a "Gevoelige inhoud" button until the reader opens it).
447 sensitive: !!post.nsfw,
448 };
449 if (post.nsfw) note.summary = post.content_warning || 'Gevoelige inhoud';
450 if (attachment.length) note.attachment = attachment;
451 // When the cover attachment is suppressed (hosted audio OR an external embed/link-only track →
452 // so Mastodon shows the player/link card, not media), still expose the cover via AS2 `image` so
453 // card/grid consumers (the Klonkt Cirkel/News feed) can show it. Mastodon ignores a Note's
454 // `image`, so its card is unaffected — but a Klonkt receiver reads it (handleInbox o.image).
455 if (post.cover_image_url && noImages) {
456 const cov = abs(post.cover_image_url);
457 if (cov) { note.image = { type: 'Image', mediaType: mediaType(cov), url: cov }; if (post.cover_alt) note.image.name = String(post.cover_alt).slice(0, 1500); }
458 }
459 // Experiment (mirrors PeerTube / schema.org `embedUrl`): point at the GATED player page
460 // (/embed) so a client that honours embedUrl can show an inline player WITHOUT ever
461 // getting the audio file — the anti-steal posture is untouched. `embedUrl` is a real
462 // standard field name (not a Klonkt invention); if Mastodon's apps honour it on a Note we
463 // make it JSON-LD-clean with a context term, otherwise it degrades to the player card.
464 if (playable) note.embedUrl = `${base}/embed?post=${encodeURIComponent(post.slug)}`;
465 // Content language → AS2 contentMap (a BCP-47-keyed copy of the content). Mastodon reads the
466 // language from its key for the timeline language filter + the translate button. Emitted
467 // alongside `content` (Mastodon sends both); a plain receiver just uses `content`.
468 if (post.language && /^[a-z]{2,3}(-[A-Za-z]{2,4})?$/.test(post.language)) note.contentMap = { [post.language]: note.content };
469 // A hosted poll → federate as an AS2 Question (options + live tally). Do this last so it
470 // reuses the note's content/addressing/tags, then swaps the type and strips media.
471 const ownPoll = parseOwnPoll(post.poll_json);
472 if (ownPoll) applyPollToNote(note, post.id, ownPoll);
473 return note;
474}
475
476// All reply note URIs on a local post (inbound fediverse replies + our own
477// outbound replies) — backs the Note's `replies` Collection so remote servers
478// can fetch the whole thread.
479export function getReplyUris(base, postId) {
480 const out = [];
481 try {
482 for (const r of db.prepare("SELECT object_uri FROM ap_interactions WHERE kind = 'reply' AND post_id = ? AND object_uri != '' ORDER BY created_at").all(postId)) out.push(r.object_uri);
483 for (const r of db.prepare('SELECT id FROM ap_outbox WHERE post_id = ? ORDER BY rowid').all(postId)) out.push(`${base}/ap/notes/${r.id}`);
484 } catch { /* non-fatal */ }
485 return out;
486}
487
488// Notifications "seen" tracking → a real bell badge. Stored per site in app_settings.
489export function markNotificationsSeen(slug) {
490 try {
491 db.prepare("INSERT INTO app_settings (key, value, updated_at) VALUES (?, ?, CURRENT_TIMESTAMP) ON CONFLICT(key) DO UPDATE SET value = excluded.value, updated_at = CURRENT_TIMESTAMP")
492 .run(`fedi_notif_seen:${slug}`, new Date().toISOString());
493 } catch { /* non-fatal */ }
494}
495export function countUnseenNotifications(slug) {
496 try {
497 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
498 const seen = row ? Date.parse(row.value) : 0;
499 let n = 0;
500 for (const it of getNotifications(slug, 50)) { if (Date.parse(it.created_at) > seen) n++; }
501 return n;
502 } catch { return 0; }
503}
504// The seen-watermark itself (ms epoch, 0 = never marked) — the Messages page reads it
505// BEFORE marking seen, so it can render unread dots on the items newer than last visit.
506export function notificationsSeenAt(slug) {
507 try {
508 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
509 return row ? (Date.parse(row.value) || 0) : 0;
510 } catch { return 0; }
511}
512
513// Messages = the unified inbox (Reacties + Meldingen merged, decision Robin+Bart 2026-07-16):
514// every notification PLUS your own outbound replies ('sent', with edit/delete via their
515// outboxId), sorted as one stream. Consecutive likes/boosts on the same post collapse into
516// one grouped item (actors list + count) so activity doesn't drown out conversations.
517export function getMessages(slug, limit, offset) {
518 const off = Math.max(0, offset || 0);
519 const lim = limit || 60;
520 // The stream is grouped (consecutive likes/boosts collapse), so paging is done by
521 // recomputing the whole stream top-down and slicing [off, off+lim] — stable across
522 // pages. Fetch a buffer past off+lim so grouping-shrinkage can't hide a full page.
523 const need = off + lim + 100;
524 const items = getNotifications(slug, need);
525 try {
526 for (const m of listOutbox(slug).slice(0, need)) {
527 items.push({
528 type: 'sent', outboxId: m.id, to_handle: m.to_handle, in_reply_to: m.in_reply_to,
529 content: m.content, editable: m.editable, language: m.language, created_at: m.created_at,
530 });
531 }
532 } catch { /* ignore */ }
533 items.sort((a, b) => _msgTs(b) - _msgTs(a)); // NaN-safe (zie getNotifications)
534 const out = [];
535 for (const it of items) {
536 const prev = out[out.length - 1];
537 if ((it.type === 'like' || it.type === 'announce') && prev && prev.type === it.type
538 && prev.post_slug === it.post_slug) {
539 prev.actors = prev.actors || [prev.name || prev.handle || '?'];
540 prev.actors.push(it.name || it.handle || '?');
541 prev.count = (prev.count || 1) + 1;
542 continue;
543 }
544 out.push(it);
545 }
546 return out.slice(off, off + lim);
547}
548
549export function buildCreate(base, site, post) {
550 const note = buildNote(base, site, post);
551 return {
552 '@context': AP_CONTEXT,
553 id: note.id + '#create',
554 type: 'Create',
555 actor: actorId(base, site.slug),
556 published: note.published,
557 to: note.to,
558 cc: note.cc,
559 object: note,
560 };
561}
562
563export function buildOutbox(base, site, posts) {
564 const id = `${actorId(base, site.slug)}/outbox`;
565 const items = (posts || []).slice(0, MAX_OUTBOX).map((p) => buildCreate(base, site, p));
566 return {
567 '@context': AP_CONTEXT,
568 id,
569 type: 'OrderedCollection',
570 totalItems: items.length,
571 orderedItems: items,
572 };
573}
574
575// Public callers get a count-only collection (privacy). The authenticated
576// account owner (a C2S bearer scoped to this site) gets the real actor URIs via
577// `items`, so their own client can build a friends list.
578export function buildFollowers(base, site, count, items = null) {
579 const id = `${actorId(base, site.slug)}/followers`;
580 return {
581 '@context': AP_CONTEXT,
582 id,
583 type: 'OrderedCollection',
584 totalItems: items ? items.length : (count || 0),
585 orderedItems: items || [], // count-only for the public; full for the owner
586 };
587}
588
589// The accounts this site follows — count only, mirroring buildFollowers. The spec lists
590// `following` as a standard actor property; Hubzilla/Friendica + crawlers expect it.
591export function buildFollowing(base, site, count, items = null) {
592 const id = `${actorId(base, site.slug)}/following`;
593 return {
594 '@context': AP_CONTEXT,
595 id,
596 type: 'OrderedCollection',
597 totalItems: items ? items.length : (count || 0),
598 orderedItems: items || [], // count-only for the public; full for the owner
599 };
600}
601
602// Pinned posts → the actor's `featured` collection. Mastodon reads this and shows
603// these as the "Featured" tab (pinned to the profile). Posts come ordered by pin
604// rank; embedded as full Notes so a remote server doesn't need extra fetches.
605export function buildFeatured(base, site, posts) {
606 const id = `${actorId(base, site.slug)}/featured`;
607 const items = (posts || []).map((p) => buildNote(base, site, p));
608 return {
609 '@context': AP_CONTEXT,
610 id,
611 type: 'OrderedCollection',
612 totalItems: items.length,
613 orderedItems: items,
614 };
615}
616
617// ── followers store (lazy stmts) ──────────────────────────────────
618let _insF, _delF, _listF, _cntF;
619function fStmts() {
620 if (!_insF) {
621 _insF = db.prepare('INSERT OR IGNORE INTO ap_followers (slug, actor_uri, inbox, shared_inbox, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
622 _delF = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND actor_uri = ?');
623 _listF = db.prepare('SELECT inbox, shared_inbox FROM ap_followers WHERE slug = ?');
624 _cntF = db.prepare('SELECT COUNT(*) n FROM ap_followers WHERE slug = ?');
625 }
626 return { ins: _insF, del: _delF, list: _listF, cnt: _cntF };
627}
628export function followerCount(slug) { return fStmts().cnt.get(slug).n; }
629
630// Followers with delivery health, for the management list. Never-delivered accounts
631// first, then oldest successful delivery first — i.e. the cleanup candidates on top.
632export function listFollowers(slug) {
633 return db.prepare(
634 `SELECT id, actor_uri, inbox, shared_inbox, created_at, last_delivery_at, last_error_at
635 FROM ap_followers WHERE slug = ?
636 ORDER BY (last_delivery_at IS NULL) DESC, last_delivery_at ASC, created_at ASC`
637 ).all(slug);
638}
639// Manually drop a follower after a check (a still-live account would have to re-follow).
640export function removeFollower(slug, id) {
641 const info = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND id = ?').run(slug, id);
642 return info.changes > 0;
643}
644
645// Merge who-you-follow (ap_following, rich display) with who-follows-you (ap_followers,
646// delivery health) into ONE connections list, keyed by actor_uri. Each entry gets a
647// direction (following →, follower ←, mutual ↔) and, for accounts we deliver to, an
648// `unreachable` flag (never delivered, or last attempt failed after the last success) so
649// the view can split dead connections into their own section. Powers the Connect page.
650export function listConnections(slug) {
651 const byUri = new Map();
652 for (const f of listFollowing(slug)) {
653 byUri.set(f.actor_uri, {
654 actor_uri: f.actor_uri, name: f.name || null, handle: f.handle || null,
655 icon: f.icon || null, url: f.url || null, auto_boost: f.auto_boost ? 1 : 0,
656 status: f.status || null, following: true, follower: false,
657 last_delivery_at: null, last_error_at: null, follower_id: null,
658 });
659 }
660 for (const fo of listFollowers(slug)) {
661 const e = byUri.get(fo.actor_uri);
662 if (e) { e.follower = true; e.last_delivery_at = fo.last_delivery_at; e.last_error_at = fo.last_error_at; e.follower_id = fo.id; }
663 else byUri.set(fo.actor_uri, {
664 actor_uri: fo.actor_uri, name: null, handle: null, icon: null, url: null,
665 auto_boost: 0, status: null, following: false, follower: true,
666 last_delivery_at: fo.last_delivery_at, last_error_at: fo.last_error_at, follower_id: fo.id,
667 });
668 }
669 return [...byUri.values()].map((e) => {
670 e.direction = (e.following && e.follower) ? 'mutual' : (e.following ? 'following' : 'follower');
671 e.unreachable = e.follower && (!e.last_delivery_at || (!!e.last_error_at && (!e.last_delivery_at || e.last_error_at > e.last_delivery_at)));
672 return e;
673 });
674}
675
676// ── inbound interactions store (replies / likes / boosts) + our outbound replies ──
677let _insI, _delLA, _delReply, _listI, _getI, _insO, _listO, _getO;
678// ── moderation tombstones (ap_rejected_objects) ───────────────────
679// A reply the owner removed stays removed: its object URI is tombstoned and
680// checked at ingest AND by the thread-crawler (else thread-filling would
681// re-fetch it). Owner moderation acts on the LOCAL copy, so it also works for
682// private notes that authorize_interaction can't fetch (401/404).
683let _insRj, _hasRj;
684function rjStmts() {
685 if (!_insRj) {
686 _insRj = db.prepare('INSERT OR IGNORE INTO ap_rejected_objects (object_uri, post_id, reason) VALUES (?,?,?)');
687 _hasRj = db.prepare('SELECT 1 FROM ap_rejected_objects WHERE object_uri = ?');
688 }
689 return { ins: _insRj, has: _hasRj };
690}
691export function isRejectedObject(uri) {
692 if (!uri) return false;
693 try { return !!rjStmts().has.get(String(uri)); } catch { return false; }
694}
695// Owner removes an incoming reply: tombstone + delete. Tenancy-scoped: the
696// interaction's post must belong to the caller's site.
697export function rejectInteraction(site, interactionId, reason) {
698 if (!site || !site.slug) return { error: 'forbidden' };
699 const row = iStmts().getI.get(interactionId);
700 if (!row) return { error: 'not_found' };
701 const owns = db.prepare('SELECT 1 FROM posts WHERE id = ? AND site_id = (SELECT id FROM sites WHERE slug = ?)')
702 .get(row.post_id, site.slug);
703 if (!owns) return { error: 'forbidden' };
704 if (row.object_uri) { try { rjStmts().ins.run(row.object_uri, row.post_id, reason || 'removed by site owner'); } catch { /* non-fatal */ } }
705 db.prepare('DELETE FROM ap_interactions WHERE id = ?').run(interactionId);
706 console.log('[AP] interaction removed by owner', site.slug, row.object_uri || row.actor_uri);
707 return { ok: true, object_uri: row.object_uri || null, actor_uri: row.actor_uri || null };
708}
709// Stored URIs of an interaction (tenancy-scoped) → feed sendReport for flagging
710// from the local copy (works for private notes; no remote fetch needed to target).
711export function interactionReportTarget(site, interactionId) {
712 if (!site || !site.slug) return null;
713 const row = iStmts().getI.get(interactionId);
714 if (!row) return null;
715 const owns = db.prepare('SELECT 1 FROM posts WHERE id = ? AND site_id = (SELECT id FROM sites WHERE slug = ?)')
716 .get(row.post_id, site.slug);
717 if (!owns) return null;
718 return { objectUri: row.object_uri || null, actorUri: row.actor_uri || null };
719}
720
721// AP addressing → visibility: 'public' | 'unlisted' | 'followers' | 'direct'.
722// Mastodon-conventie: Public in `to` = public, Public in `cc` = unlisted, een
723// followers-collectie zonder Public = followers-only, anders direct (DM). Public
724// kan als volledige URI, 'as:Public' of 'Public' voorkomen (JSON-LD shorthands).
725export function noteVisibility(o) {
726 const arr = (v) => (Array.isArray(v) ? v : (v ? [v] : []));
727 const isPub = (u) => u === PUBLIC || u === 'as:Public' || u === 'Public';
728 const to = arr(o && o.to).map(String);
729 const cc = arr(o && o.cc).map(String);
730 if (to.some(isPub)) return 'public';
731 if (cc.some(isPub)) return 'unlisted';
732 if ([...to, ...cc].some((u) => /\/followers\/?$/.test(u))) return 'followers';
733 return 'direct';
734}
735
736function iStmts() {
737 if (!_insI) {
738 _insI = db.prepare('INSERT OR IGNORE INTO ap_interactions (kind, post_id, object_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, parent_uri, visibility, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
739 _delLA = db.prepare('DELETE FROM ap_interactions WHERE kind = ? AND post_id = ? AND actor_uri = ?');
740 _delReply = db.prepare("DELETE FROM ap_interactions WHERE kind = 'reply' AND object_uri = ?");
741 _listI = db.prepare('SELECT id, kind, object_uri, parent_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, created_at, acted_boost, acted_like, visibility FROM ap_interactions WHERE post_id = ? ORDER BY created_at ASC');
742 _getI = db.prepare('SELECT * FROM ap_interactions WHERE id = ?');
743 _insO = db.prepare('INSERT INTO ap_outbox (id, site_slug, post_id, post_slug, in_reply_to, to_actor, to_handle, content, language, attachments, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
744 _listO = db.prepare('SELECT * FROM ap_outbox WHERE post_id = ? ORDER BY created_at ASC');
745 _getO = db.prepare('SELECT * FROM ap_outbox WHERE id = ?');
746 }
747 return { ins: _insI, delLA: _delLA, delReply: _delReply, list: _listI, getI: _getI, insO: _insO, listO: _listO, getO: _getO };
748}
749
750export function getInteractionById(id) { return iStmts().getI.get(id); }
751export function setInteractionBoosted(id, on) {
752 db.prepare('UPDATE ap_interactions SET acted_boost = ? WHERE id = ?').run(on ? 1 : 0, id);
753}
754export function setInteractionLiked(id, on) {
755 db.prepare('UPDATE ap_interactions SET acted_like = ? WHERE id = ?').run(on ? 1 : 0, id);
756}
757// Your like/boost state on a REMOTE post (interact page toggles).
758export function setMyReaction(slug, uri, kind, on) {
759 if (on) db.prepare('INSERT OR IGNORE INTO ap_my_reactions (site_slug, target_uri, kind) VALUES (?,?,?)').run(slug, uri, kind);
760 else db.prepare('DELETE FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ? AND kind = ?').run(slug, uri, kind);
761}
762export function getMyReactions(slug, uri) {
763 const rows = (slug && uri) ? db.prepare('SELECT kind FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ?').all(slug, uri) : [];
764 return { liked: rows.some((r) => r.kind === 'like'), boosted: rows.some((r) => r.kind === 'boost') };
765}
766
767const localPostExists = (id) => { try { return !!db.prepare('SELECT 1 FROM posts WHERE id = ?').get(id); } catch { return false; } };
768// Extract our local post id from a note URL, but only if it's ours (base match).
769function postIdFromNoteUrl(url, base) {
770 const s = String(url || '');
771 if (base && !s.startsWith(base)) return null;
772 const m = s.match(/\/ap\/notes\/([^/?#]+)/);
773 return m ? decodeURIComponent(m[1]) : null;
774}
775function deriveHandle(actorUri) {
776 try { const u = new URL(actorUri); const seg = u.pathname.split('/').filter(Boolean).pop() || ''; return `@${seg}@${u.host}`; } catch { return String(actorUri || ''); }
777}
778function actorInfo(doc, actorUri) {
779 let host = ''; try { host = new URL(actorUri).host; } catch { /* keep empty */ }
780 const handle = doc && doc.preferredUsername ? `@${doc.preferredUsername}@${host}` : deriveHandle(actorUri);
781 const icon = doc && doc.icon ? (doc.icon.url || (Array.isArray(doc.icon) && doc.icon[0] && doc.icon[0].url)) : null;
782 return {
783 name: (doc && (doc.name || doc.preferredUsername)) || handle,
784 handle,
785 url: safeUrl((doc && (doc.url || doc.id)) || actorUri) || null,
786 icon: safeUrl(icon) || null,
787 };
788}
789
790// Given an inReplyTo note URL, find which local post the thread belongs to + the
791// note being replied to (parent), so a reply-to-a-comment can be nested.
792function findThreadTarget(inReplyTo, base) {
793 if (!inReplyTo) return null;
794 const seg = postIdFromNoteUrl(inReplyTo, base); // our /ap/notes/<id> segment (if ours)
795 if (seg && localPostExists(seg)) return { post_id: seg, parent_uri: inReplyTo };
796 if (seg) {
797 try { const o = db.prepare('SELECT post_id FROM ap_outbox WHERE id = ?').get(seg); if (o && o.post_id) return { post_id: o.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
798 }
799 try { const row = db.prepare("SELECT post_id FROM ap_interactions WHERE object_uri = ? AND kind = 'reply' LIMIT 1").get(inReplyTo); if (row && row.post_id) return { post_id: row.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
800 return null;
801}
802
803// Drop the leading @mention(s) a federated reply carries (the person being replied to),
804// so a comment reads "dope tekening ouwe" instead of "@jason@jasonhacky.nl dope …".
805// Keeps a leading <p> wrapper; handles mention <a> links and plain-text @user@domain.
806export function stripLeadingMentions(html) {
807 if (!html) return html;
808 let s = String(html);
809 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:<a\b[^>]*>\s*@[^<]+<\/a>[  ]*)+/i, (m, p) => p || '');
810 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:@[\w.-]+(?:@[\w.-]+)?[  ]+)+/i, (m, p) => p || '');
811 return s;
812}
813
814// View-ready threaded view of a post's fediverse activity (inbound replies +
815// our outbound replies, nested), plus like/boost counts.
816export function getInteractions(postId, base, site) {
817 const s = iStmts();
818 // Privacy: a followers-only or direct (DM) reply is addressed to people, not to the
819 // public web, so it must NOT render in the public thread. It still reaches the owner
820 // via notifications (post context + reference included there). Legacy rows without a
821 // visibility value are treated as public. Likes/boosts stay counted (count-only).
822 const rows = s.list.all(postId).filter((r) =>
823 r.kind !== 'reply' || !(r.visibility === 'followers' || r.visibility === 'direct'));
824 const baseClean = (base || process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
825 const postNoteId = baseClean ? `${baseClean}/ap/notes/${postId}` : null;
826 // Our own (outbound) replies show the SITE identity for everyone (not "You").
827 let host = ''; try { host = new URL(baseClean).host; } catch { /* ignore */ }
828 const siteName = (site && (site.title || site.slug)) || '';
829 const siteHandle = (site && site.slug && host) ? `@${site.slug}@${host}` : '';
830 const siteUrl = baseClean ? `${baseClean}/` : '';
831 const siteIcon = (site && site.profile_photo) || null;
832
833 const nodes = [];
834 for (const r of rows) {
835 if (r.kind !== 'reply') continue;
836 nodes.push({
837 noteId: r.object_uri, parent: r.parent_uri || null, mine: false, id: r.id,
838 actor_uri: r.actor_uri,
839 actor_name: r.actor_name, actor_handle: r.actor_handle, actor_url: r.actor_url,
840 actor_icon: r.actor_icon, content: stripLeadingMentions(r.content), created_at: r.published || r.created_at,
841 acted_boost: !!r.acted_boost, acted_like: !!r.acted_like,
842 children: [],
843 });
844 }
845 for (const o of s.listO.all(postId)) {
846 nodes.push({
847 noteId: baseClean ? `${baseClean}/ap/notes/${o.id}` : o.id, parent: o.in_reply_to || null,
848 mine: true, outboxId: o.id, content: stripLeadingMentions(o.content), created_at: o.created_at,
849 media: (() => { try { return o.attachments ? JSON.parse(o.attachments) : []; } catch { return []; } })(),
850 actor_name: siteName, actor_handle: siteHandle, actor_url: siteUrl, actor_icon: siteIcon,
851 children: [],
852 });
853 }
854
855 const byId = new Map(nodes.map((n) => [n.noteId, n]));
856 // Conversation partners per node (u02, the reply editor's mentions bar): the
857 // node's author plus the ancestor authors up the chain. Our own nodes are
858 // skipped (we do not mention ourselves), deduped by actor, capped at 8.
859 for (const n of nodes) {
860 const seen = new Set();
861 const list = [];
862 let cur = n, guard = 0;
863 while (cur && guard++ < 12 && list.length < 8) {
864 if (!cur.mine && cur.actor_uri && !seen.has(cur.actor_uri)) {
865 seen.add(cur.actor_uri);
866 list.push({
867 uri: cur.actor_uri,
868 url: cur.actor_url || cur.actor_uri,
869 handle: cur.actor_handle || deriveHandle(cur.actor_uri),
870 });
871 }
872 cur = cur.parent ? byId.get(cur.parent) : null;
873 }
874 n.participants = list;
875 }
876 const isTop = (n) => !n.parent || n.parent === postNoteId || !byId.has(n.parent);
877 const tops = [];
878 for (const n of nodes) {
879 if (isTop(n)) { tops.push(n); continue; }
880 let anc = n, guard = 0;
881 while (!isTop(anc) && guard++ < 12) anc = byId.get(anc.parent);
882 anc.children.push(n);
883 }
884 const byTime = (a, b) => new Date(a.created_at) - new Date(b.created_at);
885 tops.sort(byTime).forEach((t) => t.children.sort(byTime));
886
887 return {
888 thread: tops,
889 likeCount: rows.filter((r) => r.kind === 'like').length,
890 announceCount: rows.filter((r) => r.kind === 'announce').length,
891 total: nodes.length,
892 };
893}
894
895// ── HTTP Signatures + delivery ────────────────────────────────────
896const slugFromActorUrl = (url) => { const m = String(url || '').match(/\/ap\/users\/([^/?#]+)/); return m ? decodeURIComponent(m[1]) : null; };
897// Which of OUR sites are named in a note's Mention tags? Only hrefs on our own base count
898// (an /ap/users/<slug> path on a remote host is someone else's actor), and the slug must be
899// an existing site. Deduped.
900export function localMentionSlugs(tags, base) {
901 if (!base) return [];
902 const out = [], seen = new Set();
903 for (const t of (Array.isArray(tags) ? tags : (tags ? [tags] : []))) {
904 if (!t || t.type !== 'Mention' || typeof t.href !== 'string') continue;
905 if (!t.href.startsWith(base + '/ap/users/')) continue;
906 const slug = slugFromActorUrl(t.href);
907 if (!slug || seen.has(slug)) continue; seen.add(slug);
908 try { if (db.prepare('SELECT 1 FROM sites WHERE slug = ?').get(slug)) out.push(slug); } catch { /* ignore */ }
909 }
910 return out;
911}
912
913// Sign + POST an activity to a remote inbox (draft-cavage HTTP Signatures, RSA-SHA256).
914export async function deliver(inboxUrl, bodyObj, keyId, privatePem) {
915 const body = JSON.stringify(bodyObj);
916 const u = new URL(inboxUrl);
917 const date = new Date().toUTCString();
918 const digest = 'SHA-256=' + crypto.createHash('sha256').update(body).digest('base64');
919 const signingString = `(request-target): post ${u.pathname}\nhost: ${u.host}\ndate: ${date}\ndigest: ${digest}`;
920 const signature = crypto.sign('sha256', Buffer.from(signingString), privatePem).toString('base64');
921 const sig = `keyId="${keyId}",algorithm="rsa-sha256",headers="(request-target) host date digest",signature="${signature}"`;
922 const r = await safeFetch(inboxUrl, {
923 method: 'POST',
924 headers: { 'Content-Type': 'application/activity+json', Accept: 'application/activity+json', Date: date, Digest: digest, Signature: sig },
925 body,
926 });
927 return r.status;
928}
929
930export async function fetchActor(url) {
931 try {
932 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
933 if (!r.ok) return null;
934 const len = Number(r.headers.get('content-length') || 0);
935 if (len > 2_000_000) return null; // refuse oversized actor docs
936 return await r.json();
937 } catch { return null; }
938}
939
940// ── Delivery queue with retries ───────────────────────────────────
941// Outbound deliveries are tried immediately; on failure (down server, timeout,
942// non-2xx) they're queued and retried with backoff so a briefly-offline follower
943// doesn't silently miss the post. The signing key is NOT stored — the worker
944// re-derives it from the actor slug at send time.
945const DELIVERY_MAX_ATTEMPTS = 6;
946const DELIVERY_BACKOFF_MIN = [1, 5, 15, 60, 180, 360];
947let _insDeliv, _dueDeliv, _delDeliv, _bumpDeliv;
948function deliveryStmts() {
949 if (!_insDeliv) {
950 _insDeliv = db.prepare('INSERT INTO ap_delivery (slug, inbox, body, attempts, next_at) VALUES (?,?,?,0,CURRENT_TIMESTAMP)');
951 _dueDeliv = db.prepare("SELECT * FROM ap_delivery WHERE datetime(next_at) <= datetime('now') ORDER BY next_at LIMIT 30");
952 _delDeliv = db.prepare('DELETE FROM ap_delivery WHERE id = ?');
953 _bumpDeliv = db.prepare('UPDATE ap_delivery SET attempts = ?, next_at = ? WHERE id = ?');
954 }
955 return { ins: _insDeliv, due: _dueDeliv, del: _delDeliv, bump: _bumpDeliv };
956}
957export function enqueueDelivery(slug, inbox, activity) {
958 if (!slug || !inbox || !activity) return;
959 try { deliveryStmts().ins.run(slug, inbox, JSON.stringify(activity)); } catch { /* ignore */ }
960}
961// Record delivery health per follower so the followers list can flag dead accounts.
962// Keyed by inbox: a shared-inbox POST reaches every follower behind it, so all of them
963// are marked. A non-follower inbox (inline @mention) simply matches 0 rows.
964let _fDelivOk, _fDelivErr;
965function markFollowerDelivery(slug, inbox, ok) {
966 if (!slug || !inbox) return;
967 try {
968 if (!_fDelivOk) {
969 _fDelivOk = db.prepare('UPDATE ap_followers SET last_delivery_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
970 _fDelivErr = db.prepare('UPDATE ap_followers SET last_error_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
971 }
972 (ok ? _fDelivOk : _fDelivErr).run(slug, inbox, inbox);
973 } catch { /* health tracking is non-fatal */ }
974}
975// Deliver now; queue for retry if it fails.
976export async function deliverWithRetry(slug, inbox, activity, keyId, privPem) {
977 if (!inbox) return;
978 try { const st = await deliver(inbox, activity, keyId, privPem); if (st >= 200 && st < 300) { markFollowerDelivery(slug, inbox, true); return; } } catch { /* queue below */ }
979 enqueueDelivery(slug, inbox, activity);
980}
981let _processingDeliv = false;
982export async function processDeliveryQueue() {
983 if (_processingDeliv) return; // re-entrancy guard: 30 rows × 8s can exceed the 60s tick → no double-delivery
984 _processingDeliv = true;
985 try {
986 let rows;
987 try { rows = deliveryStmts().due.all(); } catch { return; }
988 if (!rows || !rows.length) return;
989 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
990 for (const row of rows) {
991 let ok = false;
992 try {
993 const keys = getOrCreateKeys(row.slug);
994 const st = await deliver(row.inbox, JSON.parse(row.body), `${actorId(base, row.slug)}#main-key`, keys.private_pem);
995 ok = st >= 200 && st < 300;
996 } catch { ok = false; }
997 if (ok) { markFollowerDelivery(row.slug, row.inbox, true); deliveryStmts().del.run(row.id); continue; }
998 const attempts = row.attempts + 1;
999 if (attempts >= DELIVERY_MAX_ATTEMPTS) { markFollowerDelivery(row.slug, row.inbox, false); deliveryStmts().del.run(row.id); console.warn('[AP] delivery gave up after', attempts, 'tries →', row.inbox); continue; }
1000 // Index the backoff on the CURRENT attempt count (row.attempts) so the first
1001 // retry uses the 1-min tier instead of skipping it.
1002 const mins = DELIVERY_BACKOFF_MIN[Math.min(row.attempts, DELIVERY_BACKOFF_MIN.length - 1)];
1003 deliveryStmts().bump.run(attempts, new Date(Date.now() + mins * 60000).toISOString(), row.id);
1004 }
1005 } finally { _processingDeliv = false; }
1006}
1007let _delivTimer = null;
1008export function startDeliveryWorker() {
1009 if (_delivTimer) return;
1010 _delivTimer = setInterval(() => { processDeliveryQueue().catch(() => {}); }, 60 * 1000);
1011 if (_delivTimer.unref) _delivTimer.unref();
1012}
1013
1014// Best-effort verification of an incoming signed request. Returns the sender's
1015// actor doc if the signature checks out, else null. (Not gating yet — MVP.)
1016// Max clock skew for the signed Date header (replay window). Generous default to tolerate
1017// federating servers with drifting clocks; an operator can widen it via env.
1018const SIG_MAX_SKEW_MS = (Number(process.env.AP_SIG_MAX_SKEW_MIN) || 60) * 60 * 1000;
1019export async function verifyRequest(req) {
1020 const sigH = req.headers['signature'];
1021 if (!sigH) return null;
1022 const p = Object.fromEntries([...sigH.matchAll(/([a-zA-Z]+)="([^"]*)"/g)].map((m) => [m[1], m[2]]));
1023 if (!p.keyId || !p.signature) return null;
1024 const actor = await fetchActor(p.keyId.split('#')[0]);
1025 const pem = actor && actor.publicKey && actor.publicKey.publicKeyPem;
1026 if (!pem) return null;
1027 const hs = (p.headers || '(request-target) host date').split(/\s+/);
1028 // Behind a reverse proxy the raw Host header is the backend bind (e.g. localhost:3000, when
1029 // the proxy doesn't preserve it — Apache .htaccess [P] proxying), but the sender signed the
1030 // HTTP-Signature over the PUBLIC host. Try each candidate host (the configured PUBLIC_BASE_URL
1031 // host, the proxy's X-Forwarded-Host, and the raw Host) and accept if the signature verifies
1032 // against any. An attacker can't forge a match (no private key), so this only rescues the
1033 // legitimate proxied case. Also normalise a leading double-slash in the request-target.
1034 let _pubHost = null;
1035 if (process.env.PUBLIC_BASE_URL) { try { _pubHost = new URL(process.env.PUBLIC_BASE_URL).host; } catch { /* ignore */ } }
1036 const _hosts = [...new Set([_pubHost, req.headers['x-forwarded-host'], req.headers['host']].filter(Boolean))];
1037 const _target = `${req.method.toLowerCase()} ${String(req.originalUrl || '').replace(/^\/{2,}/, '/')}`;
1038 const _sig = Buffer.from(p.signature, 'base64');
1039 let ok = false;
1040 for (const _h of _hosts) {
1041 const line = hs.map((x) => x === '(request-target)'
1042 ? `(request-target): ${_target}`
1043 : x === 'host' ? `host: ${_h}`
1044 : `${x}: ${req.headers[x] || ''}`).join('\n');
1045 try { if (crypto.verify('sha256', Buffer.from(line), pem, _sig)) { ok = true; break; } } catch { /* try next host */ }
1046 }
1047 // Replay defence: the Date header must be signed and recent. A captured signed request
1048 // replayed later (or with a swapped body) is rejected.
1049 if (ok) {
1050 if (!hs.includes('date')) ok = false;
1051 else {
1052 const t = Date.parse(req.headers['date'] || '');
1053 if (isNaN(t) || Math.abs(Date.now() - t) > SIG_MAX_SKEW_MS) ok = false;
1054 }
1055 }
1056 // Digest is MANDATORY when the request carries a body: without a signed digest the body
1057 // isn't covered by the signature and could be swapped on a replay.
1058 if (ok && req.rawBody && req.rawBody.length) {
1059 if (!hs.includes('digest')) ok = false;
1060 else {
1061 const exp = 'SHA-256=' + crypto.createHash('sha256').update(req.rawBody).digest('base64');
1062 if (req.headers['digest'] !== exp) ok = false;
1063 }
1064 }
1065 return ok ? actor : null;
1066}
1067
1068// Parse a fediverse poll (an ActivityStreams `Question` — the Mastodon-standard poll form)
1069// into our compact shape. `oneOf` = single choice, `anyOf` = multiple; each option is a Note
1070// with a `name` and a `replies` collection whose `totalItems` is that option's vote count.
1071function parsePoll(o) {
1072 if (!o || o.type !== 'Question') return null;
1073 const raw = Array.isArray(o.oneOf) ? o.oneOf : (Array.isArray(o.anyOf) ? o.anyOf : null);
1074 if (!raw || !raw.length) return null;
1075 const options = raw.slice(0, 12).map((opt) => ({
1076 name: String((opt && opt.name) || '').slice(0, 300),
1077 count: Math.max(0, Number(opt && opt.replies && opt.replies.totalItems) || 0),
1078 })).filter((x) => x.name);
1079 if (!options.length) return null;
1080 const endTime = o.endTime || (typeof o.closed === 'string' ? o.closed : null);
1081 const closed = !!o.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
1082 return { multiple: Array.isArray(o.anyOf), options, endTime, closed, voters: Number(o.votersCount) || null, voted: null };
1083}
1084
1085// ── Polls WE host (a local post with a poll) ──────────────────────
1086// Parse the poll definition stored on our own post (posts.poll_json). Counts are
1087// NOT stored here — they're derived from the poll_votes ballots so a re-render always
1088// reflects the authoritative tally.
1089export function parseOwnPoll(pollJson) {
1090 if (!pollJson) return null;
1091 let d; try { d = typeof pollJson === 'string' ? JSON.parse(pollJson) : pollJson; } catch { return null; }
1092 if (!d || !Array.isArray(d.options)) return null;
1093 const options = d.options.map((o) => ({ name: String((o && o.name != null ? o.name : o) || '').slice(0, 300) })).filter((o) => o.name);
1094 if (options.length < 2) return null;
1095 const endTime = d.endTime || null;
1096 const closed = !!d.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
1097 return { multiple: !!d.multiple, options, endTime, closed };
1098}
1099
1100// Live tally of a hosted poll from its ballots: per-option counts + unique voters.
1101export function pollTally(postId) {
1102 const counts = {}; let voters = 0;
1103 try {
1104 for (const r of db.prepare('SELECT choice, COUNT(*) AS n FROM poll_votes WHERE post_id = ? GROUP BY choice').all(postId)) counts[r.choice] = r.n;
1105 voters = db.prepare('SELECT COUNT(DISTINCT actor_uri) AS n FROM poll_votes WHERE post_id = ?').get(postId).n || 0;
1106 } catch { /* table may not exist yet */ }
1107 return { counts, voters };
1108}
1109
1110// Render-ready view of a hosted poll (options with counts + percentages, totals, state).
1111// Voting is fediverse-only, so this is display-only on the site.
1112export function ownPollView(post) {
1113 const poll = parseOwnPoll(post && post.poll_json);
1114 if (!poll) return null;
1115 const { counts, voters } = pollTally(post.id);
1116 const total = Object.values(counts).reduce((a, b) => a + b, 0);
1117 const denom = poll.multiple ? voters : total; // multiple-choice %: share of voters (can sum >100%)
1118 const options = poll.options.map((o) => {
1119 const count = counts[o.name] || 0;
1120 return { name: o.name, count, pct: denom ? Math.round((count / denom) * 100) : 0 };
1121 });
1122 return { multiple: poll.multiple, options, total, voters, endTime: poll.endTime, closed: poll.closed };
1123}
1124
1125// Attach the AS2 Question shape to a note built for a hosted poll. Mastodon renders a
1126// status with either media OR a poll (never both), so a poll federates as content +
1127// options with no media attachment. oneOf = single choice, anyOf = multiple.
1128function applyPollToNote(note, postId, poll) {
1129 const { counts, voters } = pollTally(postId);
1130 const opts = poll.options.map((o) => ({
1131 type: 'Note',
1132 name: o.name,
1133 replies: { type: 'Collection', totalItems: counts[o.name] || 0 },
1134 }));
1135 note.type = 'Question';
1136 note[poll.multiple ? 'anyOf' : 'oneOf'] = opts;
1137 if (poll.endTime) note.endTime = new Date(poll.endTime).toISOString();
1138 // Once closed, Mastodon expects a `closed` timestamp (the effective end).
1139 if (poll.closed) note.closed = poll.endTime ? new Date(poll.endTime).toISOString() : new Date().toISOString();
1140 note.votersCount = voters;
1141 delete note.attachment; // media ATTACHMENTS + a poll are mutually exclusive on Mastodon
1142 // Keep note.image: it's the cover, which Mastodon ignores on a Question anyway
1143 // (same as on any Note) but Klonkt reads to show the cover in feeds/the Cirkel.
1144 // Deleting it stripped the cover off every boosted poll.
1145 return note;
1146}
1147
1148// Record an inbound ballot on one of OUR polls. A vote arrives as a Create(Note) whose
1149// `name` is the chosen option and `inReplyTo` is our poll note — the Mastodon-standard
1150// vote form. Returns { handled } — handled=true means it was addressed to a poll (so the
1151// caller must NOT also store it as a reply), false means "not a poll, fall through".
1152function recordPollBallot(postId, actorUri, rawChoice) {
1153 const choice = String(rawChoice == null ? '' : rawChoice).slice(0, 300);
1154 if (!choice) return { handled: false };
1155 let post; try { post = db.prepare('SELECT poll_json FROM posts WHERE id = ?').get(postId); } catch { return { handled: false }; }
1156 const poll = post && parseOwnPoll(post.poll_json);
1157 if (!poll) return { handled: false }; // not a poll → let the reply logic handle it
1158 if (poll.closed) return { handled: true }; // voting closed → drop
1159 if (!poll.options.some((o) => o.name === choice)) return { handled: true }; // unknown option → drop
1160 try {
1161 // Single choice = one ballot per actor: ignore a later/different vote. Multiple choice
1162 // allows one ballot per distinct option (the UNIQUE(post,actor,choice) dedupes repeats).
1163 if (!poll.multiple && db.prepare('SELECT 1 FROM poll_votes WHERE post_id = ? AND actor_uri = ? LIMIT 1').get(postId, actorUri)) return { handled: true };
1164 db.prepare('INSERT OR IGNORE INTO poll_votes (post_id, actor_uri, choice) VALUES (?, ?, ?)').run(postId, actorUri, choice);
1165 } catch { return { handled: true }; }
1166 schedulePollUpdate(postId);
1167 return { handled: true };
1168}
1169
1170// Coalesce a burst of votes into ONE Update(Question) per poll: the first vote schedules a
1171// refresh ~15s out; further votes in that window ride the same pending update (which carries
1172// the accumulated tally). Non-follower voters re-fetch the Question (live tally) themselves.
1173const _pollUpdTimers = new Map();
1174function schedulePollUpdate(postId) {
1175 if (_pollUpdTimers.has(postId)) return;
1176 const t = setTimeout(() => { _pollUpdTimers.delete(postId); deliverPollUpdate(postId).catch(() => { /* best-effort */ }); }, 15000);
1177 if (t.unref) t.unref();
1178 _pollUpdTimers.set(postId, t);
1179}
1180
1181// Push the fresh poll tally (or closed state) to followers as Update(Question).
1182export async function deliverPollUpdate(postId) {
1183 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1184 if (!base || !postId) return;
1185 let post, site;
1186 try {
1187 post = db.prepare('SELECT * FROM posts WHERE id = ?').get(postId);
1188 if (!post || !post.poll_json) return;
1189 site = db.prepare('SELECT * FROM sites WHERE id = ?').get(post.site_id);
1190 } catch { return; }
1191 if (site) await deliverUpdate(site, post);
1192}
1193
1194// Handle an incoming inbox POST. slugParam = null for the shared /ap/inbox.
1195export async function handleInbox(req, slugParam) {
1196 const act = req.body || {};
1197 const type = act.type;
1198 // Real client IP (behind the proxy via `trust proxy`) — logged on dropped/rejected/
1199 // ignored inbox hits so an operator can see who is probing their fediverse inbox.
1200 const ip = req.ip || (req.connection && req.connection.remoteAddress) || '?';
1201 const base = (process.env.PUBLIC_BASE_URL || `${req.protocol}://${req.get('host')}`).replace(/\/+$/, '');
1202 const verified = await verifyRequest(req).catch(() => null);
1203
1204 // ENFORCE HTTP signatures: a data-affecting activity must be signed by the very
1205 // actor it claims to be. No valid signature, or signer ≠ actor → reject (no
1206 // forged replies/likes/follows/timeline posts). GET/discovery stays open.
1207 const claimedActor = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1208 // Blocked actor/domain → silently drop (202, don't reveal the block).
1209 if (claimedActor && isBlockedAny(claimedActor)) { console.log('[AP] inbox dropped (blocked)', claimedActor, 'from', ip); return 202; }
1210 const GATED = ['Create', 'Like', 'Announce', 'Follow', 'Delete', 'Undo', 'Accept', 'Reject', 'Add', 'Remove', 'Update', 'Flag'];
1211 if (GATED.includes(type)) {
1212 if (!verified || !claimedActor || verified.id !== claimedActor) {
1213 console.warn('[AP] inbox REJECTED (signature)', type, claimedActor || '?', 'from', ip, verified ? '(signer mismatch)' : '(unsigned/invalid)');
1214 return 401;
1215 }
1216 }
1217
1218 // A moderation report (Flag) about our content — store it for the targeted site's owner
1219 // (each Klonkt site is moderated by its own owner). Signature is enforced (GATED).
1220 if (type === 'Flag') {
1221 const objs = Array.isArray(act.object) ? act.object : (act.object ? [act.object] : []);
1222 const objectUris = objs.map((o) => (typeof o === 'string' ? o : (o && o.id))).filter(Boolean);
1223 let targetSlug = null;
1224 const noteIds = [];
1225 for (const u of objectUris) {
1226 const s = slugFromActorUrl(u); // one of our actors?
1227 if (s) { targetSlug = targetSlug || s; continue; }
1228 const pid = postIdFromNoteUrl(u, base); // one of our notes?
1229 if (pid) noteIds.push(pid);
1230 }
1231 if (!targetSlug && noteIds.length) {
1232 try { const r = db.prepare('SELECT s.slug FROM posts p JOIN sites s ON s.id = p.site_id WHERE p.id = ? LIMIT 1').get(noteIds[0]); if (r) targetSlug = r.slug; } catch { /* ignore */ }
1233 }
1234 if (!targetSlug) return 202; // not about us / can't tell → drop
1235 // Flag is GATED, so `verified` is the signer's (reporter's) actor doc already.
1236 const ai = actorInfo(verified || null, claimedActor);
1237 try {
1238 db.prepare('INSERT INTO ap_reports (slug, actor_uri, actor_name, actor_handle, actor_icon, content, objects, created_at) VALUES (?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1239 .run(targetSlug, claimedActor || null, ai.name, ai.handle, ai.icon, HtmlSanitizerService.toPlainText(act.content || '').slice(0, 3000), JSON.stringify(objectUris.slice(0, 20)));
1240 console.log('[AP] report received for', targetSlug, 'from', claimedActor);
1241 } catch { /* ignore */ }
1242 return 202;
1243 }
1244
1245 if (type === 'Follow') {
1246 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1247 const slug = slugParam || slugFromActorUrl(typeof act.object === 'string' ? act.object : (act.object && act.object.id));
1248 if (!who || !slug) return 400;
1249 const remote = await fetchActor(who);
1250 if (!remote || !remote.inbox) return 202; // can't reach them → drop quietly
1251 const sharedInbox = (remote.endpoints && remote.endpoints.sharedInbox) || null;
1252 fStmts().ins.run(slug, who, remote.inbox, sharedInbox);
1253 const me = actorId(base, slug);
1254 const keys = getOrCreateKeys(slug);
1255 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: act };
1256 deliver(remote.inbox, accept, `${me}#main-key`, keys.private_pem).catch((e) => console.warn('[AP] Accept delivery failed:', e.message));
1257 // Auto-backfill: send our recent posts as Create so the instance has our history
1258 // (Mastodon doesn't fetch history on follow). ONCE PER REMOTE INSTANCE only —
1259 // Mastodon dedupes notes per-instance, so re-filling an instance that already has
1260 // a follower of ours is wasted work (and won't re-populate the new follower's
1261 // timeline anyway). Deliver to the shared inbox (instance-level) when present.
1262 // Sync insert+check (no await between) → no interleave race with concurrent Follows.
1263 const instanceFilled = sharedInbox &&
1264 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1')
1265 .get(slug, sharedInbox, who);
1266 if (!instanceFilled) {
1267 backfillNewFollower(base, slug, sharedInbox || remote.inbox).catch(() => { /* best-effort */ });
1268 }
1269 console.log('[AP] Follow', who, '→', slug, verified ? '(sig ok)' : '(sig unverified)');
1270 return 202;
1271 }
1272 if (type === 'Undo' && act.object) {
1273 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1274 const ot = act.object.type;
1275 if (ot === 'Follow') {
1276 const obj = act.object.object;
1277 const slug = slugParam || slugFromActorUrl(typeof obj === 'string' ? obj : (obj && obj.id));
1278 if (who && slug) { fStmts().del.run(slug, who); console.log('[AP] Unfollow', who, '→', slug); }
1279 return 202;
1280 }
1281 if (ot === 'Like' || ot === 'Announce') {
1282 const tgt = act.object.object;
1283 const pid = postIdFromNoteUrl(typeof tgt === 'string' ? tgt : (tgt && tgt.id), base);
1284 if (who && pid) { iStmts().delLA.run(ot.toLowerCase(), pid, who); console.log('[AP] Undo', ot, who, '→', pid); }
1285 return 202;
1286 }
1287 return 202;
1288 }
1289
1290 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1291 const resolveActor = async (uri) => ((verified && verified.id === uri) ? verified : await fetchActor(uri).catch(() => null));
1292 // Activities from our OWN actors are already stored via ap_outbox — don't re-store.
1293 const isLocalActor = !!(base && actorUri && actorUri.startsWith(`${base}/ap/users/`));
1294
1295 // Inbound reply: a Create whose object replies to one of our notes (post OR comment).
1296 if (type === 'Create' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1297 const o = act.object;
1298 // A poll ballot: a Note carrying a `name` (the chosen option) inReplyTo one of OUR poll
1299 // posts. Record it (deduped per actor) BEFORE the reply logic so a vote is never stored
1300 // as a comment. recordPollBallot returns handled=false only if the target isn't a poll.
1301 if (o.name && o.inReplyTo && actorUri && !isLocalActor) {
1302 const seg = postIdFromNoteUrl(o.inReplyTo, base);
1303 if (seg && localPostExists(seg)) {
1304 const rec = recordPollBallot(seg, actorUri, o.name);
1305 if (rec.handled) { console.log('[AP] poll vote', actorUri, '→', seg); return 202; }
1306 }
1307 }
1308 const tgt = findThreadTarget(o.inReplyTo, base);
1309 if (tgt && actorUri && !isLocalActor) {
1310 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1311 const html = HtmlSanitizerService.sanitize(o.content || '');
1312 if (isRejectedObject(o.id)) { console.log('[AP] reply skipped (tombstoned)', o.id); return 202; }
1313 iStmts().ins.run('reply', tgt.post_id, o.id || '', actorUri, ai.name, ai.handle, ai.url, ai.icon, html, o.published || null, tgt.parent_uri, noteVisibility(o));
1314 console.log('[AP] reply', actorUri, '→', tgt.post_id);
1315 return 202;
1316 }
1317 // Home timeline (client): a top-level post from an account we follow.
1318 if (actorUri && !isLocalActor && !o.inReplyTo && o.id) {
1319 let subs = []; try { subs = db.prepare('SELECT slug, auto_boost FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist yet */ }
1320 if (subs.length) {
1321 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1322 const html = HtmlSanitizerService.sanitize(o.content || '');
1323 const _atts = (Array.isArray(o.attachment) ? o.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
1324 // Fallback cover: a Note's `image` (set when the attachment was suppressed
1325 // for a player-card post, e.g. hosted-audio posts).
1326 if (!_atts.some((m) => !m.type || /image/i.test(m.type)) && o.image) {
1327 const _im = Array.isArray(o.image) ? o.image[0] : o.image;
1328 const _iu = safeUrl(typeof _im === 'string' ? _im : (_im && _im.url));
1329 if (_iu) _atts.push({ url: _iu, type: (_im && _im.mediaType) || 'image/jpeg' });
1330 }
1331 const media = JSON.stringify(_atts);
1332 const poll = parsePoll(o); // a Question (fediverse poll) → cache its options/counts
1333 // "Feature" = show in the Cirkel (local only). We do NOT auto-Announce
1334 // incoming posts to the fediverse — that flooded followers. Boosting to the
1335 // fediverse is only ever a deliberate, manual per-post action (the 🔁 on
1336 // the timeline).
1337 for (const s of subs) {
1338 tlStmts().ins.run(o.id, s.slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, media, o.sensitive ? 1 : 0, o.summary || null);
1339 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, s.slug); } catch { /* ignore */ } }
1340 }
1341 console.log('[AP] timeline +', actorUri, 'x' + subs.length);
1342 }
1343 }
1344 // Mentioned in a post that is NOT a reply to our content (a reply to us already returned
1345 // above): store a mention notification for each of our actors named in the Mention tags.
1346 // Requires our own base prefix on the tag href — /ap/users/<slug> on a REMOTE host is
1347 // someone else's actor, not ours.
1348 if (actorUri && !isLocalActor && o.id) {
1349 const slugs = localMentionSlugs(o.tag, base);
1350 if (slugs.length) {
1351 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1352 const html = HtmlSanitizerService.sanitize(o.content || '');
1353 for (const slug of slugs) {
1354 try {
1355 const r = db.prepare('INSERT OR IGNORE INTO ap_mentions (slug, object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, published, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1356 .run(slug, o.id, safeUrl(o.url) || null, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.published || null);
1357 if (r.changes) console.log('[AP] mention', actorUri, '→', slug);
1358 } catch { /* ignore */ }
1359 }
1360 }
1361 }
1362 return 202;
1363 }
1364 // A remote post we cached was edited upstream → refresh our cached copy. This is the
1365 // push-based edit-sync that keeps the Cirkel/timeline fresh without polling (selfHeal
1366 // does it on a version bump; this does it live). Scope to the SIGNING actor so B can't
1367 // edit A's note (the signature gate guarantees claimedActor == the verified signer).
1368 if (type === 'Update' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1369 const o = act.object;
1370 if (o.id && claimedActor) {
1371 const html = HtmlSanitizerService.sanitize(o.content || '');
1372 const media = mediaFromNote(o);
1373 try {
1374 // Refresh url too (COALESCE keeps the old one if the Update omits it): a remote slug
1375 // rename keeps the same AP id but changes the human url, so without this the cached
1376 // post would keep linking to the old, now-dead URL.
1377 const r = db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ? AND author_uri = ?')
1378 .run(html, media, o.sensitive ? 1 : 0, o.summary || null, o.url || null, o.id, claimedActor);
1379 if (r.changes) console.log('[AP] timeline update', claimedActor, '→', o.id);
1380 // A poll's Update carries the fresh vote counts / closed state. Refresh per-row so each
1381 // site keeps its own `voted` state while the counts/closed update to the new totals.
1382 const poll = parsePoll(o);
1383 if (poll) {
1384 const rows = db.prepare('SELECT rowid AS rid, poll_json FROM ap_timeline WHERE id = ? AND author_uri = ?').all(o.id, claimedActor);
1385 const upd = db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE rowid = ?');
1386 for (const rw of rows) {
1387 let voted = null; try { voted = rw.poll_json ? (JSON.parse(rw.poll_json).voted || null) : null; } catch { /* ignore */ }
1388 upd.run(JSON.stringify({ ...poll, voted }), rw.rid);
1389 }
1390 }
1391 } catch { /* ignore */ }
1392 // If this note is a cached fediverse reply on one of our posts, refresh its text too.
1393 try { db.prepare('UPDATE ap_interactions SET content = ? WHERE object_uri = ? AND actor_uri = ?').run(html, o.id, claimedActor); } catch { /* ignore */ }
1394 }
1395 return 202;
1396 }
1397 if (type === 'Like' || type === 'Announce') {
1398 const tgt = act.object;
1399 const objUrl = typeof tgt === 'string' ? tgt : (tgt && tgt.id);
1400 const pid = postIdFromNoteUrl(objUrl, base);
1401 if (pid && actorUri && !isLocalActor && localPostExists(pid)) {
1402 // A boost/like of a non-public post is dropped, not stored: nobody
1403 // outside the audience should even hold it (shaer-tqc hardening).
1404 const vp = db.prepare('SELECT fan_only, ap_visibility FROM posts WHERE id = ?').get(pid);
1405 if (vp && (vp.fan_only || vp.ap_visibility === 'direct' || vp.ap_visibility === 'friends')) {
1406 console.log('[AP] dropped', type, 'on non-public post', pid);
1407 return;
1408 }
1409 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1410 iStmts().ins.run(type.toLowerCase(), pid, '', actorUri, ai.name, ai.handle, ai.url, ai.icon, null, null, null, noteVisibility(act));
1411 console.log('[AP]', type === 'Like' ? 'like' : 'boost', actorUri, '→', pid);
1412 } else if (type === 'Announce' && objUrl && actorUri && !isLocalActor) {
1413 // A boost FROM an account we follow, of a REMOTE post → show it in the News feed.
1414 // We only STORE it for display; we NEVER auto-Announce it onward (anti-feedback-loop:
1415 // re-announcing an incoming Announce would cascade boosts across the network).
1416 let subs = []; try { subs = db.prepare('SELECT slug FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist */ }
1417 if (subs.length) {
1418 const bn = await fetchNoteAP(objUrl);
1419 if (bn && bn !== 404 && (bn.type === 'Note' || bn.type === 'Article') && bn.id) {
1420 const origUri = actorUriOf(bn.attributedTo);
1421 // Block completeness: even if you follow the booster, drop a boost whose ORIGINAL
1422 // author is blocked — otherwise a block is bypassed via someone else's boost.
1423 if (origUri && isBlockedAny(origUri)) { console.log('[AP] timeline boost dropped (blocked origin)', origUri, 'via', actorUri); return 202; }
1424 const oai = actorInfo(await resolveActor(origUri), origUri);
1425 const html = HtmlSanitizerService.sanitize(bn.content || '');
1426 const media = mediaFromNote(bn);
1427 const booster = actorInfo(await resolveActor(actorUri), actorUri);
1428 for (const s of subs) {
1429 // published = now → the boost shows as fresh activity at the top (Mastodon shows
1430 // reblogs at reblog-time, not the original's date). INSERT OR IGNORE: if we already
1431 // have the note (e.g. we also follow the author), keep it and DON'T relabel it.
1432 let inserted = false;
1433 try { const r = tlStmts().ins.run(bn.id, s.slug, origUri || '', oai.name, oai.handle, oai.icon, oai.url, html, bn.url || null, new Date().toISOString(), media, bn.sensitive ? 1 : 0, bn.summary || null); inserted = r.changes > 0; } catch { /* ignore */ }
1434 if (inserted) { try { db.prepare('UPDATE ap_timeline SET reblog_name = ?, reblog_handle = ?, reblog_icon = ? WHERE slug = ? AND id = ?').run(booster.name, booster.handle, booster.icon, s.slug, bn.id); } catch { /* ignore */ } }
1435 }
1436 console.log('[AP] timeline boost +', actorUri, 'x' + subs.length);
1437 }
1438 }
1439 }
1440 return 202;
1441 }
1442 if (type === 'Delete') {
1443 // A remote note was deleted upstream → drop it from replies AND the timeline.
1444 // Scope to the SIGNING actor so actor B can't delete actor A's content (the
1445 // signature gate guarantees claimedActor == the verified signer here).
1446 const oid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1447 if (oid && claimedActor) {
1448 try { db.prepare('DELETE FROM ap_interactions WHERE object_uri = ? AND actor_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1449 try { db.prepare('DELETE FROM ap_timeline WHERE id = ? AND author_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1450 // Also clear a boost/like YOU made of this now-deleted remote post (the interact-page
1451 // ap_my_reactions state), so it can't stay stuck as "boosted" on a post that's gone.
1452 // Guard: only when the deleter owns the note's domain (B mustn't clear your reactions
1453 // to A's posts).
1454 try {
1455 let sameHost = false;
1456 try { sameHost = new URL(oid).host === new URL(claimedActor).host; } catch { sameHost = false; }
1457 if (sameHost) db.prepare('DELETE FROM ap_my_reactions WHERE target_uri = ?').run(oid);
1458 } catch { /* ignore */ }
1459 }
1460 return 202;
1461 }
1462 // Accept/Reject of a Follow WE sent (client side).
1463 if (type === 'Accept' && act.object) {
1464 const fid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1465 if (fid) { try { fwStmts().acc.run(fid); } catch { /* ignore */ } }
1466 console.log('[AP] follow accepted', actorUri);
1467 return 202;
1468 }
1469 if (type === 'Reject' && act.object) {
1470 const who = actorUri;
1471 if (who && slugParam) { try { fwStmts().del.run(slugParam, who); } catch { /* ignore */ } }
1472 return 202;
1473 }
1474
1475 console.log('[AP] inbox', type || 'unknown', '→', slugParam || 'shared', 'from', ip, '(ignored)');
1476 return 202;
1477}
1478
1479// Deliver a new post as Create(Note) to all followers' inboxes (fire-and-forget).
1480// Needs PUBLIC_BASE_URL (absolute URLs); no-op without followers or base.
1481export async function deliverCreate(site, post) {
1482 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1483 if (!base || !site || !site.slug) return;
1484 // Resolve inline @user@host mentions → link them in the note + collect their inboxes, so a
1485 // mentioned person is notified even if they don't follow us (Mastodon-standard mention).
1486 const mres = await resolveMentionsInText(base, post.content || '');
1487 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1488 const followers = fStmts().list.all(site.slug);
1489 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1490 if (!inboxes.length) return; // no followers and no one mentioned
1491 const keys = getOrCreateKeys(site.slug);
1492 const keyId = `${actorId(base, site.slug)}#main-key`;
1493 const create = buildCreate(base, site, post2);
1494 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, create, keyId, keys.private_pem);
1495}
1496
1497// On a new Follow, send that follower our most recent posts as Create so their
1498// timeline shows our history (Mastodon does not backfill on follow). Oldest-first
1499// so they sort into the follower's timeline at their original dates.
1500async function backfillNewFollower(base, slug, inbox) {
1501 if (!base || !slug || !inbox) return;
1502 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
1503 if (!site) return;
1504 const recent = db.prepare(
1505 `SELECT id, slug, title, content, cover_image_url, cover_video_url, nsfw, content_warning, published_at, created_at
1506 FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1507 ORDER BY COALESCE(published_at, created_at) DESC LIMIT 20`
1508 ).all(site.id).reverse();
1509 if (!recent.length) return;
1510 const keys = getOrCreateKeys(slug);
1511 const keyId = `${actorId(base, slug)}#main-key`;
1512 for (const p of recent) {
1513 try { await deliver(inbox, buildCreate(base, site, p), keyId, keys.private_pem); } catch { /* best-effort */ }
1514 await new Promise((r) => setTimeout(r, 150));
1515 }
1516 console.log('[AP] backfilled', recent.length, 'posts to new follower of', slug);
1517}
1518
1519// Tell followers a post is gone (Delete + Tombstone) so it's removed from their feeds.
1520export async function deliverDelete(site, post) {
1521 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1522 if (!base || !site || !site.slug || !post || !post.id) return;
1523 const followers = fStmts().list.all(site.slug);
1524 if (!followers.length) return;
1525 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1526 const keys = getOrCreateKeys(site.slug);
1527 const me = actorId(base, site.slug);
1528 const nid = noteId(base, post.id);
1529 const del = {
1530 '@context': AP_CONTEXT,
1531 id: `${nid}#delete-${Date.now()}-${rid()}`,
1532 type: 'Delete',
1533 actor: me,
1534 to: [PUBLIC],
1535 object: { id: nid, type: 'Tombstone' },
1536 };
1537 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, del, `${me}#main-key`, keys.private_pem);
1538}
1539
1540// Tell followers an already-published post changed (Update + edited Note) so
1541// Mastodon refreshes the cached copy (e.g. after fixing content).
1542export async function deliverUpdate(site, post) {
1543 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1544 if (!base || !site || !site.slug || !post || !post.id) return;
1545 const mres = await resolveMentionsInText(base, post.content || ''); // link mentions + collect inboxes
1546 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1547 const followers = fStmts().list.all(site.slug);
1548 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1549 if (!inboxes.length) return;
1550 const keys = getOrCreateKeys(site.slug);
1551 const me = actorId(base, site.slug);
1552 const note = buildNote(base, site, post2);
1553 note.updated = new Date().toISOString();
1554 const update = {
1555 '@context': AP_CONTEXT,
1556 id: `${noteId(base, post.id)}#update-${Date.now()}-${rid()}`,
1557 type: 'Update', actor: me, to: [PUBLIC], cc: note.cc,
1558 object: note,
1559 };
1560 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1561}
1562
1563// Tell followers the ACTOR changed (Update + Person) so Mastodon re-processes the
1564// account AND re-fetches the featured (pinned) collection — there is no standard
1565// "featured changed" activity, so this is how a pin/unpin propagates promptly.
1566export async function deliverActorUpdate(site) {
1567 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1568 if (!base || !site || !site.slug) return;
1569 const followers = fStmts().list.all(site.slug);
1570 if (!followers.length) return;
1571 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1572 const keys = getOrCreateKeys(site.slug);
1573 const me = actorId(base, site.slug);
1574 const update = {
1575 '@context': AP_CONTEXT,
1576 id: `${me}#update-${Date.now()}-${rid()}`,
1577 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
1578 object: buildActor(base, site),
1579 };
1580 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1581}
1582
1583// Reliably set the pinned order on followers' instances via Add/Remove activities
1584// (how Mastodon itself federates pins) — pushed to the inbox + processed immediately,
1585// unlike the featured COLLECTION which Mastodon caches with sticky StatusPins.
1586// Mastodon's Add skips an already-pinned status, so we REMOVE every pin first, wait,
1587// then ADD in rank-DESCENDING order (rank 1 added LAST → newest StatusPin → shown first,
1588// because Mastodon displays pins newest-first). `alsoRemove` = ids to unpin too.
1589// Serialize pin-resyncs per site: two concurrent /save calls would otherwise interleave
1590// their Remove -> wait -> Add sequences and scramble the StatusPin order on Mastodon. A
1591// resync already in flight for a site coalesces later requests into ONE rerun after it
1592// finishes (accumulating their extra unpins), so rapid saves don't pile up N full resyncs.
1593const _pinResync = new Map(); // slug -> { promise, pending, pendingRemove:Set, site }
1594export function resyncFeaturedPins(site, alsoRemove = []) {
1595 if (!site || !site.slug) return Promise.resolve();
1596 const slug = site.slug;
1597 const running = _pinResync.get(slug);
1598 if (running) {
1599 running.pending = true;
1600 running.site = site; // use the latest site object on the rerun
1601 for (const id of alsoRemove) running.pendingRemove.add(id);
1602 return running.promise;
1603 }
1604 const state = { promise: null, pending: false, pendingRemove: new Set(), site };
1605 state.promise = (async () => {
1606 let extra = alsoRemove;
1607 for (;;) {
1608 try { await doResyncFeaturedPins(state.site, extra); }
1609 catch (e) { console.warn('[AP] pin resync failed:', e.message); }
1610 if (!state.pending) break;
1611 state.pending = false;
1612 extra = [...state.pendingRemove];
1613 state.pendingRemove = new Set();
1614 }
1615 _pinResync.delete(slug);
1616 })();
1617 _pinResync.set(slug, state);
1618 return state.promise;
1619}
1620
1621// The actual resync work — do NOT call directly; go through resyncFeaturedPins() above so
1622// it stays serialized per site.
1623async function doResyncFeaturedPins(site, alsoRemove = []) {
1624 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1625 if (!base || !site || !site.slug) return;
1626 const followers = fStmts().list.all(site.slug);
1627 if (!followers.length) return;
1628 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1629 const keys = getOrCreateKeys(site.slug);
1630 const me = actorId(base, site.slug);
1631 const keyId = `${me}#main-key`;
1632 const featured = `${me}/featured`;
1633 const note = (id) => noteId(base, id);
1634 const pinned = db.prepare(
1635 `SELECT id FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1636 AND pinned IS NOT NULL AND pinned > 0
1637 ORDER BY pinned DESC, COALESCE(published_at, created_at) ASC LIMIT 20`
1638 ).all(site.id);
1639 const removeIds = [...new Set([...pinned.map((p) => p.id), ...alsoRemove])];
1640 // 1. Remove every current pin so Mastodon can recreate them in order.
1641 for (const id of removeIds) {
1642 const rm = { '@context': AP_CONTEXT, id: `${me}#rm-${id}-${Date.now()}-${rid()}`, type: 'Remove', actor: me, object: note(id), target: featured, to: [PUBLIC] };
1643 for (const inbox of inboxes) deliver(inbox, rm, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1644 }
1645 if (!pinned.length) { console.log('[AP] unpinned all featured for', site.slug); return; }
1646 await new Promise((r) => setTimeout(r, 5000)); // let the Removes land first
1647 // 2. Add in rank-DESC order, gaps so each StatusPin gets an increasing created_at.
1648 for (const p of pinned) {
1649 const add = { '@context': AP_CONTEXT, id: `${me}#add-${p.id}-${Date.now()}-${rid()}`, type: 'Add', actor: me, object: note(p.id), target: featured, to: [PUBLIC], cc: [`${me}/followers`] };
1650 for (const inbox of inboxes) deliver(inbox, add, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1651 await new Promise((r) => setTimeout(r, 2000));
1652 }
1653 console.log('[AP] resynced', pinned.length, 'featured pins for', site.slug);
1654}
1655
1656// ── outbound replies (Klonkt → fediverse) ─────────────────────────
1657const escHtml = (s) => String(s || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
1658const toISO = (v) => { if (!v) return new Date().toISOString(); const s = String(v); const d = new Date(/[TZ]/.test(s) ? s : s.replace(' ', 'T') + 'Z'); return isNaN(d) ? new Date().toISOString() : d.toISOString(); };
1659
1660// Build one of OUR outbound reply Notes from an ap_outbox row.
1661// Turn #hashtags in reply text into Mastodon-style hashtag links (clickable + federated).
1662function linkHashtags(base, html) {
1663 // Prefix: start / whitespace / '>' / opening bracket — "(#tag" is a tag too. NO quote
1664 // chars in this class: a quote precedes attribute values (alt="#…"), which must not match.
1665 return String(html || '').replace(/(^|[\s>([{])#([\p{L}\p{M}\p{N}_]+)/gu, (m, pre, tag) =>
1666 `${pre}<a href="${base}/tag/${encodeURIComponent(tag.toLowerCase())}" class="mention hashtag" rel="tag">#${tag}</a>`);
1667}
1668// Auto-link bare http(s) URLs in already-safe HTML (federated copies). Splits on existing
1669// <a>…</a> so a linked URL is never wrapped twice; requires start/whitespace/'>' before the
1670// URL so attribute values (src="https://…") never match. Trailing sentence punctuation stays
1671// outside the link (Mastodon-style).
1672function linkUrls(html) {
1673 const parts = String(html || '').split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi);
1674 for (let i = 0; i < parts.length; i++) {
1675 if (/^<a\b/i.test(parts[i])) continue; // already a link → leave as-is
1676 parts[i] = parts[i].replace(/(^|[\s>([{])(https?:\/\/[^\s<]+?)([.,;:!?)\]»]*)(?=$|[\s<])/g,
1677 (m, pre, url, trail) => `${pre}<a href="${url.replace(/"/g, '%22')}" rel="nofollow noopener" target="_blank">${url}</a>${trail}`);
1678 }
1679 return parts.join('');
1680}
1681// Linkify inline #hashtags and bare URLs in BODY html for on-site DISPLAY, using the
1682// EXACT same rules as the federated copy (linkHashtags/linkUrls), so the website and the
1683// Mastodon copy agree instead of the website showing raw text. Idempotent: existing
1684// <a>…</a> (editor links, embeds, shortcode buttons) are split out and left untouched, so
1685// nothing is double-wrapped. Pass base='' → root-relative /tag/<slug> links.
1686export function linkifyBody(base, html) {
1687 const withTags = String(html || '')
1688 .split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi)
1689 .map((seg) => (/^<a\b/i.test(seg) ? seg : linkHashtags(base, seg)))
1690 .join('');
1691 return linkUrls(withTags);
1692}
1693
1694// Bake a post's raw source into its display HTML (the ActivityPub `source` model): done ONCE
1695// at save and cached in posts.content_rendered, so page views serve it statically instead of
1696// re-linkifying every render. Step 1 = #hashtags + bare URLs (cheap, no network). Step 2 will
1697// resolve @mentions here too (webfinger once at save instead of per page view).
1698export function bakePostContent(source) {
1699 return linkifyBody('', source || '');
1700}
1701
1702// Step 2: the full bake, incl. @mention links. Resolves @user@host via webfinger ONCE (the
1703// same resolver the federated copy uses) and bakes the profile links into content_rendered,
1704// so page views never do a per-view lookup. Unresolvable handles stay plain text; on any
1705// failure it degrades to the sync #hashtag/URL bake. Async (webfinger) → callers run it off
1706// the save response so the request never blocks on a slow/dead remote server.
1707export async function bakePostContentWithMentions(source) {
1708 const withHashUrls = bakePostContent(source);
1709 try { const m = await resolveMentionsInText('', withHashUrls); return m.html; }
1710 catch { return withHashUrls; }
1711}
1712
1713// Extract the AP Hashtag tag objects from already-linked reply content.
1714function hashtagTags(base, content) {
1715 const tags = [], seen = new Set();
1716 const re = /class="[^"]*\bhashtag\b[^"]*"[^>]*>#([\p{L}\p{M}\p{N}_]+)</giu;
1717 let m;
1718 while ((m = re.exec(content || ''))) {
1719 const k = m[1].toLowerCase();
1720 if (seen.has(k)) continue; seen.add(k);
1721 tags.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(k)}`, name: '#' + m[1] });
1722 }
1723 return tags;
1724}
1725
1726// Normalise a post's tags field (array, JSON-string, or comma-string) to an array.
1727function normalizeTags(t) {
1728 if (Array.isArray(t)) return t;
1729 if (typeof t === 'string') {
1730 const s = t.trim(); if (!s) return [];
1731 if (s[0] === '[') { try { const a = JSON.parse(s); return Array.isArray(a) ? a : []; } catch { /* fall through */ } }
1732 return s.split(',').map((x) => x.trim()).filter(Boolean);
1733 }
1734 return [];
1735}
1736// A tag → { label, slug }. Multi-word tags become CamelCase (#LiveMusic) for the display
1737// name (Mastodon hashtags can't contain spaces; CamelCase is the accessibility norm); the
1738// slug/href stays lowercase ("livemusic").
1739function tagParts(raw) {
1740 const words = String(raw || '').trim().split(/[\s_]+/).map((w) => w.replace(/[^\p{L}\p{M}\p{N}]/gu, '')).filter(Boolean);
1741 if (!words.length) return null;
1742 const slug = words.join('').toLowerCase();
1743 if (!slug) return null;
1744 const label = words.length > 1 ? words.map((w) => w[0].toUpperCase() + w.slice(1)).join('') : words[0];
1745 return { label, slug };
1746}
1747// Merge a post's tags field + the #hashtags linked inline in its body into one deduped
1748// Hashtag tag list (with hrefs to our /tag page).
1749function buildHashtagList(base, tagsField, content) {
1750 const out = [], seen = new Set();
1751 for (const t of normalizeTags(tagsField)) {
1752 const p = tagParts(t); if (!p || seen.has(p.slug)) continue; seen.add(p.slug);
1753 out.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(p.slug)}`, name: '#' + p.label });
1754 }
1755 for (const h of hashtagTags(base, content)) {
1756 const k = h.name.slice(1).toLowerCase(); if (seen.has(k)) continue; seen.add(k);
1757 out.push(h);
1758 }
1759 return out;
1760}
1761
1762// Extract Mention tag objects from already-linked content (class="u-url mention").
1763function mentionTags(content) {
1764 const tags = [], seen = new Set();
1765 // The link href is the human profile URL; the actor URI (for the Mention tag) is in data-actor.
1766 const re = /<a href="[^"]*" class="u-url mention" data-actor="([^"]+)">@([^<]+)<\/a>/gi;
1767 let m;
1768 while ((m = re.exec(content || ''))) {
1769 const href = m[1];
1770 if (seen.has(href)) continue; seen.add(href);
1771 tags.push({ type: 'Mention', href, name: '@' + m[2] });
1772 }
1773 return tags;
1774}
1775// Resolve inline @user@domain mentions in reply/post text → link them (href = actor URI)
1776// and collect the mentioned actors' inboxes so they get notified. Best-effort per mention.
1777async function resolveMentionsInText(base, html) {
1778 const inboxes = [];
1779 const handles = new Set();
1780 // Prefix also allows opening brackets — "(@user@host + me)" is a mention too (real-world
1781 // miss: a bracketed mention federated as plain text and its target was never notified).
1782 const re = /(^|[\s>([{])@([\p{L}\p{M}\p{N}_.-]+@[\p{L}\p{M}\p{N}.-]+)/gu;
1783 let m;
1784 while ((m = re.exec(html || ''))) handles.add(m[2]);
1785 let out = String(html || '');
1786 for (const h of handles) {
1787 let actorUri = null;
1788 try { actorUri = await webfingerResolve('@' + h); } catch { actorUri = null; }
1789 if (!actorUri) continue;
1790 const actor = await fetchActor(actorUri).catch(() => null);
1791 const inbox = actor && ((actor.endpoints && actor.endpoints.sharedInbox) || actor.inbox);
1792 if (inbox) inboxes.push(inbox);
1793 const profileUrl = actorInfo(actor, actorUri).url || actorUri; // human profile page → the link href
1794 const esc = h.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
1795 out = out.replace(new RegExp('(^|[\\s>([{])@' + esc + '(?![\\p{L}\\p{M}\\p{N}_.-])', 'gu'),
1796 (full, pre) => `${pre}<a href="${profileUrl}" class="u-url mention" data-actor="${actorUri}">@${h}</a>`);
1797 }
1798 return { html: out, inboxes };
1799}
1800
1801export function buildReplyNote(base, site, row) {
1802 // Thin delegate: replies are built by buildNote (the single Note entry point) in reply mode.
1803 return buildNote(base, site, row, { isReply: true });
1804}
1805
1806// Resolve one of our outbound reply Notes by id (for /ap/notes/:id fallback).
1807export function getOutboxNote(base, id) {
1808 const row = iStmts().getO.get(id);
1809 if (!row) return null;
1810 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(row.site_slug);
1811 if (!site) return null;
1812 return buildReplyNote(base, site, row);
1813}
1814
1815// ── ActivityPub Client-to-Server: ingest an activity POSTed to the outbox ──
1816// The C2S counterpart of handleInbox: a native/web client (Shaer) posts an
1817// activity here and we translate it onto the SAME delivery machinery the web UI
1818// uses (deliverReply / sendInteraction / followActor / deliverCreate). Returns
1819// { status, id?, url?, error? }. Auth + site-ownership are checked by the route.
1820const c2sIdOf = (x) => (typeof x === 'string' ? x : (x && (x.id || x.href))) || null;
1821
1822export async function ingestOutboxActivity(site, user, activity) {
1823 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1824 if (!base || !site || !activity || typeof activity !== 'object') return { status: 400, error: 'invalid_activity' };
1825
1826 // AP §6: a client MAY POST a bare object; the server wraps it in a Create.
1827 let type = activity.type;
1828 let object = activity.object;
1829 if (type === 'Note' || type === 'Article') { object = activity; type = 'Create'; }
1830 if (Array.isArray(type)) type = type.find((t) => typeof t === 'string');
1831
1832 try {
1833 switch (type) {
1834 case 'Create': {
1835 if (!object || typeof object !== 'object') return { status: 400, error: 'missing_object' };
1836 // Client sends `source` (plain/markdown) + `content` (HTML). deliverReply
1837 // re-escapes, so it needs plain text; a top-level post keeps sanitized HTML.
1838 const plain = (object.source && object.source.content) || HtmlSanitizerService.toPlainText(object.content || '');
1839 if (!plain.trim() && !object.content) return { status: 400, error: 'empty_note' };
1840 // Direct (private mention, shaer-tqc): NOT a post. Delivered over the
1841 // outbox machinery to the addressed inboxes only; shows under Messages.
1842 if (c2sVisibility(object) === 'direct') {
1843 const arr = (v) => (Array.isArray(v) ? v : (v ? [v] : [])).filter((x) => typeof x === 'string');
1844 const recipients = [...new Set([...arr(object.to), ...arr(object.cc)])]
1845 .filter((u) => /^https?:\/\//i.test(u) && !/\/followers\/?$/.test(u) && u !== PUBLIC);
1846 if (!recipients.length) return { status: 400, error: 'no_recipients' };
1847 // AS2 attachments (e.g. the help-buoy capture, uploaded via
1848 // uploadMedia): normalize our own absolute /media/ URLs to relative
1849 // so the deliverReply-style validation applies unchanged.
1850 const atts = (Array.isArray(object.attachment) ? object.attachment : [])
1851 .map((a) => a && typeof a === 'object' ? {
1852 url: String(a.url || '').replace(new RegExp('^' + base.replace(/[.*+?^${}()|[\]\\]/g, '\\$&')), ''),
1853 mediaType: String(a.mediaType || ''),
1854 name: String(a.name || '').slice(0, 120),
1855 } : null)
1856 .filter(Boolean);
1857 const r = await deliverDirectNote(site, { recipients, text: plain, language: object.language || null, inReplyTo: typeof object.inReplyTo === 'string' ? object.inReplyTo : null, attachments: atts });
1858 if (!r || !r.id) return { status: 502, error: 'direct_failed' };
1859 return { status: 201, id: r.id, url: `${base}/ap/notes/${r.id}` };
1860 }
1861 if (object.inReplyTo) {
1862 const parent = await resolveRemoteNote(c2sIdOf(object.inReplyTo)).catch(() => null);
1863 if (!parent) return { status: 502, error: 'cannot_resolve_inReplyTo' };
1864 const r = await deliverReply(site, { postId: parent.localPostId || '', postSlug: null, parent, text: plain });
1865 if (!r || !r.id) return { status: 502, error: 'reply_failed' };
1866 return { status: 201, id: r.id, url: `${base}/ap/notes/${r.id}` };
1867 }
1868 return await c2sCreatePost(base, site, user, object);
1869 }
1870 case 'Like':
1871 case 'Announce': {
1872 const targetUri = c2sIdOf(object);
1873 if (!targetUri) return { status: 400, error: 'missing_object' };
1874 // A non-public local note cannot be boosted or liked into the open
1875 // (shaer-tqc hardening; the Mastodon 422 equivalent).
1876 const localPid = postIdFromNoteUrl(targetUri, base);
1877 if (localPid) {
1878 const p = db.prepare('SELECT fan_only, ap_visibility FROM posts WHERE id = ?').get(localPid);
1879 if (p && (p.fan_only || p.ap_visibility === 'direct' || p.ap_visibility === 'friends')) {
1880 return { status: 403, error: 'not_public' };
1881 }
1882 }
1883 const note = await resolveRemoteNote(targetUri).catch(() => null);
1884 const objUri = (note && note.object_uri) || targetUri;
1885 const authorUri = note && note.actor_uri;
1886 const kind = type === 'Announce' ? 'boost' : 'like';
1887 await sendInteraction(site, kind, objUri, authorUri);
1888 setMyReaction(site.slug, targetUri, kind, true);
1889 if (type === 'Announce' && note) { try { upsertBoostedNote(site.slug, note); } catch { /* non-fatal */ } }
1890 return { status: 202, url: objUri };
1891 }
1892 case 'Follow': {
1893 const actorUri = c2sIdOf(object);
1894 if (!actorUri) return { status: 400, error: 'missing_object' };
1895 await followActor(site, actorUri);
1896 return { status: 202, url: actorUri };
1897 }
1898 case 'Undo': {
1899 const inner = object && typeof object === 'object' ? object : null;
1900 let innerType = inner && inner.type;
1901 if (Array.isArray(innerType)) innerType = innerType.find((t) => typeof t === 'string');
1902 const innerTarget = c2sIdOf(inner && inner.object);
1903 if (innerType === 'Follow') { await unfollowActor(site, innerTarget); return { status: 202, url: innerTarget }; }
1904 if (innerType === 'Like' || innerType === 'Announce') {
1905 const kind = innerType === 'Announce' ? 'unboost' : 'unlike';
1906 const note = await resolveRemoteNote(innerTarget).catch(() => null);
1907 const objUri = (note && note.object_uri) || innerTarget;
1908 await sendInteraction(site, kind, objUri, note && note.actor_uri);
1909 setMyReaction(site.slug, innerTarget, innerType === 'Announce' ? 'boost' : 'like', false);
1910 if (innerType === 'Announce') { try { unmarkBoosted(site.slug, objUri); } catch { /* non-fatal */ } }
1911 return { status: 202, url: objUri };
1912 }
1913 return { status: 400, error: 'unsupported_undo' };
1914 }
1915 // Delete/Update of arbitrary objects need the post-edit pipeline; tracked
1916 // separately (klonkt-demo-c2s-del). Reject clearly rather than half-doing it.
1917 default:
1918 return { status: 400, error: 'unsupported_type', detail: String(type || 'none') };
1919 }
1920 } catch (e) {
1921 console.warn('[AP] C2S ingest failed:', e && e.message);
1922 return { status: 500, error: 'ingest_error' };
1923 }
1924}
1925
1926// Create a top-level microblog post from a C2S Note and federate it. Minimal
1927// sibling of the /posts/create route: sanitized HTML content, no title/cover.
1928async function c2sCreatePost(base, site, user, object) {
1929 const html = HtmlSanitizerService.sanitize(object.content || (object.source && object.source.content) || '');
1930 if (!html.trim()) return { status: 400, error: 'empty_note' };
1931 const postId = crypto.randomUUID();
1932 const slug = 'n-' + postId.slice(0, 8);
1933 const now = new Date().toISOString();
1934 // Visibility from the note's addressing (shaer-60b): Public in `to` = loud
1935 // public, Public in `cc` = quiet public (unlisted), followers-only = friends
1936 // (rides the existing fan_only pipeline: followers-only AP delivery + web
1937 // gating), neither = participants-only (kept local until mention addressing
1938 // lands; still followers-gated on the web).
1939 const vis = c2sVisibility(object);
1940 const fanOnly = (vis === 'friends' || vis === 'direct') ? 1 : 0;
1941 db.prepare(`INSERT INTO posts (id, site_id, slug, author_id, title, content, excerpt, status, type, language, fan_only, ap_visibility, created_at, updated_at, published_at)
1942 VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)`)
1943 .run(postId, site.id, slug, user.id, '', html, '', 'published', 'post', object.language || 'nl', fanOnly, vis, now, now, now);
1944 try { db.prepare('UPDATE posts SET content_rendered = ? WHERE id = ?').run(bakePostContent(html), postId); } catch { /* render fallback covers it */ }
1945 bakePostContentWithMentions(html).then((h) => { try { db.prepare('UPDATE posts SET content_rendered = ? WHERE id = ?').run(h, postId); } catch { /* keep sync bake */ } }).catch(() => {});
1946 try { db.prepare('INSERT INTO posts_fts(content, title, author, post_id) VALUES (?,?,?,?)').run(HtmlSanitizerService.toPlainText(html), '', user.username || '', postId); } catch { /* FTS non-fatal */ }
1947 if (vis !== 'direct') {
1948 deliverCreate(site, { id: postId, slug, title: '', content: html, published_at: now, created_at: now, fan_only: fanOnly, ap_visibility: vis }).catch(() => { /* best-effort */ });
1949 }
1950 return { status: 201, id: postId, url: `${base}/ap/notes/${postId}` };
1951}
1952
1953// Addressing → visibility. Arrays or bare strings; unknown shapes read as the
1954// safest bucket they match.
1955export function c2sVisibility(object) {
1956 const arr = (v) => (Array.isArray(v) ? v : (v ? [v] : [])).filter((x) => typeof x === 'string');
1957 const to = arr(object.to), cc = arr(object.cc);
1958 const isPublic = (x) => x === PUBLIC || x === 'as:Public' || x === 'Public';
1959 const isFollowers = (x) => /\/followers\/?$/.test(x);
1960 if (to.some(isPublic)) return 'public';
1961 if (cc.some(isPublic)) return 'quiet';
1962 if (to.some(isFollowers) || cc.some(isFollowers)) return 'friends';
1963 if (!to.length && !cc.length) return 'public'; // no addressing at all: legacy client, keep old behavior
1964 return 'direct';
1965}
1966
1967// A direct note (private mention, shaer-tqc): a NEW conversation (or a direct
1968// reply) addressed to specific actors only. Stored in ap_outbox with
1969// visibility 'direct' + the recipient list, delivered to exactly those
1970// inboxes: no followers fan-out, no Public, so no boosts and no timelines.
1971// The same S2S leg a Mastodon DM takes, so a guardian on any instance
1972// receives it as a private mention (the ward call-for-help path).
1973export async function deliverDirectNote(site, { recipients, text, language, inReplyTo, attachments }) {
1974 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1975 const list = [...new Set((recipients || []).filter((u) => /^https?:\/\//i.test(String(u || ''))))].slice(0, 8);
1976 if (!base || !site || !site.slug || !list.length || !String(text || '').trim()) return null;
1977 const me = actorId(base, site.slug);
1978 // Resolve every recipient for a mention anchor + a delivery inbox.
1979 const resolved = [];
1980 for (const uri of list) {
1981 const a = await fetchActor(uri).catch(() => null);
1982 if (!a || !(a.inbox || (a.endpoints && a.endpoints.sharedInbox))) continue;
1983 resolved.push({ uri, inbox: (a.endpoints && a.endpoints.sharedInbox) || a.inbox, handle: deriveHandle(uri), url: a.url || uri });
1984 }
1985 if (!resolved.length) return null;
1986 const mention = resolved.map((r) => {
1987 const disp = r.handle && r.handle[0] === '@' ? r.handle : '@' + (r.handle || '');
1988 return `<a href="${escHtml(r.url)}" class="u-url mention" data-actor="${escHtml(r.uri)}">${escHtml(disp)}</a> `;
1989 }).join('');
1990 const body = escHtml(String(text).trim()).replace(/\r?\n/g, '<br>');
1991 const content = `<p>${mention}${linkUrls(linkHashtags(base, body))}</p>`;
1992 const lang = /^[a-z]{2,3}(-[A-Za-z0-9-]+)?$/.test(String(language || '')) ? language : null;
1993 // Attachments: same rules as deliverReply (own /media/ uploads only,
1994 // image/audio/video, max 4) — the help-buoy capture rides this.
1995 const media = (Array.isArray(attachments) ? attachments : [])
1996 .filter((a) => a && typeof a.url === 'string' && /^\/media\/[\w./-]+$/.test(a.url)
1997 && /^(image|audio|video)\//.test(String(a.mediaType || '')))
1998 .slice(0, 4)
1999 .map((a) => ({ url: a.url, mediaType: String(a.mediaType), name: String(a.name || '').slice(0, 120) }));
2000 const id = crypto.randomUUID();
2001 db.prepare(`INSERT INTO ap_outbox (id, site_slug, post_id, post_slug, in_reply_to, to_actor, to_handle, content, language, attachments, visibility, to_actors, created_at)
2002 VALUES (?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)`)
2003 .run(id, site.slug, '', null, inReplyTo || null, resolved[0].uri, resolved[0].handle, content, lang, media.length ? JSON.stringify(media) : null, 'direct', JSON.stringify(resolved.map((r) => r.uri)));
2004 const row = iStmts().getO.get(id);
2005 const note = buildReplyNote(base, site, row);
2006 const create = {
2007 '@context': AP_CONTEXT,
2008 id: note.id + '#create', type: 'Create', actor: me,
2009 published: note.published, to: note.to, cc: note.cc, object: note,
2010 };
2011 const keys = getOrCreateKeys(site.slug);
2012 const keyId = `${me}#main-key`;
2013 let delivered = 0;
2014 for (const inbox of [...new Set(resolved.map((r) => r.inbox))]) {
2015 let ok = false;
2016 try { const st = await deliver(inbox, create, keyId, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
2017 if (ok) delivered++;
2018 else enqueueDelivery(site.slug, inbox, create);
2019 }
2020 console.log('[AP] direct note', site.slug, '→', resolved.length, 'recipient(s), delivered', delivered);
2021 return { id, content, delivered };
2022}
2023
2024// Send a reply FROM this site to a remote actor (in reply to their inbound reply).
2025// `parent` = an ap_interactions row (actor_uri, actor_url, actor_handle, object_uri).
2026export async function deliverReply(site, { postId, postSlug, parent, text, html, language, attachments, mentions }) {
2027 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2028 // Rich replies: `html` is the reply editor's HTML (sanitized here); `text` is
2029 // the plain-text fallback (no-JS path, C2S `source`). Either may carry the reply.
2030 const richClean = html ? HtmlSanitizerService.sanitize(String(html)) : '';
2031 const rich = richClean && HtmlSanitizerService.toPlainText(richClean).trim() ? richClean : '';
2032 // Attachments: only OUR OWN uploads (/media/... paths, no remote URLs — the
2033 // upload route is the sole producer), image/audio/video only, max 4.
2034 const media = (Array.isArray(attachments) ? attachments : [])
2035 .filter((a) => a && typeof a.url === 'string' && /^\/media\/[\w./-]+$/.test(a.url)
2036 && /^(image|audio|video)\//.test(String(a.mediaType || '')))
2037 .slice(0, 4)
2038 .map((a) => ({ url: a.url, mediaType: String(a.mediaType), name: String(a.name || '').slice(0, 120) }));
2039 // A media-only reply (no text) is a valid reply.
2040 if (!base || !site || !site.slug || !parent || (!String(text || '').trim() && !rich && !media.length)) return null;
2041 const me = actorId(base, site.slug);
2042 // u02, the mentions bar: `mentions` undefined = legacy behavior (mention the
2043 // parent author). An ARRAY (possibly empty) = the kept conversation partners
2044 // exactly as the bar shows them; the mention prefix, the Mention tags (via
2045 // mentionTags over the content) and the delivery targets all follow it.
2046 const kept = Array.isArray(mentions)
2047 ? mentions
2048 .filter((m) => m && typeof m.uri === 'string' && /^https?:\/\//i.test(m.uri))
2049 .slice(0, 8)
2050 .map((m) => ({
2051 uri: m.uri,
2052 url: (typeof m.url === 'string' && /^https?:\/\//i.test(m.url)) ? m.url : m.uri,
2053 handle: String(m.handle || deriveHandle(m.uri)).slice(0, 120),
2054 }))
2055 : null;
2056 const mentionAnchor = (uri, url, h) => {
2057 const disp = h && h[0] === '@' ? h : '@' + (h || '');
2058 return `<a href="${escHtml(url || uri)}" class="u-url mention" data-actor="${escHtml(uri)}">${escHtml(disp)}</a> `;
2059 };
2060 const handle = parent.actor_handle || deriveHandle(parent.actor_uri);
2061 const mention = kept
2062 ? kept.map((k) => mentionAnchor(k.uri, k.url, k.handle)).join('')
2063 : (parent.actor_uri ? mentionAnchor(parent.actor_uri, parent.actor_url, handle) : '');
2064 // Who the stored reply is "to": the parent when kept, else the first kept chip.
2065 const parentKept = !kept || kept.some((k) => k.uri === parent.actor_uri);
2066 const toActorUri = parentKept ? (parent.actor_uri || null) : (kept[0] ? kept[0].uri : null);
2067 const toHandle = parentKept ? handle : (kept[0] ? kept[0].handle : null);
2068 let content;
2069 let mres;
2070 if (rich) {
2071 // Same enrichment pipeline as the plain path (mentions/hashtags/URLs), on
2072 // sanitized editor HTML. The parent mention goes inline into the first
2073 // paragraph (Mastodon convention), or becomes its own leading one.
2074 mres = await resolveMentionsInText(base, rich);
2075 const processed = linkUrls(linkHashtags(base, mres.html));
2076 if (processed.startsWith('<p>')) {
2077 content = processed.replace('<p>', `<p>${mention}`); // inline in the first paragraph
2078 } else if (/^<(blockquote|ul|ol|pre|h[1-6]|div|hr)\b/i.test(processed)) {
2079 content = `<p>${mention}</p>${processed}`; // block content: own leading paragraph
2080 } else {
2081 content = `<p>${mention}${processed}</p>`; // bare inline text: one paragraph together
2082 }
2083 } else {
2084 const body = escHtml(String(text).trim()).replace(/\r?\n/g, '<br>');
2085 mres = await resolveMentionsInText(base, body); // link inline @mentions + collect their inboxes
2086 content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
2087 }
2088 const replyLang = /^[a-z]{2,3}(-[A-Za-z0-9-]+)?$/.test(String(language || '')) ? language : null;
2089 // Dedup: skip if the exact same reply was already sent (double-submit guard).
2090 // Attachments count toward "the same": two media-only replies share content.
2091 const mediaJson = media.length ? JSON.stringify(media) : null;
2092 const dup = db.prepare('SELECT 1 FROM ap_outbox WHERE site_slug = ? AND IFNULL(in_reply_to, \'\') = ? AND content = ? AND IFNULL(attachments, \'\') = IFNULL(?, \'\') LIMIT 1')
2093 .get(site.slug, parent.object_uri || '', content, mediaJson);
2094 if (dup) { console.log('[AP] outreply skipped (duplicate)'); return { duplicate: true, delivered: 0 }; }
2095 const id = crypto.randomUUID();
2096 iStmts().insO.run(id, site.slug, postId, postSlug || null, parent.object_uri || null, toActorUri, toHandle, content, replyLang, mediaJson);
2097 const row = iStmts().getO.get(id);
2098 const note = buildReplyNote(base, site, row);
2099 const create = {
2100 '@context': AP_CONTEXT,
2101 id: note.id + '#create', type: 'Create', actor: me,
2102 published: note.published, to: note.to, cc: note.cc, object: note,
2103 };
2104 const keys = getOrCreateKeys(site.slug);
2105 const keyId = `${me}#main-key`;
2106 const inboxes = new Set();
2107 // Everyone the mentions bar kept gets pinged; legacy path = the parent only.
2108 const mentionTargets = kept ? kept.map((k) => k.uri) : (parent.actor_uri ? [parent.actor_uri] : []);
2109 for (const uri of mentionTargets) {
2110 const a = await fetchActor(uri).catch(() => null);
2111 if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox);
2112 }
2113 if (parent.threadInbox) inboxes.add(parent.threadInbox); // back-compat (single)
2114 (parent.threadInboxes || []).forEach((i) => inboxes.add(i)); // whole ancestor chain
2115 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2116 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the reply
2117 inboxes.delete(`${me}/inbox`); // never deliver to ourselves (already in ap_outbox)
2118 inboxes.delete(`${base}/ap/inbox`); // (our own shared inbox) → avoids a self-duplicate
2119 let delivered = 0;
2120 for (const inbox of [...inboxes].filter(Boolean)) {
2121 let ok = false;
2122 try { const st = await deliver(inbox, create, keyId, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
2123 if (ok) delivered++;
2124 else enqueueDelivery(site.slug, inbox, create); // durable: retry a briefly-offline recipient (was silently dropped)
2125 }
2126 console.log('[AP] outreply', site.slug, '→', parent.actor_uri, 'delivered', delivered);
2127 return { id, content, delivered };
2128}
2129
2130// attributedTo may be a string, an object {id}, or an ARRAY — e.g. a PeerTube Video is
2131// attributed to [Person (account), Group (channel)]. Pick a usable actor URI (prefer Person).
2132function actorUriOf(att) {
2133 if (!att) return null;
2134 if (typeof att === 'string') return att;
2135 if (Array.isArray(att)) {
2136 const person = att.find((a) => a && typeof a === 'object' && a.type === 'Person' && a.id);
2137 if (person) return person.id;
2138 for (const a of att) { if (typeof a === 'string') return a; if (a && a.id) return a.id; }
2139 return null;
2140 }
2141 return att.id || null;
2142}
2143
2144// Resolve a remote post URL (any fediverse/Klonkt post) into a reply target.
2145// Returns a parent-shaped object usable by deliverReply(), or null.
2146export async function resolveRemoteNote(url) {
2147 if (!/^https?:\/\//i.test(String(url || ''))) return null;
2148 const note = await fetchActor(url).catch(() => null); // AP GET (content-negotiates)
2149 if (!note || !note.id) return null;
2150 const att = note.attributedTo;
2151 const actorUri = actorUriOf(att);
2152 if (!actorUri) return null;
2153 const actor = await fetchActor(actorUri).catch(() => null);
2154 const ai = actorInfo(actor, actorUri);
2155 // Is what we're replying to a post (or a comment) on one of OUR posts? If so,
2156 // link our reply to that local post so it shows nested in the post thread.
2157 const localTgt = findThreadTarget(note.id, (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, ''));
2158 // Walk the WHOLE reply chain upward (comment → parent comment → … → root post)
2159 // and collect every ancestor author's inbox, so each participant's server —
2160 // including the original post's author — receives + threads our reply.
2161 const threadInboxes = [];
2162 const seenInbox = new Set();
2163 let cursor = note.inReplyTo, guard = 0;
2164 while (cursor && guard++ < 6) {
2165 const url = typeof cursor === 'string' ? cursor : (cursor && cursor.id);
2166 if (!url) break;
2167 const pn = await fetchActor(url).catch(() => null);
2168 if (!pn) break;
2169 const pa = actorUriOf(pn.attributedTo);
2170 if (pa && pa !== actorUri) {
2171 const paDoc = await fetchActor(pa).catch(() => null);
2172 const inbox = paDoc && ((paDoc.endpoints && paDoc.endpoints.sharedInbox) || paDoc.inbox);
2173 if (inbox && !seenInbox.has(inbox)) { seenInbox.add(inbox); threadInboxes.push(inbox); }
2174 }
2175 cursor = pn.inReplyTo; // climb to the next ancestor
2176 }
2177 // For non-Note objects (PeerTube Video, Article, …) the meaningful label is `name` (the
2178 // title); prepend it so the reply page shows what you're replying to (sanitize cleans it).
2179 let rawHtml = String(note.content || '').replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
2180 if (note.name && note.type && note.type !== 'Note') rawHtml = `<p><strong>${note.name}</strong></p>` + rawHtml;
2181 const images = (Array.isArray(note.attachment) ? note.attachment : [])
2182 .filter((a) => a && a.url && (!a.mediaType || /^image\//i.test(a.mediaType)))
2183 .map((a) => safeUrl(a.url)).filter(Boolean);
2184 // A Klonkt hosted-audio post strips its cover from `attachment` (so Mastodon
2185 // shows the player card, not a loose image) and puts it in `image` instead.
2186 // Same fallback as mediaFromNote() so a boosted music post keeps its cover.
2187 if (!images.length && note.image) {
2188 const im = Array.isArray(note.image) ? note.image[0] : note.image;
2189 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
2190 if (iu) images.push(iu);
2191 }
2192 return {
2193 object_uri: safeUrl(note.id) || note.id,
2194 actor_uri: actorUri,
2195 actor_url: ai.url,
2196 actor_handle: ai.handle,
2197 actor_name: ai.name,
2198 actor_icon: ai.icon,
2199 url: note.url || url,
2200 content: HtmlSanitizerService.sanitize(rawHtml), // full, sanitized
2201 sensitive: !!note.sensitive, // remote CW → blur in the Cirkel
2202 cw: note.summary || '',
2203 images,
2204 // Full typed media (incl. video/mp4) for the timeline cache. `images` above is
2205 // image-only for the interact page preview; a boosted video-only post (Loops)
2206 // lost its media entirely because upsertBoostedNote only saw `images`.
2207 media: mediaFromNote(note),
2208 threadInboxes, // every ancestor author's inbox
2209 localPostId: localTgt ? localTgt.post_id : '', // our post this belongs to (if any)
2210 poll: parsePoll(note), // a Question → its options/counts (else null)
2211 preview: HtmlSanitizerService.toPlainText(note.content || '').slice(0, 240),
2212 };
2213}
2214
2215// List a site's own outbound fediverse replies (for the manage/delete view).
2216// The plain editable text of a stored reply (unwrap links → their text, <br> → newline)
2217// so the manage view can prefill an edit box; the mention is re-added on save.
2218function outboxEditableText(content) {
2219 return String(content || '')
2220 .replace(/<br\s*\/?>/gi, '\n')
2221 .replace(/<a\b[^>]*>([\s\S]*?)<\/a>/gi, '$1')
2222 .replace(/<[^>]+>/g, '')
2223 .replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&')
2224 .trim();
2225}
2226export function listOutbox(siteSlug) {
2227 return db.prepare('SELECT id, content, to_handle, in_reply_to, language, created_at FROM ap_outbox WHERE site_slug = ? ORDER BY created_at DESC')
2228 .all(siteSlug).map((r) => { const c = stripLeadingMentions(r.content); return { ...r, content: c, editable: outboxEditableText(c) }; });
2229}
2230
2231// Delete one of our outbound replies: send Delete(Tombstone) to recipients + remove it.
2232export async function deliverOutboxDelete(site, outboxId) {
2233 const row = iStmts().getO.get(outboxId);
2234 if (!row || row.site_slug !== site.slug) return false;
2235 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2236 if (base) {
2237 const me = actorId(base, site.slug);
2238 const nid = noteId(base, row.id);
2239 const del = { '@context': AP_CONTEXT, id: `${nid}#delete-${Date.now()}-${rid()}`, type: 'Delete', actor: me, to: [PUBLIC], object: { id: nid, type: 'Tombstone' } };
2240 const keys = getOrCreateKeys(site.slug);
2241 const inboxes = new Set();
2242 if (row.to_actor) { const a = await fetchActor(row.to_actor).catch(() => null); if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox); }
2243 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2244 for (const inbox of [...inboxes].filter(Boolean)) {
2245 try { const st = await deliver(inbox, del, `${me}#main-key`, keys.private_pem); if (st >= 200 && st < 300) continue; } catch { /* queue below */ }
2246 enqueueDelivery(site.slug, inbox, del); // durable: a failed comment-delete now retries (was silently dropped)
2247 }
2248 }
2249 db.prepare('DELETE FROM ap_outbox WHERE id = ?').run(outboxId);
2250 return true;
2251}
2252
2253// Edit one of our outbound replies: rewrite the stored content (mention re-added + #tags
2254// re-linked) and send an Update(Note) so recipients refresh their cached copy.
2255export async function deliverOutboxUpdate(site, outboxId, newText, opts = {}) {
2256 const row = iStmts().getO.get(outboxId);
2257 if (!row || row.site_slug !== site.slug) return false;
2258 const text = String(newText || '').trim();
2259 // Rich edit: same sanitize + enrichment pipeline as deliverReply.
2260 const richClean = opts.html ? HtmlSanitizerService.sanitize(String(opts.html)) : '';
2261 const rich = richClean && HtmlSanitizerService.toPlainText(richClean).trim() ? richClean : '';
2262 if (!text && !rich) return false;
2263 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2264 if (!base) return false;
2265 const me = actorId(base, site.slug);
2266 const toActor = row.to_actor ? await fetchActor(row.to_actor).catch(() => null) : null;
2267 const toProfile = row.to_actor ? (actorInfo(toActor, row.to_actor).url || row.to_actor) : '';
2268 const _h = row.to_handle || deriveHandle(row.to_actor);
2269 const toHandle = _h && _h[0] === '@' ? _h : '@' + (_h || '');
2270 // An edit must not drop co-mentions (u02): reuse the OLD content's leading
2271 // mention anchors (the bar's kept list at send time) when present; only fall
2272 // back to rebuilding the single to_actor mention for legacy rows.
2273 const oldPrefix = (String(row.content || '')
2274 .match(/^\s*(?:<p[^>]*>)?\s*((?:<a\b[^>]*class="u-url mention"[^>]*>\s*@[^<]+<\/a>[\s ]*)+)/i) || [])[1] || '';
2275 const mention = oldPrefix || (row.to_actor
2276 ? `<a href="${escHtml(toProfile)}" class="u-url mention" data-actor="${escHtml(row.to_actor)}">${escHtml(toHandle)}</a> ` : '');
2277 let content;
2278 let mres;
2279 if (rich) {
2280 mres = await resolveMentionsInText(base, rich);
2281 const processed = linkUrls(linkHashtags(base, mres.html));
2282 if (processed.startsWith('<p>')) content = processed.replace('<p>', `<p>${mention}`);
2283 else if (/^<(blockquote|ul|ol|pre|h[1-6]|div|hr)\b/i.test(processed)) content = `<p>${mention}</p>${processed}`;
2284 else content = `<p>${mention}${processed}</p>`;
2285 } else {
2286 mres = await resolveMentionsInText(base, escHtml(text).replace(/\r?\n/g, '<br>'));
2287 content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
2288 }
2289 // Language may be updated with the edit; attachments always survive untouched.
2290 const newLang = /^[a-z]{2,3}(-[A-Za-z0-9-]+)?$/.test(String(opts.language || '')) ? opts.language : null;
2291 db.prepare('UPDATE ap_outbox SET content = ?, language = COALESCE(?, language) WHERE id = ?').run(content, newLang, outboxId);
2292 const note = buildReplyNote(base, site, iStmts().getO.get(outboxId));
2293 note.updated = new Date().toISOString();
2294 const update = {
2295 '@context': AP_CONTEXT,
2296 id: `${note.id}#update-${Date.now()}-${rid()}`, type: 'Update', actor: me,
2297 published: note.published, updated: note.updated, to: note.to, cc: note.cc, object: note,
2298 };
2299 const keys = getOrCreateKeys(site.slug);
2300 const inboxes = new Set();
2301 if (toActor) inboxes.add((toActor.endpoints && toActor.endpoints.sharedInbox) || toActor.inbox);
2302 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2303 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the edit
2304 inboxes.delete(`${me}/inbox`); inboxes.delete(`${base}/ap/inbox`);
2305 let delivered = 0;
2306 for (const inbox of [...inboxes].filter(Boolean)) {
2307 let ok = false;
2308 try { const st = await deliver(inbox, update, `${me}#main-key`, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
2309 if (ok) delivered++;
2310 else enqueueDelivery(site.slug, inbox, update); // durable: retry the edit later (was silently dropped)
2311 }
2312 console.log('[AP] outreply edit', site.slug, 'delivered', delivered);
2313 return { ok: true, content, delivered };
2314}
2315
2316// ── Fediverse CLIENT: follow accounts + home timeline ─────────────
2317// Resolve an @user@domain handle to its actor URL via WebFinger.
2318export async function webfingerResolve(handle) {
2319 const h = String(handle || '').trim().replace(/^@/, '');
2320 const parts = h.split('@');
2321 if (parts.length !== 2 || !parts[0] || !parts[1]) return null;
2322 const acct = `${parts[0]}@${parts[1]}`;
2323 try {
2324 const r = await safeFetch(`https://${parts[1]}/.well-known/webfinger?resource=acct:${encodeURIComponent(acct)}`,
2325 { headers: { Accept: 'application/jrd+json, application/json' } });
2326 if (!r.ok) return null;
2327 const jrd = await r.json();
2328 const link = (jrd.links || []).find((l) => l.rel === 'self' && /activity\+json|ld\+json/.test(l.type || ''));
2329 return safeUrl(link ? link.href : '') || null;
2330 } catch { return null; }
2331}
2332
2333let _insFw, _delFw, _listFw, _accFw, _oneFw, _setAB;
2334function fwStmts() {
2335 if (!_insFw) {
2336 _insFw = db.prepare('INSERT OR REPLACE INTO ap_following (slug, actor_uri, handle, name, icon, url, inbox, follow_id, status, auto_boost, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
2337 _delFw = db.prepare('DELETE FROM ap_following WHERE slug = ? AND actor_uri = ?');
2338 _listFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? ORDER BY created_at DESC');
2339 _accFw = db.prepare("UPDATE ap_following SET status = 'accepted' WHERE follow_id = ?");
2340 _oneFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? AND actor_uri = ?');
2341 _setAB = db.prepare('UPDATE ap_following SET auto_boost = ? WHERE slug = ? AND actor_uri = ?');
2342 }
2343 return { ins: _insFw, del: _delFw, list: _listFw, acc: _accFw, one: _oneFw, setAB: _setAB };
2344}
2345export function listFollowing(slug) { return fwStmts().list.all(slug); }
2346
2347// Toggle auto-boost ("feature") on an account we already follow.
2348export function setAutoBoost(slug, actorUri, on) {
2349 try { fwStmts().setAB.run(on ? 1 : 0, slug, actorUri); } catch { /* ignore */ }
2350 // Featuring an account → AP-native catch-up so the Cirkel isn't empty until they next
2351 // post (push doesn't backfill history-before-follow). Fire-and-forget pull, sends nothing.
2352 if (on) backfillFromOutbox(slug, actorUri).catch(() => {});
2353 return { ok: true };
2354}
2355
2356let _insTl, _listTl, _delTl;
2357function tlStmts() {
2358 if (!_insTl) {
2359 _insTl = db.prepare('INSERT OR IGNORE INTO ap_timeline (id, slug, author_uri, author_name, author_handle, author_icon, author_url, content, url, published, media_json, nsfw, cw, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
2360 _listTl = db.prepare('SELECT * FROM ap_timeline WHERE slug = ? ORDER BY COALESCE(published, created_at) DESC LIMIT ? OFFSET ?');
2361 _delTl = db.prepare('DELETE FROM ap_timeline WHERE id = ?');
2362 }
2363 return { ins: _insTl, list: _listTl, del: _delTl };
2364}
2365export function getTimeline(slug, limit, offset) { return tlStmts().list.all(slug, limit || 50, offset || 0); }
2366
2367// ── Cirkel = posts from the accounts you auto-boost ("feature an artist") ──
2368let _abCount, _cirkelPosts, _cirkelMembers;
2369export function autoBoostCount(slug) {
2370 try { if (!_abCount) _abCount = db.prepare('SELECT COUNT(*) AS n FROM ap_following WHERE slug = ? AND auto_boost = 1'); return _abCount.get(slug).n; } catch { return 0; }
2371}
2372export function getCirkelPosts(slug, limit, offset) {
2373 try {
2374 // Cirkel = posts from featured (auto_boost) accounts + posts you boosted
2375 // (t.boosted), mixed by date. One row per note in ap_timeline → no duplicates.
2376 if (!_cirkelPosts) _cirkelPosts = db.prepare(`
2377 SELECT t.id, t.author_uri, t.author_name, t.author_handle, t.author_icon, t.author_url,
2378 t.content, t.url, t.published, t.media_json, t.boosted, t.nsfw, t.cw
2379 FROM ap_timeline t
2380 LEFT JOIN ap_following f ON f.slug = t.slug AND f.actor_uri = t.author_uri
2381 WHERE t.slug = ? AND (f.auto_boost = 1 OR t.boosted = 1)
2382 ORDER BY COALESCE(t.published, t.created_at) DESC, t.rowid DESC
2383 LIMIT ? OFFSET ?`);
2384 return _cirkelPosts.all(slug, limit || 60, offset || 0);
2385 } catch { return []; }
2386}
2387export function getCirkelMembers(slug) {
2388 try { if (!_cirkelMembers) _cirkelMembers = db.prepare('SELECT name, url, icon FROM ap_following WHERE slug = ? AND auto_boost = 1 ORDER BY name'); return _cirkelMembers.all(slug); } catch { return []; }
2389}
2390// Mark a timeline post as boosted so it shows in the Cirkel (mixed by date).
2391let _markBoost, _unmarkBoost, _boostedCount;
2392export function markBoosted(slug, noteId) {
2393 try { if (!_markBoost) _markBoost = db.prepare('UPDATE ap_timeline SET boosted = 1 WHERE slug = ? AND id = ?'); _markBoost.run(slug, noteId); } catch { /* ignore */ }
2394}
2395export function unmarkBoosted(slug, noteId) {
2396 try { if (!_unmarkBoost) _unmarkBoost = db.prepare('UPDATE ap_timeline SET boosted = 0 WHERE slug = ? AND id = ?'); _unmarkBoost.run(slug, noteId); } catch { /* ignore */ }
2397}
2398let _markLike, _unmarkLike;
2399export function markLiked(slug, noteId) {
2400 try { if (!_markLike) _markLike = db.prepare('UPDATE ap_timeline SET liked = 1 WHERE slug = ? AND id = ?'); _markLike.run(slug, noteId); } catch { /* ignore */ }
2401}
2402export function unmarkLiked(slug, noteId) {
2403 try { if (!_unmarkLike) _unmarkLike = db.prepare('UPDATE ap_timeline SET liked = 0 WHERE slug = ? AND id = ?'); _unmarkLike.run(slug, noteId); } catch { /* ignore */ }
2404}
2405export function getTimelineReaction(slug, noteId) {
2406 try { const r = db.prepare('SELECT liked, boosted FROM ap_timeline WHERE slug = ? AND id = ?').get(slug, noteId); return { liked: !!(r && r.liked), boosted: !!(r && r.boosted) }; } catch { return { liked: false, boosted: false }; }
2407}
2408// Boost a REMOTE post that may not be in your timeline (you don't follow the author):
2409// store it in ap_timeline (INSERT OR IGNORE → no dup for followed posts) so it shows in
2410// the Cirkel with a Boost badge, then flag it boosted.
2411export function upsertBoostedNote(slug, note) {
2412 if (!slug || !note || !note.object_uri) return;
2413 const id = note.object_uri;
2414 // Prefer the full typed media (incl. video/mp4 — a Loops boost is video-only and
2415 // rendered a bare text tile); fall back to the image-only list for older callers.
2416 const media = (note.media && note.media !== '[]')
2417 ? note.media
2418 : JSON.stringify((note.images || []).map((u) => ({ url: u, type: 'image/jpeg' })));
2419 try {
2420 const r = tlStmts().ins.run(id, slug, note.actor_uri || '', note.actor_name || '', note.actor_handle || '',
2421 note.actor_icon || '', note.actor_url || '', note.content || '', note.url || null,
2422 new Date().toISOString(), media, note.sensitive ? 1 : 0, note.cw || null);
2423 if (!r.changes) {
2424 // Row already cached (INSERT OR IGNORE) → refresh it with the freshly
2425 // resolved note. Without this a row cached without its cover (or with
2426 // stale content) stayed stale forever — even boosting again didn't heal it.
2427 // Keep the CACHED media when the resolve yielded none: an empty re-resolve
2428 // used to clobber a good media_json (the followed copy had the video, the
2429 // boost wiped it to []).
2430 db.prepare(`UPDATE ap_timeline SET content = ?, media_json = CASE WHEN ? = '[]' THEN media_json ELSE ? END,
2431 nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE slug = ? AND id = ?`)
2432 .run(note.content || '', media, media, note.sensitive ? 1 : 0, note.cw || null, note.url || null, slug, id);
2433 }
2434 } catch { /* ignore */ }
2435 markBoosted(slug, id);
2436}
2437export function boostedCount(slug) {
2438 try { if (!_boostedCount) _boostedCount = db.prepare('SELECT COUNT(*) AS n FROM ap_timeline WHERE slug = ? AND boosted = 1'); return _boostedCount.get(slug).n; } catch { return 0; }
2439}
2440
2441// Resolve a Klonkt/AP actor URL from a site root: a Klonkt site's root 302s to
2442// /ap/users/<slug> (content negotiation; Location may be relative). Used by
2443// followActor for bare-domain follows.
2444// NB: the old auto-migration of legacy Cirkels (circle_links -> AP follows) was
2445// REMOVED on 2026-06-26 — it auto-sent Follows on boot, which violates "the code
2446// never throws anything into the fediverse automatically" (would surprise-Follow
2447// for some operators at scale). The dead circle_links table stays as harmless dead
2448// data; an operator restores an old cirkel by re-following in /following (their click).
2449async function resolveApActor(siteUrl) {
2450 try {
2451 const r = await fetch(siteUrl, { headers: { Accept: 'application/activity+json' }, redirect: 'manual' });
2452 if (r.status >= 300 && r.status < 400) { const loc = r.headers.get('location'); if (loc) return new URL(loc, siteUrl).href; }
2453 if (r.ok) return siteUrl;
2454 } catch { /* unreachable */ }
2455 return null;
2456}
2457
2458// ── Self-heal: re-sync the fediverse cache (ap_timeline) after a DRASTIC update ──
2459// Runs ONCE per SELFHEAL_VERSION bump — NOT on every boot. Re-fetches each cached
2460// note and refreshes content + media (recovers covers/edits that were delivered
2461// during a flux window, e.g. a fleet-wide update), and drops notes that are gone
2462// (404/410). Bump SELFHEAL_VERSION only on a release that warrants a re-sync.
2463const SELFHEAL_VERSION = 7; // v7: rerun v6 with retry-until-clean semantics (origins briefly offline no longer stay stale forever)
2464async function fetchNoteAP(url) {
2465 try {
2466 const r = await fetch(url, { headers: { Accept: 'application/activity+json' } });
2467 if (r.status === 404 || r.status === 410) return 404;
2468 if (r.ok) return await r.json();
2469 } catch { /* unreachable */ }
2470 return null;
2471}
2472function mediaFromNote(note) {
2473 const atts = (Array.isArray(note.attachment) ? note.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
2474 if (!atts.some((m) => !m.type || /image/i.test(m.type)) && note.image) {
2475 const im = Array.isArray(note.image) ? note.image[0] : note.image;
2476 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
2477 if (iu) atts.push({ url: iu, type: (im && im.mediaType) || 'image/jpeg' });
2478 }
2479 return JSON.stringify(atts);
2480}
2481// A generic SSRF-safe AP GET (collections / pages).
2482async function apGetJson(url) {
2483 try {
2484 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
2485 if (!r.ok) return null;
2486 const len = Number(r.headers.get('content-length') || 0);
2487 if (len > 3_000_000) return null;
2488 return await r.json();
2489 } catch { return null; }
2490}
2491// AP-native catch-up: pull an actor's standard `outbox` collection and merge their recent
2492// top-level posts into the timeline for `slug`. Push (Create delivery) cannot backfill
2493// history-from-before-you-followed or a delivery that was missed while you were down;
2494// reading the outbox is the spec-conform way to catch up. PULL ONLY — sends nothing.
2495export async function backfillFromOutbox(slug, actorUri, limit = 20) {
2496 try {
2497 if (!slug || !actorUri) return 0;
2498 const actor = await fetchActor(actorUri);
2499 if (!actor || !actor.outbox) return 0;
2500 let page = await apGetJson(typeof actor.outbox === 'string' ? actor.outbox : actor.outbox.id);
2501 let items = (page && (page.orderedItems || page.items)) || [];
2502 if (!items.length && page && page.first) {
2503 page = await apGetJson(typeof page.first === 'string' ? page.first : page.first.id);
2504 items = (page && (page.orderedItems || page.items)) || [];
2505 }
2506 if (!Array.isArray(items) || !items.length) return 0;
2507 const ai = actorInfo(actor, actorUri);
2508 let added = 0;
2509 for (const it of items.slice(0, limit)) {
2510 // Each item is usually a Create wrapping a Note, or sometimes the Note itself.
2511 const o = (it && typeof it.object === 'object' && it.object) ? it.object : it;
2512 if (!o || !o.id) continue;
2513 if (o.type && o.type !== 'Note' && o.type !== 'Article' && o.type !== 'Question') continue; // skip boosts/other
2514 if (o.inReplyTo) continue; // top-level only
2515 const auth = actorUriOf(o.attributedTo);
2516 if (auth && auth !== actorUri) continue; // their OWN posts only
2517 const html = HtmlSanitizerService.sanitize(o.content || '');
2518 const poll = parsePoll(o); // a Question (poll) → carry its options/counts on backfill too
2519 try {
2520 const r = tlStmts().ins.run(o.id, slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, mediaFromNote(o), o.sensitive ? 1 : 0, o.summary || null);
2521 if (r && r.changes > 0) added++;
2522 // Set poll_json if this is a poll and we don't already have it (COALESCE preserves a vote).
2523 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = COALESCE(poll_json, ?) WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, slug); } catch { /* ignore */ } }
2524 } catch { /* ignore */ }
2525 }
2526 if (added) console.log('[AP] outbox backfill', actorUri, '→', slug, '+' + added);
2527 return added;
2528 } catch { return 0; }
2529}
2530
2531// ── Remote thread crawl (fill the gaps in a local post's conversation) ────────────
2532// Most replies reach us by delivery, but replies-to-replies that live on other servers and
2533// aren't addressed to us are missed. This pulls the AS2 `replies` collections of the replies
2534// we DO have, caching any newly-found ones in ap_interactions.
2535//
2536// Matches Mastodon's behaviour: ONE level per crawl (like its FetchRepliesService), not a deep
2537// recursive walk. Deeper levels fill in incrementally across crawls — once a fetched reply is
2538// cached it becomes a seed itself, so its own replies are pulled on a later view (Mastodon's
2539// per-status cascade). Bounded + polite (serial), PULL only, and stale-while-revalidate: it
2540// never runs in a page request — the view renders from cache; a stale post kicks off a
2541// background refresh for the NEXT view.
2542const THREAD_TTL_MS = 15 * 60 * 1000; // don't re-crawl a post more than ~4×/hour
2543const THREAD_MAX_DEPTH = 1; // one hop per crawl (like Mastodon); deeper fills in over crawls
2544const THREAD_MAX_FETCHES = 30; // hard cap on remote GETs per crawl (be a good peer)
2545const _crawlingThreads = new Set(); // per-post in-flight lock (no stampede across views)
2546
2547function threadCrawlTs(postId) {
2548 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('thread_crawl:' + postId); return r ? (Number(r.value) || 0) : 0; }
2549 catch { return 0; }
2550}
2551function setThreadCrawlTs(postId, ts) {
2552 try { db.prepare('INSERT INTO app_settings (key, value) VALUES (?, ?) ON CONFLICT(key) DO UPDATE SET value = excluded.value').run('thread_crawl:' + postId, String(ts)); }
2553 catch { /* ignore */ }
2554}
2555
2556// Read a note's `replies` (string ref / Collection with `first` / paged CollectionPages) →
2557// child note URIs. Every remote GET goes through `budget` so the whole crawl stays capped.
2558async function collectReplyItems(repliesRef, maxPages, budget) {
2559 const uris = [];
2560 let node = typeof repliesRef === 'string' ? await budget.get(repliesRef) : repliesRef;
2561 if (node && node.first) node = typeof node.first === 'string' ? await budget.get(node.first) : node.first;
2562 let pages = 0;
2563 while (node && pages++ < maxPages) {
2564 for (const it of (node.items || node.orderedItems || [])) {
2565 const u = typeof it === 'string' ? it : (it && it.id);
2566 if (u && /^https?:\/\//i.test(u)) uris.push(u);
2567 }
2568 if (!node.next) break;
2569 node = typeof node.next === 'string' ? await budget.get(node.next) : node.next;
2570 }
2571 return uris;
2572}
2573
2574async function crawlThread(postId) {
2575 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2576 if (!base) return;
2577 // Seed frontier = the remote reply note URIs we already have; also the dedup set.
2578 let known;
2579 try { known = new Set(db.prepare("SELECT object_uri FROM ap_interactions WHERE post_id = ? AND kind = 'reply' AND object_uri != ''").all(postId).map((r) => r.object_uri)); }
2580 catch { return; }
2581 const seeds = [...known].filter((u) => /^https?:\/\//i.test(u));
2582 if (!seeds.length) return; // nothing remote to expand
2583 // Owner-removed replies (tombstones) join the dedup set AFTER seeding, so the
2584 // crawler never re-adds them via thread-filling (they're gone from the seeds
2585 // already because rejectInteraction deleted their ap_interactions row).
2586 try { for (const r of db.prepare('SELECT object_uri FROM ap_rejected_objects WHERE post_id = ?').all(postId)) known.add(r.object_uri); }
2587 catch { /* table always exists after boot migration */ }
2588
2589 let fetches = 0;
2590 const budget = { get: async (u) => { if (fetches >= THREAD_MAX_FETCHES) return null; fetches++; return apGetJson(u); } };
2591 const visited = new Set(); // notes whose replies collection we've already expanded
2592 let frontier = seeds.slice();
2593 let added = 0;
2594
2595 for (let depth = 0; depth < THREAD_MAX_DEPTH && frontier.length && fetches < THREAD_MAX_FETCHES; depth++) {
2596 const nextFrontier = [];
2597 for (const noteUri of frontier) {
2598 if (visited.has(noteUri) || fetches >= THREAD_MAX_FETCHES) continue;
2599 visited.add(noteUri);
2600 const note = await budget.get(noteUri);
2601 if (!note || !note.replies) continue;
2602 const childUris = await collectReplyItems(note.replies, 2, budget);
2603 for (const cu of childUris) {
2604 if (known.has(cu) || fetches >= THREAD_MAX_FETCHES) continue;
2605 known.add(cu);
2606 const child = await budget.get(cu);
2607 if (!child || !child.id || (child.type !== 'Note' && child.type !== 'Article')) continue;
2608 if (isRejectedObject(child.id)) continue; // note id can differ from the collection URI (redirects)
2609 const actorUri = actorUriOf(child.attributedTo);
2610 if (!actorUri || isBlockedAny(actorUri)) continue; // skip blocked authors
2611 const actor = await budget.get(actorUri); // may be null if budget spent → fallback handle
2612 const ai = actorInfo(actor, actorUri);
2613 const html = HtmlSanitizerService.sanitize(child.content || '');
2614 // The child replies to `note` by construction (it's in note's replies collection).
2615 try { iStmts().ins.run('reply', postId, child.id, actorUri, ai.name, ai.handle, ai.url, ai.icon, html, child.published || null, note.id || noteUri, noteVisibility(child)); added++; } catch { /* ignore */ }
2616 nextFrontier.push(child.id); // expand this reply's own replies next depth
2617 }
2618 }
2619 frontier = nextFrontier;
2620 }
2621 if (added) console.log('[AP] thread crawl', postId, '+' + added, 'remote replies (' + fetches + ' fetches)');
2622}
2623
2624// Stale-while-revalidate entry point: call from the post view. Renders nothing, blocks nothing —
2625// fires a background crawl only if this post hasn't been crawled within the TTL.
2626export function maybeCrawlThread(postId) {
2627 if (!postId || _crawlingThreads.has(postId)) return;
2628 if (Date.now() - threadCrawlTs(postId) < THREAD_TTL_MS) return;
2629 _crawlingThreads.add(postId);
2630 setThreadCrawlTs(postId, Date.now()); // optimistic mark so concurrent/next views don't re-fire
2631 crawlThread(postId).catch((e) => console.warn('[AP] thread crawl failed:', e && e.message)).finally(() => _crawlingThreads.delete(postId));
2632}
2633
2634let _selfHealing = false;
2635export async function selfHealTimeline() {
2636 if (_selfHealing) return; _selfHealing = true;
2637 try {
2638 let cur = 0;
2639 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_version'); cur = r ? (parseInt(r.value, 10) || 0) : 0; } catch { return; }
2640 if (cur >= SELFHEAL_VERSION) return; // already healed for this version — skip on normal boots
2641 let rows = [];
2642 try { rows = db.prepare('SELECT id, content, media_json, nsfw, cw, url FROM ap_timeline ORDER BY rowid DESC LIMIT 200').all(); } catch { /* no table */ }
2643 let healed = 0, failed = 0;
2644 for (const r of rows) {
2645 try {
2646 const note = await fetchNoteAP(r.id);
2647 if (note === 404) { db.prepare('DELETE FROM ap_timeline WHERE id = ?').run(r.id); healed++; continue; }
2648 if (!note || typeof note !== 'object') { failed++; continue; } // origin unreachable right now
2649 const html = HtmlSanitizerService.sanitize(note.content || '');
2650 const media = mediaFromNote(note);
2651 const nsfw = note.sensitive ? 1 : 0; // re-sync NSFW/sensitive + CW onto already-cached posts
2652 const cw = note.summary || null;
2653 const url = note.url || null; // re-sync the human url (catches a remote slug rename)
2654 if ((html && html !== r.content) || media !== (r.media_json || '[]') || nsfw !== (r.nsfw || 0) || (cw || '') !== (r.cw || '') || (url && url !== r.url)) {
2655 db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ?').run(html || r.content, media, nsfw, cw, url, r.id);
2656 healed++;
2657 }
2658 } catch { failed++; /* per-note best-effort */ }
2659 }
2660 // Only mark this version DONE after a clean pass. Some origins are briefly
2661 // offline exactly when we heal (phone-hosted instances!): skipping them and
2662 // consuming the version would leave those rows stale forever. Instead retry
2663 // on the next boots, giving up after a few attempts (permanently-dead
2664 // origins answer 404/410 and are deleted above, so they don't loop).
2665 const setSetting = (k, v) => { try { db.prepare('INSERT OR REPLACE INTO app_settings (key, value) VALUES (?, ?)').run(k, String(v)); } catch { /* ignore */ } };
2666 let attempts = 0;
2667 try { const a = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_attempts'); attempts = a ? (parseInt(a.value, 10) || 0) : 0; } catch { /* ignore */ }
2668 if (failed === 0 || attempts >= 4) {
2669 setSetting('selfheal_version', SELFHEAL_VERSION);
2670 setSetting('selfheal_attempts', 0);
2671 } else {
2672 setSetting('selfheal_attempts', attempts + 1);
2673 }
2674 if (rows.length) console.log(`[AP] self-heal v${SELFHEAL_VERSION}: ${healed}/${rows.length} timeline notes${failed ? ` (${failed} unreachable — will retry next boot)` : ''}`);
2675 } catch { /* never block boot */ } finally { _selfHealing = false; }
2676}
2677
2678// Follow a fediverse account by @handle (WebFinger → actor → signed Follow).
2679export async function followActor(site, handle, autoBoost = false) {
2680 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2681 if (!base || !site || !site.slug) return { error: 'config' };
2682 // Accept any of: a profile/actor URL, an @user@host handle (WebFinger), or a
2683 // bare site domain (site.com) — for a single-actor site (Klonkt etc.) the root
2684 // resolves to its AP actor, so you can follow a site by just its domain.
2685 const s = String(handle || '').trim();
2686 let actorUrl;
2687 if (/^https?:\/\//i.test(s)) actorUrl = safeUrl(s) || null;
2688 else if (s.includes('@')) actorUrl = await webfingerResolve(s);
2689 else if (/^[a-z0-9.-]+\.[a-z]{2,}/i.test(s)) actorUrl = await resolveApActor('https://' + s.replace(/^\/+|\/+$/g, ''));
2690 else actorUrl = null;
2691 if (!actorUrl) return { error: 'not_found' };
2692 const actor = await fetchActor(actorUrl).catch(() => null);
2693 if (!actor || !actor.id || !actor.inbox) return { error: 'unreachable' };
2694 const ai = actorInfo(actor, actor.id);
2695 const me = actorId(base, site.slug);
2696 const keys = getOrCreateKeys(site.slug);
2697 const followId = `${me}#follow-${Date.now()}-${rid()}`;
2698 fwStmts().ins.run(site.slug, actor.id, ai.handle, ai.name, ai.icon, ai.url, actor.inbox, followId, 'pending', autoBoost ? 1 : 0);
2699 const follow = { '@context': AP_CONTEXT, id: followId, type: 'Follow', actor: me, object: actor.id };
2700 // Deliver via the retry queue: a Follow that fails the first attempt (peer down,
2701 // timeout, transient 5xx) is retried with backoff instead of staying stuck on
2702 // 'pending' forever — the Accept can only come back once the Follow lands.
2703 await deliverWithRetry(site.slug, actor.inbox, follow, `${me}#main-key`, keys.private_pem);
2704 console.log('[AP] follow', site.slug, '→', actor.id);
2705 // Follow + feature in one step → backfill their recent posts into the Cirkel right away.
2706 if (autoBoost) backfillFromOutbox(site.slug, actor.id).catch(() => {});
2707 return { ok: true, name: ai.name, handle: ai.handle, actor: actor.id };
2708}
2709
2710// Resolve a profile URL or @handle to a followable remote actor (for the
2711// authorize_interaction "Follow" flow). Returns display fields + inbox, or null
2712// when it isn't a reachable actor (e.g. the input was a post, not a profile).
2713export async function resolveRemoteActor(input) {
2714 const s = String(input || '').trim();
2715 const actorUrl = /^https?:\/\//i.test(s) ? (safeUrl(s) || null) : await webfingerResolve(s);
2716 if (!actorUrl) return null;
2717 const actor = await fetchActor(actorUrl).catch(() => null);
2718 if (!actor || !actor.id || !actor.inbox) return null;
2719 const ai = actorInfo(actor, actor.id);
2720 return { actor_uri: actor.id, actor_name: ai.name, actor_handle: ai.handle, actor_url: ai.url, actor_icon: ai.icon, inbox: actor.inbox };
2721}
2722
2723export async function unfollowActor(site, actorUri) {
2724 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2725 const me = actorId(base, site.slug);
2726 const keys = getOrCreateKeys(site.slug);
2727 const row = fwStmts().one.get(site.slug, actorUri);
2728 // Undo(Follow) MUST reference the original Follow's real id so the remote can correlate it
2729 // and drop the follow. The old `${me}#follow` fallback never matched anything → the unfollow
2730 // silently failed on the remote. With no stored follow id (legacy row), skip the network Undo
2731 // rather than send an unmatchable one. Deliver durably via the retry queue.
2732 if (row && row.inbox && row.follow_id) {
2733 const undo = { '@context': AP_CONTEXT, id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me, object: { id: row.follow_id, type: 'Follow', actor: me, object: actorUri } };
2734 deliverWithRetry(site.slug, row.inbox, undo, `${me}#main-key`, keys.private_pem);
2735 } else if (row && row.inbox) {
2736 console.warn('[AP] unfollow', site.slug, '→', actorUri, '— no stored follow id; removed locally only (legacy follow, remote may keep it)');
2737 }
2738 fwStmts().del.run(site.slug, actorUri);
2739 return { ok: true };
2740}
2741
2742// Send a Like or Announce (boost) on a remote note FROM this site.
2743export async function sendInteraction(site, kind, targetNoteId, authorUri) {
2744 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2745 if (!base || !site || !site.slug || !targetNoteId) return { error: 'config' };
2746 const me = actorId(base, site.slug);
2747 const keys = getOrCreateKeys(site.slug);
2748 // 'unboost' = Undo(Announce): retracts a boost so followers' servers remove the
2749 // reblog (matched on actor+object — no record of the original Announce needed).
2750 const fanout = (kind === 'boost' || kind === 'unboost'); // also goes to our followers
2751 const followersCol = `${me}/followers`;
2752 // Address the original author in cc so their server (Mastodon, WordPress/ActivityPub, …)
2753 // attributes the boost to their post and notifies them — without this, a shared-inbox
2754 // receiver has nothing to route the Announce to. Non-fragment activity ids + a `published`
2755 // stamp keep us aligned with what Mastodon emits.
2756 const audience = authorUri ? [followersCol, authorUri] : [followersCol];
2757 let act;
2758 if (kind === 'unboost' || kind === 'unlike') {
2759 // Undo(Announce) retracts a boost; Undo(Like) un-favourites (matched on actor+object,
2760 // no record of the original activity needed — Mastodon honours both).
2761 const inner = kind === 'unboost' ? 'Announce' : 'Like';
2762 act = {
2763 '@context': AP_CONTEXT,
2764 id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me,
2765 object: { id: `${me}/${inner.toLowerCase()}/${Date.now()}-${rid()}`, type: inner, actor: me, object: targetNoteId },
2766 };
2767 if (kind === 'unboost') { act.to = [PUBLIC]; act.cc = audience; }
2768 } else {
2769 const type = kind === 'boost' ? 'Announce' : 'Like';
2770 act = {
2771 '@context': AP_CONTEXT,
2772 id: `${me}/${type.toLowerCase()}/${Date.now()}-${rid()}`,
2773 type, actor: me, object: targetNoteId,
2774 };
2775 if (type === 'Announce') { act.published = new Date().toISOString(); act.to = [PUBLIC]; act.cc = audience; }
2776 }
2777 const inboxes = new Set();
2778 // Author first, via their PERSONAL inbox (not the shared one) so a multi-user receiver
2779 // routes the Announce/Like to the right post unambiguously.
2780 if (authorUri) { const a = await fetchActor(authorUri).catch(() => null); if (a) inboxes.add(a.inbox || (a.endpoints && a.endpoints.sharedInbox)); }
2781 if (fanout) { for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox); }
2782 // Queue each delivery (immediate attempt + backoff retries on failure via ap_delivery)
2783 // instead of a single fire-and-forget POST, so a transient hiccup at the receiver doesn't
2784 // silently lose the boost — same durability a new post (deliverCreate) already gets.
2785 let queued = 0;
2786 for (const inbox of [...inboxes].filter(Boolean)) { deliverWithRetry(site.slug, inbox, act, `${me}#main-key`, keys.private_pem); queued++; }
2787 console.log('[AP]', kind, site.slug, '→', targetNoteId, 'queued', queued, 'inbox(es)');
2788 return { ok: true, delivered: queued };
2789}
2790
2791// Notifications inbox: new followers + replies/likes/boosts on this site's posts.
2792export function getNotifications(slug, limit) {
2793 // Per-source cap scales with the requested limit so Messages can page deep
2794 // (Load more). Bounded so a huge offset can't ask for unbounded rows.
2795 const L = Math.min(1000, Math.max(80, limit || 60));
2796 const out = [];
2797 try {
2798 for (const f of db.prepare('SELECT actor_uri, created_at FROM ap_followers WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
2799 out.push({ type: 'follow', handle: deriveHandle(f.actor_uri), url: f.actor_uri, created_at: f.created_at });
2800 }
2801 } catch { /* ignore */ }
2802 try {
2803 const rows = db.prepare(`
2804 SELECT i.kind, i.actor_name, i.actor_handle, i.actor_url, i.actor_icon, i.content, i.created_at, i.visibility,
2805 p.slug AS post_slug, p.title AS post_title
2806 FROM ap_interactions i LEFT JOIN posts p ON p.id = i.post_id
2807 WHERE p.site_id = (SELECT id FROM sites WHERE slug = ?)
2808 ORDER BY i.created_at DESC LIMIT ?
2809 `).all(slug, L);
2810 for (const r of rows) out.push({
2811 type: r.kind, name: r.actor_name, handle: r.actor_handle, url: r.actor_url, icon: r.actor_icon,
2812 content: stripLeadingMentions(r.content), post_slug: r.post_slug, post_title: r.post_title, created_at: r.created_at,
2813 // followers/direct = a private message to the owner (not on the public thread) → 🔒 in Messages
2814 visibility: r.visibility || 'public',
2815 });
2816 } catch { /* ignore */ }
2817 try {
2818 for (const r of db.prepare('SELECT actor_uri, actor_name, actor_handle, actor_icon, content, created_at FROM ap_reports WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
2819 out.push({ type: 'report', name: r.actor_name, handle: r.actor_handle, url: r.actor_uri, icon: r.actor_icon, content: r.content, created_at: r.created_at });
2820 }
2821 } catch { /* ignore */ }
2822 try {
2823 for (const r of db.prepare('SELECT object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, created_at FROM ap_mentions WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
2824 out.push({ type: 'mention', name: r.actor_name, handle: r.actor_handle, url: r.actor_url || r.actor_uri, icon: r.actor_icon, content: stripLeadingMentions(r.content), note_url: r.note_url || r.object_uri, created_at: r.created_at });
2825 }
2826 } catch { /* ignore */ }
2827 // Your own polls that have closed → a "results are in" item, derived read-time
2828 // from poll_json (Scheduler marks closed=1) with the tally via ownPollView.
2829 try {
2830 const site = db.prepare('SELECT id FROM sites WHERE slug = ?').get(slug);
2831 if (site) {
2832 const polls = db.prepare(`
2833 SELECT id, slug, title, poll_json FROM posts
2834 WHERE site_id = ? AND poll_json IS NOT NULL
2835 AND json_extract(poll_json, '$.closed') = 1
2836 AND json_extract(poll_json, '$.endTime') IS NOT NULL
2837 ORDER BY json_extract(poll_json, '$.endTime') DESC LIMIT 20`).all(site.id);
2838 for (const p of polls) {
2839 const view = ownPollView(p);
2840 if (!view) continue;
2841 let endTime = null; try { endTime = JSON.parse(p.poll_json).endTime; } catch { /* keep null */ }
2842 out.push({ type: 'poll_done', post_slug: p.slug, post_title: p.title, poll: view, created_at: endTime || null });
2843 }
2844 }
2845 } catch { /* ignore */ }
2846 // NaN-safe sort: one row with a missing/garbled created_at would otherwise make the
2847 // comparator return NaN and scramble the WHOLE ordering (seen live: follow rows landing
2848 // between likes, which also broke Messages' like-grouping).
2849 out.sort((a, b) => _msgTs(b) - _msgTs(a));
2850 return out.slice(0, limit || 60);
2851}
2852function _msgTs(x) { const t = Date.parse((x && x.created_at) || ''); return Number.isFinite(t) ? t : 0; }
2853
2854// ── Blocking / defederation ───────────────────────────────────────
2855let _insBl, _delBl, _listBl;
2856function blStmts() {
2857 if (!_insBl) {
2858 _insBl = db.prepare('INSERT OR IGNORE INTO ap_blocks (slug, target, kind, label, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
2859 _delBl = db.prepare('DELETE FROM ap_blocks WHERE slug = ? AND target = ?');
2860 _listBl = db.prepare('SELECT * FROM ap_blocks WHERE slug = ? ORDER BY created_at DESC');
2861 }
2862 return { ins: _insBl, del: _delBl, list: _listBl };
2863}
2864export function listBlocks(slug) { return blStmts().list.all(slug); }
2865
2866// True if an actor (or its whole domain) is blocked anywhere on this instance.
2867// Vote on a remote fediverse poll (a cached Question). A ballot = a Create(Note) carrying only a
2868// `name` (the chosen option) + inReplyTo the Question, addressed to the poll's author — the
2869// Mastodon-standard vote. Records our choice locally + optimistically bumps the counts; the
2870// author's Update(Question) refreshes the authoritative totals when it arrives.
2871export async function voteOnPoll(site, questionId, choices) {
2872 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2873 if (!base || !site || !site.slug || !questionId) return { error: 'config' };
2874 let row; try { row = db.prepare('SELECT author_uri, poll_json FROM ap_timeline WHERE id = ? AND slug = ? LIMIT 1').get(questionId, site.slug); } catch { /* ignore */ }
2875 if (!row || !row.poll_json) return { error: 'not_found' };
2876 let poll; try { poll = JSON.parse(row.poll_json); } catch { return { error: 'not_found' }; }
2877 if (poll.closed) return { error: 'closed' };
2878 if (poll.voted) return { error: 'already' };
2879 const valid = new Set(poll.options.map((o) => o.name));
2880 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
2881 if (!picks.length) return { error: 'invalid' };
2882 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
2883 const me = actorId(base, site.slug);
2884 const keys = getOrCreateKeys(site.slug);
2885 const authorUri = row.author_uri || null;
2886 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
2887 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
2888 if (!inbox) return { error: 'unreachable' };
2889 for (const name of chosen) {
2890 const nid = `${me}/votes/${Date.now()}-${rid()}`;
2891 const note = { id: nid, type: 'Note', attributedTo: me, to: authorUri ? [authorUri] : [], name, inReplyTo: questionId, published: new Date().toISOString() };
2892 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
2893 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
2894 }
2895 // Local optimistic update (authoritative counts arrive via the author's Update(Question)).
2896 poll.voted = poll.multiple ? chosen : chosen[0];
2897 for (const o of poll.options) if (chosen.includes(o.name)) o.count = (o.count || 0) + 1;
2898 if (poll.voters != null) poll.voters += 1;
2899 try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), questionId, site.slug); } catch { /* ignore */ }
2900 return { ok: true };
2901}
2902
2903// Vote on ANY fediverse poll by URL (the interact page) — no timeline cache needed. Fetches
2904// the Question fresh, validates the choice(s), and casts the Mastodon-standard ballot (a
2905// Create(Note) with `name` + inReplyTo) straight to the poll's author. Used for polls you find
2906// by URL, not just ones from accounts you follow (which go through voteOnPoll via /news).
2907export async function voteOnRemotePoll(site, questionUrl, choices) {
2908 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2909 if (!base || !site || !site.slug || !/^https?:\/\//i.test(String(questionUrl || ''))) return { error: 'config' };
2910 const q = await fetchActor(questionUrl).catch(() => null); // AP GET (SSRF-guarded)
2911 if (!q || q.type !== 'Question' || !q.id) return { error: 'not_found' };
2912 const poll = parsePoll(q);
2913 if (!poll) return { error: 'not_found' };
2914 if (poll.closed) return { error: 'closed' };
2915 const valid = new Set(poll.options.map((o) => o.name));
2916 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
2917 if (!picks.length) return { error: 'invalid' };
2918 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
2919 const authorUri = actorUriOf(q.attributedTo);
2920 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
2921 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
2922 if (!inbox) return { error: 'unreachable' };
2923 const me = actorId(base, site.slug);
2924 const keys = getOrCreateKeys(site.slug);
2925 for (const name of chosen) {
2926 const nid = `${me}/votes/${Date.now()}-${rid()}`;
2927 const note = { id: nid, type: 'Note', attributedTo: me, to: [authorUri], name, inReplyTo: q.id, published: new Date().toISOString() };
2928 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
2929 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
2930 }
2931 return { ok: true };
2932}
2933
2934// Report a remote post or account to its home instance (moderation). Sends the Mastodon-standard
2935// AS2 `Flag`: object = [reported account, reported status?], content = the reason, delivered to the
2936// reported account's inbox so their instance's moderators receive it. objectUri = a post URL (its
2937// author is resolved + included) OR pass actorUri to report an account directly.
2938export async function sendReport(site, { objectUri, actorUri, reason }) {
2939 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2940 if (!base || !site || !site.slug) return { error: 'config' };
2941 let targetActor = actorUri || null;
2942 let noteUri = null;
2943 if (objectUri && /^https?:\/\//i.test(objectUri)) {
2944 const note = await apGetJson(objectUri).catch(() => null);
2945 if (note && note.id) { noteUri = note.id; if (!targetActor) targetActor = actorUriOf(note.attributedTo); }
2946 else if (!targetActor) return { error: 'not_found' };
2947 }
2948 if (!targetActor || !/^https?:\/\//i.test(targetActor)) return { error: 'not_found' };
2949 const actor = await fetchActor(targetActor).catch(() => null);
2950 const inbox = actor && (actor.inbox || (actor.endpoints && actor.endpoints.sharedInbox)); // personal inbox → their moderators
2951 if (!inbox) return { error: 'unreachable' };
2952 const me = actorId(base, site.slug);
2953 const keys = getOrCreateKeys(site.slug);
2954 const object = [targetActor];
2955 if (noteUri && noteUri !== targetActor) object.push(noteUri);
2956 const flag = {
2957 '@context': AP_CONTEXT,
2958 id: `${me}#report-${Date.now()}-${rid()}`,
2959 type: 'Flag',
2960 actor: me,
2961 content: String(reason == null ? '' : reason).slice(0, 3000),
2962 object, // [account, status?] — Mastodon's Flag shape
2963 to: [targetActor],
2964 };
2965 deliverWithRetry(site.slug, inbox, flag, `${me}#main-key`, keys.private_pem);
2966 return { ok: true };
2967}
2968
2969export function isBlockedAny(actorUri) {
2970 if (!actorUri) return false;
2971 let domain = ''; try { domain = new URL(actorUri).host; } catch { /* ignore */ }
2972 try { return !!db.prepare("SELECT 1 FROM ap_blocks WHERE (kind='actor' AND target=?) OR (kind='domain' AND target=?) LIMIT 1").get(actorUri, domain); }
2973 catch { return false; }
2974}
2975
2976function purgeBlocked(kind, target) {
2977 try {
2978 if (kind === 'domain') {
2979 // Exact host match (a URL LIKE over-/under-matches: it misses bare-domain or :port
2980 // actor URIs and can catch look-alikes). Filter by parsed host, same as isBlockedAny.
2981 const purge = (table, col) => {
2982 let rows = [];
2983 try { rows = db.prepare(`SELECT DISTINCT ${col} AS u FROM ${table} WHERE ${col} IS NOT NULL AND ${col} != ''`).all(); } catch { return; }
2984 const del = db.prepare(`DELETE FROM ${table} WHERE ${col} = ?`);
2985 for (const r of rows) { let h = ''; try { h = new URL(r.u).host; } catch { /* skip */ } if (h === target) { try { del.run(r.u); } catch { /* ignore */ } } }
2986 };
2987 purge('ap_interactions', 'actor_uri');
2988 purge('ap_timeline', 'author_uri');
2989 purge('ap_followers', 'actor_uri');
2990 } else {
2991 db.prepare('DELETE FROM ap_interactions WHERE actor_uri = ?').run(target);
2992 db.prepare('DELETE FROM ap_timeline WHERE author_uri = ?').run(target);
2993 db.prepare('DELETE FROM ap_followers WHERE actor_uri = ?').run(target);
2994 }
2995 } catch { /* best-effort */ }
2996}
2997
2998// Block an actor (@handle or actor URL) or a whole domain; purges their content.
2999export async function blockTarget(site, input) {
3000 const raw = String(input || '').trim();
3001 if (!site || !site.slug || !raw) return { error: 'empty' };
3002 let kind, target, label;
3003 if (/^https?:\/\//i.test(raw)) { kind = 'actor'; target = raw; label = raw; }
3004 else if (raw.includes('@')) {
3005 const actorUrl = await webfingerResolve(raw);
3006 if (!actorUrl) return { error: 'not_found' };
3007 kind = 'actor'; target = actorUrl; label = raw.startsWith('@') ? raw : ('@' + raw);
3008 } else { kind = 'domain'; target = raw.toLowerCase(); label = raw.toLowerCase(); }
3009 blStmts().ins.run(site.slug, target, kind, label);
3010 purgeBlocked(kind, target);
3011 console.log('[AP] block', site.slug, kind, target);
3012 return { ok: true, label };
3013}
3014
3015export function unblock(site, target) { blStmts().del.run(site.slug, target); return { ok: true }; }
3016
3017export default {
3018 AP_CONTEXT, getOrCreateKeys, apWants, sendAP, actorId, noteId,
3019 buildActor, buildNote, buildCreate, buildOutbox, buildFollowers, buildFollowing, buildFeatured,
3020 followerCount, deliver, fetchActor, verifyRequest, handleInbox, deliverCreate, deliverDelete, deliverUpdate, deliverActorUpdate, resyncFeaturedPins,
3021 getInteractions, getInteractionById, setInteractionBoosted, setInteractionLiked, setMyReaction, getMyReactions, buildReplyNote, getOutboxNote, deliverReply, resolveRemoteNote,
3022 listOutbox, deliverOutboxDelete, deliverOutboxUpdate, deliverDirectNote,
3023 webfingerResolve, followActor, resolveRemoteActor, unfollowActor, listFollowing, setAutoBoost, backfillFromOutbox, getTimeline, sendInteraction, voteOnPoll, voteOnRemotePoll,
3024 parseOwnPoll, pollTally, ownPollView, deliverPollUpdate, maybeCrawlThread, sendReport, localMentionSlugs,
3025 autoBoostCount, boostedCount, markBoosted, unmarkBoosted, markLiked, unmarkLiked, getTimelineReaction, upsertBoostedNote, getCirkelPosts, getCirkelMembers, selfHealTimeline,
3026 getNotifications, listBlocks, isBlockedAny, blockTarget, unblock,
3027 deliverWithRetry, enqueueDelivery, processDeliveryQueue, startDeliveryWorker,
3028 getReplyUris, markNotificationsSeen, countUnseenNotifications, hasPlayableAudio,
3029 linkifyBody, bakePostContent, bakePostContentWithMentions, listFollowers, removeFollower, listConnections,
3030 noteVisibility, isRejectedObject, rejectInteraction, interactionReportTarget,
3031 getMessages, notificationsSeenAt, ingestOutboxActivity, c2sVisibility,
3032};
Note: See TracBrowser for help on using the repository browser.