source: Klonkt/src/services/ActivityPubService.js@ 87d2787

main
Last change on this file since 87d2787 was 1cc8c85, checked in by Robin <roboburr@…>, 8 weeks ago

Spoor A step 3b: buildNote is the single Note entry point (buildReplyNote delegates)

Fold buildReplyNote into buildNote via an isReply option, so ALL ActivityPub
Notes are built by one function. For now a reply stays the simple flavor
(pre-baked content, no title/cover/image/audio/embed machinery) behind an early
branch, so output is byte-identical (verified: reply Note deep-equals the old
buildReplyNote for both a mention+hashtag reply and a plain reply; 46 tests
green). buildReplyNote is now a thin delegate, so no caller changes. This is the
foundation for rich replies: when replies gain images/audio/embeds, the branch
collapses and they flow through the full post pipeline instead of duplicating it.

Co-Authored-By: Claude Opus 4.8 <noreply@…>

  • Property mode set to 100644
File size: 140.4 KB
Line 
1/**
2 * ActivityPubService — Klonkt as a real ActivityPub actor (fediverse bridge).
3 *
4 * Phase 1 (this file): the PUBLISH/discoverable side.
5 * - per-site RSA keypair (Mastodon-compatible HTTP Signatures; separate from
6 * the Ed25519 keys used by the lighter Cirkels v1)
7 * - builders for the Actor document, Note objects and the Outbox collection
8 * - apWants(): HTTP content-negotiation helper (activity+json vs HTML)
9 *
10 * The interactive side (inbox: Follow/Accept, signature verify, delivery to
11 * followers) lands in the next step and is tested live against Mastodon.
12 *
13 * AP actor URLs live under /ap/* so they never clash with the human pages:
14 * actor = <base>/ap/users/<slug>
15 * inbox = <actor>/inbox outbox = <actor>/outbox
16 * note = <base>/ap/notes/<postId>
17 */
18import crypto from 'crypto';
19import dns from 'dns';
20import net from 'net';
21import db from '../config/database.js';
22import HtmlSanitizerService from './HtmlSanitizerService.js';
23import AudioEmbedService from './AudioEmbedService.js';
24
25const PUBLIC = 'https://www.w3.org/ns/activitystreams#Public';
26// Full JSON-LD context for every AP object we emit: AS2 core + security (publicKey) + the
27// extension terms we actually use (Mastodon/toot + schema.org), each with a term definition
28// so a strict JSON-LD processor resolves them instead of dropping them → valid AS2/JSON-LD.
29// This is the same context shape Mastodon publishes, so Mastodon sees no change.
30const AP_CONTEXT = [
31 'https://www.w3.org/ns/activitystreams',
32 'https://w3id.org/security/v1',
33 {
34 toot: 'http://joinmastodon.org/ns#',
35 schema: 'http://schema.org#',
36 sensitive: 'as:sensitive',
37 Hashtag: 'as:Hashtag',
38 manuallyApprovesFollowers: 'as:manuallyApprovesFollowers',
39 discoverable: 'toot:discoverable',
40 featured: { '@id': 'toot:featured', '@type': '@id' },
41 PropertyValue: 'schema:PropertyValue',
42 value: 'schema:value',
43 embedUrl: { '@id': 'schema:embedUrl', '@type': '@id' },
44 // Poll (Question) extension: Question/oneOf/anyOf/endTime/closed are AS2 core, but the
45 // per-poll unique-voter count is a Mastodon (toot) term — declare it so the emitted
46 // Question stays valid JSON-LD (a strict processor would otherwise drop votersCount).
47 votersCount: 'toot:votersCount',
48 },
49];
50
51// Short random suffix so two activity ids minted in the same millisecond (e.g.
52// parallel saves) don't collide and get deduped by a receiver.
53const rid = () => crypto.randomBytes(4).toString('hex');
54
55// Keep only http(s) URLs — drops javascript:/data:/etc so a remote actor can't
56// smuggle a dangerous scheme into a stored href/src (rendered in owner-only views).
57const safeUrl = (u) => { const s = String(u == null ? '' : u).trim(); return /^https?:\/\//i.test(s) ? s : ''; };
58
59// ── SSRF guard for outbound fetches ───────────────────────────────
60// Remote URLs (actor/keyId/webfinger/inbox/inReplyTo) are attacker-controlled, so
61// every outbound fetch must refuse hosts that resolve to private/loopback ranges
62// (cloud metadata, internal services) — on the initial host AND each redirect hop.
63function isBlockedIp(ip) {
64 if (!ip) return true;
65 const v = net.isIP(ip);
66 if (v === 4) {
67 const o = ip.split('.').map(Number);
68 return o[0] === 127 || o[0] === 10 || o[0] === 0
69 || (o[0] === 172 && o[1] >= 16 && o[1] <= 31)
70 || (o[0] === 192 && o[1] === 168)
71 || (o[0] === 169 && o[1] === 254)
72 || (o[0] === 100 && o[1] >= 64 && o[1] <= 127); // CGNAT
73 }
74 if (v === 6) {
75 const s = ip.toLowerCase().replace(/^\[|\]$/g, '');
76 return s === '::1' || s === '::' || s.startsWith('fc') || s.startsWith('fd') || s.startsWith('fe80')
77 || s.startsWith('::ffff:127.') || s.startsWith('::ffff:10.') || s.startsWith('::ffff:192.168.')
78 || s.startsWith('::ffff:169.254.') || s.startsWith('::ffff:172.');
79 }
80 return true; // not an IP literal we recognise → refuse
81}
82async function assertPublicHost(hostname) {
83 if (net.isIP(hostname)) { if (isBlockedIp(hostname)) throw new Error('ssrf-blocked-ip'); return; }
84 const addrs = await dns.promises.lookup(hostname, { all: true });
85 if (!addrs.length || addrs.some((a) => isBlockedIp(a.address))) throw new Error('ssrf-blocked-host');
86}
87export async function safeFetch(url, opts = {}, maxRedirects = 3) {
88 let target = url;
89 for (let hop = 0; ; hop++) {
90 const u = new URL(target); // throws on malformed → caller's catch
91 if (u.protocol !== 'https:' && u.protocol !== 'http:') throw new Error('ssrf-bad-scheme');
92 await assertPublicHost(u.hostname);
93 const r = await fetch(target, { ...opts, redirect: 'manual', signal: AbortSignal.timeout(8000) });
94 const loc = (r.status >= 300 && r.status < 400) ? r.headers.get('location') : null;
95 if (loc && hop < maxRedirects) { target = new URL(loc, target).toString(); continue; }
96 return r;
97 }
98}
99const MAX_OUTBOX = 20;
100// Cache-buster for the music listen-link → forces Mastodon to re-crawl a FRESH
101// (square) player card. Bump this whenever the twitter:player card dimensions change.
102const FEDI_CARD_VER = '2';
103
104// ── RSA keys per actor (lazy, cached in DB) ───────────────────────
105// Prepared lazily (NOT at module load) — the ap_keys table is created in
106// initializeDatabase(), which runs after this module is imported.
107let _sel, _ins;
108function keyStmts() {
109 if (!_sel) {
110 _sel = db.prepare('SELECT public_pem, private_pem FROM ap_keys WHERE slug = ?');
111 _ins = db.prepare('INSERT OR IGNORE INTO ap_keys (slug, public_pem, private_pem, created_at) VALUES (?,?,?,CURRENT_TIMESTAMP)');
112 }
113 return { sel: _sel, ins: _ins };
114}
115
116export function getOrCreateKeys(slug) {
117 const { sel, ins } = keyStmts();
118 const row = sel.get(slug);
119 if (row) return row;
120 const { publicKey, privateKey } = crypto.generateKeyPairSync('rsa', {
121 modulusLength: 2048,
122 publicKeyEncoding: { type: 'spki', format: 'pem' },
123 privateKeyEncoding: { type: 'pkcs8', format: 'pem' },
124 });
125 ins.run(slug, publicKey, privateKey);
126 return sel.get(slug) || { public_pem: publicKey, private_pem: privateKey };
127}
128
129// ── content negotiation ───────────────────────────────────────────
130// True when the caller wants ActivityPub JSON rather than the HTML page.
131export function apWants(req) {
132 const a = String(req.headers.accept || '').toLowerCase();
133 return a.includes('application/activity+json') ||
134 (a.includes('application/ld+json') && a.includes('activitystreams'));
135}
136
137const AP_CONTENT_TYPE = 'application/activity+json; charset=utf-8';
138export function sendAP(res, obj) {
139 res.type(AP_CONTENT_TYPE);
140 res.set('Cache-Control', 'public, max-age=120');
141 res.send(JSON.stringify(obj));
142}
143
144// ── document builders ─────────────────────────────────────────────
145export function actorId(base, slug) { return `${base}/ap/users/${encodeURIComponent(slug)}`; }
146export function noteId(base, postId) { return `${base}/ap/notes/${encodeURIComponent(postId)}`; }
147
148export function buildActor(base, site) {
149 const id = actorId(base, site.slug);
150 const keys = getOrCreateKeys(site.slug);
151 const actor = {
152 '@context': AP_CONTEXT,
153 id,
154 type: 'Person',
155 preferredUsername: site.slug,
156 name: site.title || site.slug,
157 summary: site.tagline || site.description || '',
158 url: `${base}/${site.slug === site.primary_slug ? '' : 'user/' + encodeURIComponent(site.slug)}`,
159 manuallyApprovesFollowers: false,
160 discoverable: true,
161 inbox: `${id}/inbox`,
162 outbox: `${id}/outbox`,
163 followers: `${id}/followers`,
164 following: `${id}/following`,
165 featured: `${id}/featured`,
166 endpoints: { sharedInbox: `${base}/ap/inbox` },
167 publicKey: {
168 id: `${id}#main-key`,
169 owner: id,
170 publicKeyPem: keys.public_pem,
171 },
172 };
173 if (site.profile_photo) {
174 const u = /^https?:/.test(site.profile_photo) ? site.profile_photo : `${base}${site.profile_photo.startsWith('/') ? '' : '/'}${site.profile_photo}`;
175 actor.icon = { type: 'Image', url: u };
176 }
177 // Account creation date — shown by Mastodon + read by indexers (additive, standard AS2).
178 if (site.created_at) { try { actor.published = new Date(site.created_at).toISOString(); } catch { /* skip bad date */ } }
179 // Profile links → PropertyValue rows: Mastodon/PeerTube/WordPress-ActivityPub render these as
180 // profile metadata (rel=me enables link-back verification). Additive; ignored by simpler receivers.
181 try {
182 const links = JSON.parse(site.profile_links || '[]');
183 if (Array.isArray(links) && links.length) {
184 const esc = (s) => String(s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
185 const rows = links
186 .filter((l) => l && l.url && /^https?:/i.test(l.url))
187 .map((l) => ({
188 type: 'PropertyValue',
189 name: esc(l.platform || 'Link'),
190 value: `<a href="${esc(l.url).replace(/"/g, '&quot;')}" rel="me nofollow noopener" target="_blank">${esc(String(l.url).replace(/^https?:\/\//, ''))}</a>`,
191 }));
192 if (rows.length) actor.attachment = rows;
193 }
194 } catch { /* skip malformed profile_links */ }
195 return actor;
196}
197
198// Does a post's audio shortcodes reference at least one PLAYABLE (file-backed)
199// track? Link-only tracks (external Spotify/YouTube, media_id NULL) don't count —
200// they have no Klonkt-hosted audio to embed, so no player card / cover-suppression.
201export function hasPlayableAudio(content, siteId) {
202 if (!content || !/\[\[(track|album|playlist):/i.test(content)) return false;
203 try {
204 for (const m of content.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT media_id FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.media_id) return true; }
205 for (const m of content.matchAll(/\[\[album:([^\]]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM audio_tracks WHERE site_id = ? AND album = ? AND media_id IS NOT NULL LIMIT 1').get(siteId, m[1].trim())) return true; }
206 for (const m of content.matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id WHERE pt.playlist_id = ? AND t.media_id IS NOT NULL LIMIT 1').get(m[1])) return true; }
207 } catch { /* non-fatal */ }
208 return false;
209}
210
211// A single post as an AS2 Note (the object), and as a Create activity (for outbox/delivery).
212export function buildNote(base, site, post, opts = {}) {
213 // Replies are Notes too. buildNote is the single entry point for ALL Notes; a reply is
214 // (for now) the simple flavor: pre-baked content, no title/cover/image/audio/embed
215 // machinery, addressed to the parent actor + thread. This early branch keeps that output
216 // byte-identical to the old buildReplyNote. When rich replies land (images/audio/embeds),
217 // this branch collapses and replies flow through the full post pipeline below. `post` here
218 // is the ap_outbox reply row (id, in_reply_to, content, post_slug, created_at, to_actor).
219 if (opts.isReply) {
220 const meR = actorId(base, site.slug);
221 return {
222 id: noteId(base, post.id),
223 type: 'Note',
224 attributedTo: meR,
225 inReplyTo: post.in_reply_to || undefined,
226 content: post.content,
227 url: post.post_slug ? `${base}/${encodeURIComponent(post.post_slug)}` : undefined,
228 published: toISO(post.created_at),
229 to: post.to_actor ? [post.to_actor] : [PUBLIC],
230 cc: [PUBLIC, `${meR}/followers`],
231 tag: [
232 ...mentionTags(post.content),
233 ...hashtagTags(base, post.content),
234 ],
235 };
236 }
237 const id = noteId(base, post.id);
238 const aId = actorId(base, site.slug);
239 const human = `${base}/${encodeURIComponent(post.slug)}`;
240 // Mastodon ignores a Note's `name`, so put the title INTO the content (bold
241 // first line) — the standard blog→fediverse convention. post.content is
242 // already sanitized HTML; the title is plain text, so escape it.
243 const escTitle = String(post.title || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
244 const titleHtml = post.title ? `<p><strong>${escTitle}</strong></p>` : '';
245
246 // Images travel as AP `attachment` (Mastodon strips <img> from content). Collect
247 // the cover + any inline <img>, make absolute, then strip <img> from the content
248 // to avoid duplicate rendering on clients that DO keep them.
249 const abs = (u) => !u ? null : (/^https?:/i.test(u) ? u : `${base}${u.startsWith('/') ? '' : '/'}${u}`);
250 const mediaType = (u) => {
251 const e = ((u || '').split('?')[0].match(/\.(\w+)$/) || [])[1];
252 return ({ jpg: 'image/jpeg', jpeg: 'image/jpeg', png: 'image/png', gif: 'image/gif', webp: 'image/webp', avif: 'image/avif', mp4: 'video/mp4', webm: 'video/webm', mov: 'video/quicktime' })[(e || '').toLowerCase()] || 'image/jpeg';
253 };
254 const hadAudio = /\[\[(track|album|playlist):/i.test(post.content || '');
255 const playable = hasPlayableAudio(post.content || '', site && site.id);
256 // A post with an external embed (Spotify/YouTube/SoundCloud/Vimeo/Bandcamp/Apple) should let
257 // Mastodon render the embed's player CARD. Mastodon shows EITHER media attachments OR a link
258 // card, never both — so when the post has an embed link we skip the image attachments so the
259 // card wins. (On Klonkt nothing changes: the cover + the embed player still render.)
260 const hasEmbed = (() => {
261 const c = post.content || '';
262 if (/\[\[embed:/i.test(c)) return true;
263 for (const m of c.matchAll(/https?:\/\/[^\s"'<>]+/gi)) if (AudioEmbedService.detectProvider(m[0])) return true;
264 return false;
265 })();
266 // Link-only tracks (external Spotify/YouTube/SoundCloud, no hosted file): collect their links
267 // so we federate them — Mastodon cards the first (its player), the rest show as clickable links
268 // — instead of a bare "listen on site" link, and we suppress the cover so the card can show.
269 const trackEmbedLinks = (() => {
270 if (playable) return [];
271 const out = [];
272 try {
273 for (const m of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) {
274 const r = db.prepare('SELECT media_id, link_spotify, link_youtube, link_soundcloud FROM audio_tracks WHERE id = ?').get(m[1]);
275 if (r && !r.media_id) for (const u of [r.link_spotify, r.link_youtube, r.link_soundcloud]) if (u && /^https?:\/\//i.test(u)) out.push(u);
276 }
277 } catch { /* non-fatal */ }
278 return [...new Set(out)].slice(0, 6);
279 })();
280 const noImages = playable || hasEmbed || trackEmbedLinks.length > 0; // suppress images → let the player/embed card show
281 const urls = [];
282 // Posts with PLAYABLE hosted audio suppress image attachments so Mastodon renders
283 // the player CARD (twitter:player) instead of the cover — media attachment and
284 // link/player card are mutually exclusive on Mastodon. Link-only audio (external)
285 // keeps its cover (no player card to show).
286 // An animated cover federates as the muted loop MP4 (→ a Video attachment): animated WebP is
287 // unreliable on Mastodon and its iOS apps; the MP4 plays everywhere. Else the still cover image.
288 // Each entry carries the media URL + its alt text (federated as the AS2 attachment `name`, for a11y).
289 if (post.cover_video_url && !noImages) urls.push({ url: abs(post.cover_video_url), name: post.cover_alt || '' });
290 else if (post.cover_image_url && !noImages) urls.push({ url: abs(post.cover_image_url), name: post.cover_alt || '' });
291 let body = post.content || '';
292 // Only federate inline images we can actually serve: absolute http(s) URLs, or our own
293 // /media/ uploads. A relative path we don't host (e.g. a stale /images/... ref) would 404
294 // and show up as a black tile in Mastodon's attachment grid. Carry the <img alt="…"> through
295 // as the attachment description.
296 if (!noImages) for (const m of body.matchAll(/<img\b[^>]*>/gi)) {
297 const tag = m[0];
298 const src = (tag.match(/\bsrc="([^"]+)"/i) || [])[1];
299 if (!src || !(/^https?:\/\//i.test(src) || src.startsWith('/media/'))) continue;
300 const alt = (tag.match(/\balt="([^"]*)"/i) || [])[1] || '';
301 urls.push({ url: abs(src), name: alt });
302 }
303 body = body.replace(/<img\b[^>]*>/gi, '');
304 // Audio shortcodes: do NOT federate the raw audio file — Klonkt deliberately
305 // gates audio (the /audio/stream URL has friction), and shipping it as an AP
306 // audio attachment would hand Mastodon a plain, downloadable mp3 URL. Instead,
307 // replace the shortcodes with a "🎵 listen on the site" link so the post invites
308 // a click-through to the protected player (discovery without leaking the file).
309 const esc = (s) => String(s == null ? '' : s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
310 const audioLabels = [];
311 try {
312 for (const m of body.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT title FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.title) audioLabels.push(r.title); }
313 for (const m of body.matchAll(/\[\[album:([^\]]+)\]\]/g)) audioLabels.push(m[1].trim());
314 } catch { /* non-fatal */ }
315 // fedi_open tracks → real AS2 Audio attachments (the actual file URL, served ungated) so
316 // EVERY client incl. the Mastodon apps plays them inline natively. Gated tracks (default)
317 // stay link/card-only — the file is never exposed for them. Resolve from post.content so a
318 // later body mutation can't affect it.
319 const openAudio = [];
320 if (hadAudio) {
321 const seenA = new Set();
322 const addRow = (r) => {
323 const fn = r.filename || (r.storage_path || '').split('/').pop();
324 if (!fn || seenA.has(fn)) return; seenA.add(fn);
325 const a = { type: 'Audio', mediaType: r.mime_type || 'audio/mpeg', url: `${base}/audio/stream/${encodeURIComponent(fn)}`, name: r.title || 'Audio' };
326 // Cover art on the Audio attachment (AS2 `icon`): track cover, else the post cover.
327 // Mastodon renders it as the artwork thumbnail on its native audio player.
328 const art = abs(r.cover_url || post.cover_image_url || null);
329 if (art) a.icon = { type: 'Image', mediaType: mediaType(art), url: art };
330 openAudio.push(a);
331 };
332 const SEL = 'SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM audio_tracks t JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND ';
333 try {
334 for (const mm of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare(SEL + 't.id = ?').get(mm[1]); if (r) addRow(r); }
335 for (const mm of (post.content || '').matchAll(/\[\[album:([^\]]+)\]\]/g)) for (const r of db.prepare(SEL + 't.site_id = ? AND t.album = ? ORDER BY t.rowid').all(site.id, mm[1].trim())) addRow(r);
336 for (const mm of (post.content || '').matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) for (const r of db.prepare('SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND pt.playlist_id = ? ORDER BY pt.position').all(mm[1])) addRow(r);
337 } catch { /* non-fatal */ }
338 }
339 body = body.replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
340 // External embeds ([[embed:url]]) → emit the bare URL as a link so Mastodon
341 // renders its OWN preview/player card (YouTube/Spotify/SoundCloud/etc) instead
342 // of federating the raw shortcode text.
343 body = body.replace(/\[\[embed:([^\]]+)\]\]/gi, (mm, raw) => {
344 const u = esc(raw.trim().replace(/&amp;/g, '&'));
345 return `<p><a href="${u}">${u}</a></p>`;
346 });
347 if (hadAudio) {
348 const lbl = audioLabels.length ? esc(audioLabels.slice(0, 4).join(', ')) : '';
349 if (trackEmbedLinks.length) {
350 // Link-only track(s): emit the external link(s). Mastodon cards the first (Spotify → its
351 // player), the rest render as clickable links — the fediverse-native "embed + links".
352 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong>` : ''}</p>`;
353 for (const u of trackEmbedLinks) { const eu = esc(u); body += `<p><a href="${eu}">${eu}</a></p>`; }
354 } else {
355 // For playable posts, append a version param to the listen-link so Mastodon
356 // sees a NEW card URL and re-crawls it (fresh SQUARE player card) instead of
357 // reusing the cached landscape one. Invisible: the link TEXT stays clean, the
358 // page ignores the param. Bump FEDI_CARD_VER when the card dimensions change.
359 const listenHref = playable ? `${human}?fc=${FEDI_CARD_VER}` : human;
360 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong> — ` : ''}<a href="${listenHref}">listen on ${esc(site.title || 'the site')}</a></p>`;
361 }
362 }
363 // Klonkt renders post content with white-space:pre-wrap, so raw newlines ARE line
364 // breaks on the site. Mastodon (plain HTML) collapses whitespace and would drop them,
365 // so convert newlines to <br> for the federated copy (content already made with
366 // shift+enter uses <br> and has no \n → this is a no-op there).
367 body = body.replace(/\r?\n/g, '<br>');
368 body = linkHashtags(base, body); // link inline #hashtags in the post body too
369 body = linkUrls(body); // bare URLs → clickable links on the federated copy
370 // Append the tags-field hashtags to the content so Mastodon renders them as clickable
371 // hashtags (a Hashtag that's only in the `tag` array isn't shown inline). CamelCase
372 // multi-word tags; skip any already present inline in the body.
373 {
374 const inlineTags = new Set(hashtagTags(base, body).map((h) => h.name.slice(1).toLowerCase()));
375 const addSeen = new Set();
376 const tagLinks = normalizeTags(post.tags).map(tagParts).filter(Boolean)
377 .filter((p) => !inlineTags.has(p.slug) && !addSeen.has(p.slug) && addSeen.add(p.slug))
378 .map((p) => `<a href="${base}/tag/${encodeURIComponent(p.slug)}" class="mention hashtag" rel="tag">#${p.label}</a>`);
379 if (tagLinks.length) body += `<p>${tagLinks.join(' ')}</p>`;
380 }
381 const seen = new Set();
382 const attachment = urls.filter((x) => x && x.url)
383 .filter((x) => { if (seen.has(x.url)) return false; seen.add(x.url); return true; })
384 .map((x) => { const mt = mediaType(x.url); // specific AS2 subtype (Image/Audio/Video) over generic Document
385 const ty = /^image\//i.test(mt) ? 'Image' : /^video\//i.test(mt) ? 'Video' : /^audio\//i.test(mt) ? 'Audio' : 'Document';
386 const a = { type: ty, mediaType: mt, url: x.url };
387 if (x.name) a.name = String(x.name).slice(0, 1500); // alt text / description (AS2 `name`)
388 return a; });
389 for (const a of openAudio) attachment.push(a); // fedi_open tracks → native Audio players
390
391 // Inline @user@host mentions: the Mention tag objects + the mentioned actor URIs. Only
392 // present when the content was already mention-linked (deliverCreate/Update resolve them
393 // at send time); a plain buildNote (outbox/notes) yields none.
394 const _mentionTags = mentionTags(body);
395 const _mentionCc = _mentionTags.map((t) => t.href);
396
397 const note = {
398 id,
399 type: 'Note',
400 attributedTo: aId,
401 content: titleHtml + body,
402 url: human,
403 published: new Date(post.published_at || post.created_at || Date.now()).toISOString(),
404 // fan_only = "fans only" → followers-only visibility (delivered to your followers
405 // but not addressed to Public, so Mastodon shows it only to them and can't boost it).
406 to: post.fan_only ? [`${aId}/followers`] : [PUBLIC],
407 // Mentioned actors (from inline @user@host links the caller resolved) are addressed in cc
408 // so Mastodon notifies them; empty unless the content was mention-linked (delivery time).
409 cc: [...new Set([...(post.fan_only ? [] : [`${aId}/followers`]), ..._mentionCc])],
410 tag: [...buildHashtagList(base, post.tags, body), ..._mentionTags],
411 replies: `${id}/replies`,
412 // NSFW → Mastodon-style content warning: sensitive (blurs media) + a summary/spoiler
413 // (hides the whole post behind a "Gevoelige inhoud" button until the reader opens it).
414 sensitive: !!post.nsfw,
415 };
416 if (post.nsfw) note.summary = post.content_warning || 'Gevoelige inhoud';
417 if (attachment.length) note.attachment = attachment;
418 // When the cover attachment is suppressed (hosted audio OR an external embed/link-only track →
419 // so Mastodon shows the player/link card, not media), still expose the cover via AS2 `image` so
420 // card/grid consumers (the Klonkt Cirkel/News feed) can show it. Mastodon ignores a Note's
421 // `image`, so its card is unaffected — but a Klonkt receiver reads it (handleInbox o.image).
422 if (post.cover_image_url && noImages) {
423 const cov = abs(post.cover_image_url);
424 if (cov) { note.image = { type: 'Image', mediaType: mediaType(cov), url: cov }; if (post.cover_alt) note.image.name = String(post.cover_alt).slice(0, 1500); }
425 }
426 // Experiment (mirrors PeerTube / schema.org `embedUrl`): point at the GATED player page
427 // (/embed) so a client that honours embedUrl can show an inline player WITHOUT ever
428 // getting the audio file — the anti-steal posture is untouched. `embedUrl` is a real
429 // standard field name (not a Klonkt invention); if Mastodon's apps honour it on a Note we
430 // make it JSON-LD-clean with a context term, otherwise it degrades to the player card.
431 if (playable) note.embedUrl = `${base}/embed?post=${encodeURIComponent(post.slug)}`;
432 // Content language → AS2 contentMap (a BCP-47-keyed copy of the content). Mastodon reads the
433 // language from its key for the timeline language filter + the translate button. Emitted
434 // alongside `content` (Mastodon sends both); a plain receiver just uses `content`.
435 if (post.language && /^[a-z]{2,3}(-[A-Za-z]{2,4})?$/.test(post.language)) note.contentMap = { [post.language]: note.content };
436 // A hosted poll → federate as an AS2 Question (options + live tally). Do this last so it
437 // reuses the note's content/addressing/tags, then swaps the type and strips media.
438 const ownPoll = parseOwnPoll(post.poll_json);
439 if (ownPoll) applyPollToNote(note, post.id, ownPoll);
440 return note;
441}
442
443// All reply note URIs on a local post (inbound fediverse replies + our own
444// outbound replies) — backs the Note's `replies` Collection so remote servers
445// can fetch the whole thread.
446export function getReplyUris(base, postId) {
447 const out = [];
448 try {
449 for (const r of db.prepare("SELECT object_uri FROM ap_interactions WHERE kind = 'reply' AND post_id = ? AND object_uri != '' ORDER BY created_at").all(postId)) out.push(r.object_uri);
450 for (const r of db.prepare('SELECT id FROM ap_outbox WHERE post_id = ? ORDER BY rowid').all(postId)) out.push(`${base}/ap/notes/${r.id}`);
451 } catch { /* non-fatal */ }
452 return out;
453}
454
455// Notifications "seen" tracking → a real bell badge. Stored per site in app_settings.
456export function markNotificationsSeen(slug) {
457 try {
458 db.prepare("INSERT INTO app_settings (key, value, updated_at) VALUES (?, ?, CURRENT_TIMESTAMP) ON CONFLICT(key) DO UPDATE SET value = excluded.value, updated_at = CURRENT_TIMESTAMP")
459 .run(`fedi_notif_seen:${slug}`, new Date().toISOString());
460 } catch { /* non-fatal */ }
461}
462export function countUnseenNotifications(slug) {
463 try {
464 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
465 const seen = row ? Date.parse(row.value) : 0;
466 let n = 0;
467 for (const it of getNotifications(slug, 50)) { if (Date.parse(it.created_at) > seen) n++; }
468 return n;
469 } catch { return 0; }
470}
471
472export function buildCreate(base, site, post) {
473 const note = buildNote(base, site, post);
474 return {
475 '@context': AP_CONTEXT,
476 id: note.id + '#create',
477 type: 'Create',
478 actor: actorId(base, site.slug),
479 published: note.published,
480 to: note.to,
481 cc: note.cc,
482 object: note,
483 };
484}
485
486export function buildOutbox(base, site, posts) {
487 const id = `${actorId(base, site.slug)}/outbox`;
488 const items = (posts || []).slice(0, MAX_OUTBOX).map((p) => buildCreate(base, site, p));
489 return {
490 '@context': AP_CONTEXT,
491 id,
492 type: 'OrderedCollection',
493 totalItems: items.length,
494 orderedItems: items,
495 };
496}
497
498export function buildFollowers(base, site, count) {
499 const id = `${actorId(base, site.slug)}/followers`;
500 return {
501 '@context': AP_CONTEXT,
502 id,
503 type: 'OrderedCollection',
504 totalItems: count || 0,
505 orderedItems: [], // hidden for privacy; count only
506 };
507}
508
509// The accounts this site follows — count only, mirroring buildFollowers. The spec lists
510// `following` as a standard actor property; Hubzilla/Friendica + crawlers expect it.
511export function buildFollowing(base, site, count) {
512 const id = `${actorId(base, site.slug)}/following`;
513 return {
514 '@context': AP_CONTEXT,
515 id,
516 type: 'OrderedCollection',
517 totalItems: count || 0,
518 orderedItems: [], // count only
519 };
520}
521
522// Pinned posts → the actor's `featured` collection. Mastodon reads this and shows
523// these as the "Featured" tab (pinned to the profile). Posts come ordered by pin
524// rank; embedded as full Notes so a remote server doesn't need extra fetches.
525export function buildFeatured(base, site, posts) {
526 const id = `${actorId(base, site.slug)}/featured`;
527 const items = (posts || []).map((p) => buildNote(base, site, p));
528 return {
529 '@context': AP_CONTEXT,
530 id,
531 type: 'OrderedCollection',
532 totalItems: items.length,
533 orderedItems: items,
534 };
535}
536
537// ── followers store (lazy stmts) ──────────────────────────────────
538let _insF, _delF, _listF, _cntF;
539function fStmts() {
540 if (!_insF) {
541 _insF = db.prepare('INSERT OR IGNORE INTO ap_followers (slug, actor_uri, inbox, shared_inbox, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
542 _delF = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND actor_uri = ?');
543 _listF = db.prepare('SELECT inbox, shared_inbox FROM ap_followers WHERE slug = ?');
544 _cntF = db.prepare('SELECT COUNT(*) n FROM ap_followers WHERE slug = ?');
545 }
546 return { ins: _insF, del: _delF, list: _listF, cnt: _cntF };
547}
548export function followerCount(slug) { return fStmts().cnt.get(slug).n; }
549
550// Followers with delivery health, for the management list. Never-delivered accounts
551// first, then oldest successful delivery first — i.e. the cleanup candidates on top.
552export function listFollowers(slug) {
553 return db.prepare(
554 `SELECT id, actor_uri, inbox, shared_inbox, created_at, last_delivery_at, last_error_at
555 FROM ap_followers WHERE slug = ?
556 ORDER BY (last_delivery_at IS NULL) DESC, last_delivery_at ASC, created_at ASC`
557 ).all(slug);
558}
559// Manually drop a follower after a check (a still-live account would have to re-follow).
560export function removeFollower(slug, id) {
561 const info = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND id = ?').run(slug, id);
562 return info.changes > 0;
563}
564
565// ── inbound interactions store (replies / likes / boosts) + our outbound replies ──
566let _insI, _delLA, _delReply, _listI, _getI, _insO, _listO, _getO;
567function iStmts() {
568 if (!_insI) {
569 _insI = db.prepare('INSERT OR IGNORE INTO ap_interactions (kind, post_id, object_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, parent_uri, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
570 _delLA = db.prepare('DELETE FROM ap_interactions WHERE kind = ? AND post_id = ? AND actor_uri = ?');
571 _delReply = db.prepare("DELETE FROM ap_interactions WHERE kind = 'reply' AND object_uri = ?");
572 _listI = db.prepare('SELECT id, kind, object_uri, parent_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, created_at, acted_boost, acted_like FROM ap_interactions WHERE post_id = ? ORDER BY created_at ASC');
573 _getI = db.prepare('SELECT * FROM ap_interactions WHERE id = ?');
574 _insO = db.prepare('INSERT INTO ap_outbox (id, site_slug, post_id, post_slug, in_reply_to, to_actor, to_handle, content, created_at) VALUES (?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
575 _listO = db.prepare('SELECT * FROM ap_outbox WHERE post_id = ? ORDER BY created_at ASC');
576 _getO = db.prepare('SELECT * FROM ap_outbox WHERE id = ?');
577 }
578 return { ins: _insI, delLA: _delLA, delReply: _delReply, list: _listI, getI: _getI, insO: _insO, listO: _listO, getO: _getO };
579}
580
581export function getInteractionById(id) { return iStmts().getI.get(id); }
582export function setInteractionBoosted(id, on) {
583 db.prepare('UPDATE ap_interactions SET acted_boost = ? WHERE id = ?').run(on ? 1 : 0, id);
584}
585export function setInteractionLiked(id, on) {
586 db.prepare('UPDATE ap_interactions SET acted_like = ? WHERE id = ?').run(on ? 1 : 0, id);
587}
588// Your like/boost state on a REMOTE post (interact page toggles).
589export function setMyReaction(slug, uri, kind, on) {
590 if (on) db.prepare('INSERT OR IGNORE INTO ap_my_reactions (site_slug, target_uri, kind) VALUES (?,?,?)').run(slug, uri, kind);
591 else db.prepare('DELETE FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ? AND kind = ?').run(slug, uri, kind);
592}
593export function getMyReactions(slug, uri) {
594 const rows = (slug && uri) ? db.prepare('SELECT kind FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ?').all(slug, uri) : [];
595 return { liked: rows.some((r) => r.kind === 'like'), boosted: rows.some((r) => r.kind === 'boost') };
596}
597
598const localPostExists = (id) => { try { return !!db.prepare('SELECT 1 FROM posts WHERE id = ?').get(id); } catch { return false; } };
599// Extract our local post id from a note URL, but only if it's ours (base match).
600function postIdFromNoteUrl(url, base) {
601 const s = String(url || '');
602 if (base && !s.startsWith(base)) return null;
603 const m = s.match(/\/ap\/notes\/([^/?#]+)/);
604 return m ? decodeURIComponent(m[1]) : null;
605}
606function deriveHandle(actorUri) {
607 try { const u = new URL(actorUri); const seg = u.pathname.split('/').filter(Boolean).pop() || ''; return `@${seg}@${u.host}`; } catch { return String(actorUri || ''); }
608}
609function actorInfo(doc, actorUri) {
610 let host = ''; try { host = new URL(actorUri).host; } catch { /* keep empty */ }
611 const handle = doc && doc.preferredUsername ? `@${doc.preferredUsername}@${host}` : deriveHandle(actorUri);
612 const icon = doc && doc.icon ? (doc.icon.url || (Array.isArray(doc.icon) && doc.icon[0] && doc.icon[0].url)) : null;
613 return {
614 name: (doc && (doc.name || doc.preferredUsername)) || handle,
615 handle,
616 url: safeUrl((doc && (doc.url || doc.id)) || actorUri) || null,
617 icon: safeUrl(icon) || null,
618 };
619}
620
621// Given an inReplyTo note URL, find which local post the thread belongs to + the
622// note being replied to (parent), so a reply-to-a-comment can be nested.
623function findThreadTarget(inReplyTo, base) {
624 if (!inReplyTo) return null;
625 const seg = postIdFromNoteUrl(inReplyTo, base); // our /ap/notes/<id> segment (if ours)
626 if (seg && localPostExists(seg)) return { post_id: seg, parent_uri: inReplyTo };
627 if (seg) {
628 try { const o = db.prepare('SELECT post_id FROM ap_outbox WHERE id = ?').get(seg); if (o && o.post_id) return { post_id: o.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
629 }
630 try { const row = db.prepare("SELECT post_id FROM ap_interactions WHERE object_uri = ? AND kind = 'reply' LIMIT 1").get(inReplyTo); if (row && row.post_id) return { post_id: row.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
631 return null;
632}
633
634// Drop the leading @mention(s) a federated reply carries (the person being replied to),
635// so a comment reads "dope tekening ouwe" instead of "@jason@jasonhacky.nl dope …".
636// Keeps a leading <p> wrapper; handles mention <a> links and plain-text @user@domain.
637export function stripLeadingMentions(html) {
638 if (!html) return html;
639 let s = String(html);
640 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:<a\b[^>]*>\s*@[^<]+<\/a>[  ]*)+/i, (m, p) => p || '');
641 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:@[\w.-]+(?:@[\w.-]+)?[  ]+)+/i, (m, p) => p || '');
642 return s;
643}
644
645// View-ready threaded view of a post's fediverse activity (inbound replies +
646// our outbound replies, nested), plus like/boost counts.
647export function getInteractions(postId, base, site) {
648 const s = iStmts();
649 const rows = s.list.all(postId);
650 const baseClean = (base || process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
651 const postNoteId = baseClean ? `${baseClean}/ap/notes/${postId}` : null;
652 // Our own (outbound) replies show the SITE identity for everyone (not "You").
653 let host = ''; try { host = new URL(baseClean).host; } catch { /* ignore */ }
654 const siteName = (site && (site.title || site.slug)) || '';
655 const siteHandle = (site && site.slug && host) ? `@${site.slug}@${host}` : '';
656 const siteUrl = baseClean ? `${baseClean}/` : '';
657 const siteIcon = (site && site.profile_photo) || null;
658
659 const nodes = [];
660 for (const r of rows) {
661 if (r.kind !== 'reply') continue;
662 nodes.push({
663 noteId: r.object_uri, parent: r.parent_uri || null, mine: false, id: r.id,
664 actor_name: r.actor_name, actor_handle: r.actor_handle, actor_url: r.actor_url,
665 actor_icon: r.actor_icon, content: stripLeadingMentions(r.content), created_at: r.published || r.created_at,
666 acted_boost: !!r.acted_boost, acted_like: !!r.acted_like,
667 children: [],
668 });
669 }
670 for (const o of s.listO.all(postId)) {
671 nodes.push({
672 noteId: baseClean ? `${baseClean}/ap/notes/${o.id}` : o.id, parent: o.in_reply_to || null,
673 mine: true, outboxId: o.id, content: stripLeadingMentions(o.content), created_at: o.created_at,
674 actor_name: siteName, actor_handle: siteHandle, actor_url: siteUrl, actor_icon: siteIcon,
675 children: [],
676 });
677 }
678
679 const byId = new Map(nodes.map((n) => [n.noteId, n]));
680 const isTop = (n) => !n.parent || n.parent === postNoteId || !byId.has(n.parent);
681 const tops = [];
682 for (const n of nodes) {
683 if (isTop(n)) { tops.push(n); continue; }
684 let anc = n, guard = 0;
685 while (!isTop(anc) && guard++ < 12) anc = byId.get(anc.parent);
686 anc.children.push(n);
687 }
688 const byTime = (a, b) => new Date(a.created_at) - new Date(b.created_at);
689 tops.sort(byTime).forEach((t) => t.children.sort(byTime));
690
691 return {
692 thread: tops,
693 likeCount: rows.filter((r) => r.kind === 'like').length,
694 announceCount: rows.filter((r) => r.kind === 'announce').length,
695 total: nodes.length,
696 };
697}
698
699// ── HTTP Signatures + delivery ────────────────────────────────────
700const slugFromActorUrl = (url) => { const m = String(url || '').match(/\/ap\/users\/([^/?#]+)/); return m ? decodeURIComponent(m[1]) : null; };
701// Which of OUR sites are named in a note's Mention tags? Only hrefs on our own base count
702// (an /ap/users/<slug> path on a remote host is someone else's actor), and the slug must be
703// an existing site. Deduped.
704export function localMentionSlugs(tags, base) {
705 if (!base) return [];
706 const out = [], seen = new Set();
707 for (const t of (Array.isArray(tags) ? tags : (tags ? [tags] : []))) {
708 if (!t || t.type !== 'Mention' || typeof t.href !== 'string') continue;
709 if (!t.href.startsWith(base + '/ap/users/')) continue;
710 const slug = slugFromActorUrl(t.href);
711 if (!slug || seen.has(slug)) continue; seen.add(slug);
712 try { if (db.prepare('SELECT 1 FROM sites WHERE slug = ?').get(slug)) out.push(slug); } catch { /* ignore */ }
713 }
714 return out;
715}
716
717// Sign + POST an activity to a remote inbox (draft-cavage HTTP Signatures, RSA-SHA256).
718export async function deliver(inboxUrl, bodyObj, keyId, privatePem) {
719 const body = JSON.stringify(bodyObj);
720 const u = new URL(inboxUrl);
721 const date = new Date().toUTCString();
722 const digest = 'SHA-256=' + crypto.createHash('sha256').update(body).digest('base64');
723 const signingString = `(request-target): post ${u.pathname}\nhost: ${u.host}\ndate: ${date}\ndigest: ${digest}`;
724 const signature = crypto.sign('sha256', Buffer.from(signingString), privatePem).toString('base64');
725 const sig = `keyId="${keyId}",algorithm="rsa-sha256",headers="(request-target) host date digest",signature="${signature}"`;
726 const r = await safeFetch(inboxUrl, {
727 method: 'POST',
728 headers: { 'Content-Type': 'application/activity+json', Accept: 'application/activity+json', Date: date, Digest: digest, Signature: sig },
729 body,
730 });
731 return r.status;
732}
733
734export async function fetchActor(url) {
735 try {
736 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
737 if (!r.ok) return null;
738 const len = Number(r.headers.get('content-length') || 0);
739 if (len > 2_000_000) return null; // refuse oversized actor docs
740 return await r.json();
741 } catch { return null; }
742}
743
744// ── Delivery queue with retries ───────────────────────────────────
745// Outbound deliveries are tried immediately; on failure (down server, timeout,
746// non-2xx) they're queued and retried with backoff so a briefly-offline follower
747// doesn't silently miss the post. The signing key is NOT stored — the worker
748// re-derives it from the actor slug at send time.
749const DELIVERY_MAX_ATTEMPTS = 6;
750const DELIVERY_BACKOFF_MIN = [1, 5, 15, 60, 180, 360];
751let _insDeliv, _dueDeliv, _delDeliv, _bumpDeliv;
752function deliveryStmts() {
753 if (!_insDeliv) {
754 _insDeliv = db.prepare('INSERT INTO ap_delivery (slug, inbox, body, attempts, next_at) VALUES (?,?,?,0,CURRENT_TIMESTAMP)');
755 _dueDeliv = db.prepare("SELECT * FROM ap_delivery WHERE datetime(next_at) <= datetime('now') ORDER BY next_at LIMIT 30");
756 _delDeliv = db.prepare('DELETE FROM ap_delivery WHERE id = ?');
757 _bumpDeliv = db.prepare('UPDATE ap_delivery SET attempts = ?, next_at = ? WHERE id = ?');
758 }
759 return { ins: _insDeliv, due: _dueDeliv, del: _delDeliv, bump: _bumpDeliv };
760}
761export function enqueueDelivery(slug, inbox, activity) {
762 if (!slug || !inbox || !activity) return;
763 try { deliveryStmts().ins.run(slug, inbox, JSON.stringify(activity)); } catch { /* ignore */ }
764}
765// Record delivery health per follower so the followers list can flag dead accounts.
766// Keyed by inbox: a shared-inbox POST reaches every follower behind it, so all of them
767// are marked. A non-follower inbox (inline @mention) simply matches 0 rows.
768let _fDelivOk, _fDelivErr;
769function markFollowerDelivery(slug, inbox, ok) {
770 if (!slug || !inbox) return;
771 try {
772 if (!_fDelivOk) {
773 _fDelivOk = db.prepare('UPDATE ap_followers SET last_delivery_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
774 _fDelivErr = db.prepare('UPDATE ap_followers SET last_error_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
775 }
776 (ok ? _fDelivOk : _fDelivErr).run(slug, inbox, inbox);
777 } catch { /* health tracking is non-fatal */ }
778}
779// Deliver now; queue for retry if it fails.
780export async function deliverWithRetry(slug, inbox, activity, keyId, privPem) {
781 if (!inbox) return;
782 try { const st = await deliver(inbox, activity, keyId, privPem); if (st >= 200 && st < 300) { markFollowerDelivery(slug, inbox, true); return; } } catch { /* queue below */ }
783 enqueueDelivery(slug, inbox, activity);
784}
785let _processingDeliv = false;
786export async function processDeliveryQueue() {
787 if (_processingDeliv) return; // re-entrancy guard: 30 rows × 8s can exceed the 60s tick → no double-delivery
788 _processingDeliv = true;
789 try {
790 let rows;
791 try { rows = deliveryStmts().due.all(); } catch { return; }
792 if (!rows || !rows.length) return;
793 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
794 for (const row of rows) {
795 let ok = false;
796 try {
797 const keys = getOrCreateKeys(row.slug);
798 const st = await deliver(row.inbox, JSON.parse(row.body), `${actorId(base, row.slug)}#main-key`, keys.private_pem);
799 ok = st >= 200 && st < 300;
800 } catch { ok = false; }
801 if (ok) { markFollowerDelivery(row.slug, row.inbox, true); deliveryStmts().del.run(row.id); continue; }
802 const attempts = row.attempts + 1;
803 if (attempts >= DELIVERY_MAX_ATTEMPTS) { markFollowerDelivery(row.slug, row.inbox, false); deliveryStmts().del.run(row.id); console.warn('[AP] delivery gave up after', attempts, 'tries →', row.inbox); continue; }
804 // Index the backoff on the CURRENT attempt count (row.attempts) so the first
805 // retry uses the 1-min tier instead of skipping it.
806 const mins = DELIVERY_BACKOFF_MIN[Math.min(row.attempts, DELIVERY_BACKOFF_MIN.length - 1)];
807 deliveryStmts().bump.run(attempts, new Date(Date.now() + mins * 60000).toISOString(), row.id);
808 }
809 } finally { _processingDeliv = false; }
810}
811let _delivTimer = null;
812export function startDeliveryWorker() {
813 if (_delivTimer) return;
814 _delivTimer = setInterval(() => { processDeliveryQueue().catch(() => {}); }, 60 * 1000);
815 if (_delivTimer.unref) _delivTimer.unref();
816}
817
818// Best-effort verification of an incoming signed request. Returns the sender's
819// actor doc if the signature checks out, else null. (Not gating yet — MVP.)
820// Max clock skew for the signed Date header (replay window). Generous default to tolerate
821// federating servers with drifting clocks; an operator can widen it via env.
822const SIG_MAX_SKEW_MS = (Number(process.env.AP_SIG_MAX_SKEW_MIN) || 60) * 60 * 1000;
823export async function verifyRequest(req) {
824 const sigH = req.headers['signature'];
825 if (!sigH) return null;
826 const p = Object.fromEntries([...sigH.matchAll(/([a-zA-Z]+)="([^"]*)"/g)].map((m) => [m[1], m[2]]));
827 if (!p.keyId || !p.signature) return null;
828 const actor = await fetchActor(p.keyId.split('#')[0]);
829 const pem = actor && actor.publicKey && actor.publicKey.publicKeyPem;
830 if (!pem) return null;
831 const hs = (p.headers || '(request-target) host date').split(/\s+/);
832 // Behind a reverse proxy the raw Host header is the backend bind (e.g. localhost:3000, when
833 // the proxy doesn't preserve it — Apache .htaccess [P] proxying), but the sender signed the
834 // HTTP-Signature over the PUBLIC host. Try each candidate host (the configured PUBLIC_BASE_URL
835 // host, the proxy's X-Forwarded-Host, and the raw Host) and accept if the signature verifies
836 // against any. An attacker can't forge a match (no private key), so this only rescues the
837 // legitimate proxied case. Also normalise a leading double-slash in the request-target.
838 let _pubHost = null;
839 if (process.env.PUBLIC_BASE_URL) { try { _pubHost = new URL(process.env.PUBLIC_BASE_URL).host; } catch { /* ignore */ } }
840 const _hosts = [...new Set([_pubHost, req.headers['x-forwarded-host'], req.headers['host']].filter(Boolean))];
841 const _target = `${req.method.toLowerCase()} ${String(req.originalUrl || '').replace(/^\/{2,}/, '/')}`;
842 const _sig = Buffer.from(p.signature, 'base64');
843 let ok = false;
844 for (const _h of _hosts) {
845 const line = hs.map((x) => x === '(request-target)'
846 ? `(request-target): ${_target}`
847 : x === 'host' ? `host: ${_h}`
848 : `${x}: ${req.headers[x] || ''}`).join('\n');
849 try { if (crypto.verify('sha256', Buffer.from(line), pem, _sig)) { ok = true; break; } } catch { /* try next host */ }
850 }
851 // Replay defence: the Date header must be signed and recent. A captured signed request
852 // replayed later (or with a swapped body) is rejected.
853 if (ok) {
854 if (!hs.includes('date')) ok = false;
855 else {
856 const t = Date.parse(req.headers['date'] || '');
857 if (isNaN(t) || Math.abs(Date.now() - t) > SIG_MAX_SKEW_MS) ok = false;
858 }
859 }
860 // Digest is MANDATORY when the request carries a body: without a signed digest the body
861 // isn't covered by the signature and could be swapped on a replay.
862 if (ok && req.rawBody && req.rawBody.length) {
863 if (!hs.includes('digest')) ok = false;
864 else {
865 const exp = 'SHA-256=' + crypto.createHash('sha256').update(req.rawBody).digest('base64');
866 if (req.headers['digest'] !== exp) ok = false;
867 }
868 }
869 return ok ? actor : null;
870}
871
872// Parse a fediverse poll (an ActivityStreams `Question` — the Mastodon-standard poll form)
873// into our compact shape. `oneOf` = single choice, `anyOf` = multiple; each option is a Note
874// with a `name` and a `replies` collection whose `totalItems` is that option's vote count.
875function parsePoll(o) {
876 if (!o || o.type !== 'Question') return null;
877 const raw = Array.isArray(o.oneOf) ? o.oneOf : (Array.isArray(o.anyOf) ? o.anyOf : null);
878 if (!raw || !raw.length) return null;
879 const options = raw.slice(0, 12).map((opt) => ({
880 name: String((opt && opt.name) || '').slice(0, 300),
881 count: Math.max(0, Number(opt && opt.replies && opt.replies.totalItems) || 0),
882 })).filter((x) => x.name);
883 if (!options.length) return null;
884 const endTime = o.endTime || (typeof o.closed === 'string' ? o.closed : null);
885 const closed = !!o.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
886 return { multiple: Array.isArray(o.anyOf), options, endTime, closed, voters: Number(o.votersCount) || null, voted: null };
887}
888
889// ── Polls WE host (a local post with a poll) ──────────────────────
890// Parse the poll definition stored on our own post (posts.poll_json). Counts are
891// NOT stored here — they're derived from the poll_votes ballots so a re-render always
892// reflects the authoritative tally.
893export function parseOwnPoll(pollJson) {
894 if (!pollJson) return null;
895 let d; try { d = typeof pollJson === 'string' ? JSON.parse(pollJson) : pollJson; } catch { return null; }
896 if (!d || !Array.isArray(d.options)) return null;
897 const options = d.options.map((o) => ({ name: String((o && o.name != null ? o.name : o) || '').slice(0, 300) })).filter((o) => o.name);
898 if (options.length < 2) return null;
899 const endTime = d.endTime || null;
900 const closed = !!d.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
901 return { multiple: !!d.multiple, options, endTime, closed };
902}
903
904// Live tally of a hosted poll from its ballots: per-option counts + unique voters.
905export function pollTally(postId) {
906 const counts = {}; let voters = 0;
907 try {
908 for (const r of db.prepare('SELECT choice, COUNT(*) AS n FROM poll_votes WHERE post_id = ? GROUP BY choice').all(postId)) counts[r.choice] = r.n;
909 voters = db.prepare('SELECT COUNT(DISTINCT actor_uri) AS n FROM poll_votes WHERE post_id = ?').get(postId).n || 0;
910 } catch { /* table may not exist yet */ }
911 return { counts, voters };
912}
913
914// Render-ready view of a hosted poll (options with counts + percentages, totals, state).
915// Voting is fediverse-only, so this is display-only on the site.
916export function ownPollView(post) {
917 const poll = parseOwnPoll(post && post.poll_json);
918 if (!poll) return null;
919 const { counts, voters } = pollTally(post.id);
920 const total = Object.values(counts).reduce((a, b) => a + b, 0);
921 const denom = poll.multiple ? voters : total; // multiple-choice %: share of voters (can sum >100%)
922 const options = poll.options.map((o) => {
923 const count = counts[o.name] || 0;
924 return { name: o.name, count, pct: denom ? Math.round((count / denom) * 100) : 0 };
925 });
926 return { multiple: poll.multiple, options, total, voters, endTime: poll.endTime, closed: poll.closed };
927}
928
929// Attach the AS2 Question shape to a note built for a hosted poll. Mastodon renders a
930// status with either media OR a poll (never both), so a poll federates as content +
931// options with no media attachment. oneOf = single choice, anyOf = multiple.
932function applyPollToNote(note, postId, poll) {
933 const { counts, voters } = pollTally(postId);
934 const opts = poll.options.map((o) => ({
935 type: 'Note',
936 name: o.name,
937 replies: { type: 'Collection', totalItems: counts[o.name] || 0 },
938 }));
939 note.type = 'Question';
940 note[poll.multiple ? 'anyOf' : 'oneOf'] = opts;
941 if (poll.endTime) note.endTime = new Date(poll.endTime).toISOString();
942 // Once closed, Mastodon expects a `closed` timestamp (the effective end).
943 if (poll.closed) note.closed = poll.endTime ? new Date(poll.endTime).toISOString() : new Date().toISOString();
944 note.votersCount = voters;
945 delete note.attachment; // media ATTACHMENTS + a poll are mutually exclusive on Mastodon
946 // Keep note.image: it's the cover, which Mastodon ignores on a Question anyway
947 // (same as on any Note) but Klonkt reads to show the cover in feeds/the Cirkel.
948 // Deleting it stripped the cover off every boosted poll.
949 return note;
950}
951
952// Record an inbound ballot on one of OUR polls. A vote arrives as a Create(Note) whose
953// `name` is the chosen option and `inReplyTo` is our poll note — the Mastodon-standard
954// vote form. Returns { handled } — handled=true means it was addressed to a poll (so the
955// caller must NOT also store it as a reply), false means "not a poll, fall through".
956function recordPollBallot(postId, actorUri, rawChoice) {
957 const choice = String(rawChoice == null ? '' : rawChoice).slice(0, 300);
958 if (!choice) return { handled: false };
959 let post; try { post = db.prepare('SELECT poll_json FROM posts WHERE id = ?').get(postId); } catch { return { handled: false }; }
960 const poll = post && parseOwnPoll(post.poll_json);
961 if (!poll) return { handled: false }; // not a poll → let the reply logic handle it
962 if (poll.closed) return { handled: true }; // voting closed → drop
963 if (!poll.options.some((o) => o.name === choice)) return { handled: true }; // unknown option → drop
964 try {
965 // Single choice = one ballot per actor: ignore a later/different vote. Multiple choice
966 // allows one ballot per distinct option (the UNIQUE(post,actor,choice) dedupes repeats).
967 if (!poll.multiple && db.prepare('SELECT 1 FROM poll_votes WHERE post_id = ? AND actor_uri = ? LIMIT 1').get(postId, actorUri)) return { handled: true };
968 db.prepare('INSERT OR IGNORE INTO poll_votes (post_id, actor_uri, choice) VALUES (?, ?, ?)').run(postId, actorUri, choice);
969 } catch { return { handled: true }; }
970 schedulePollUpdate(postId);
971 return { handled: true };
972}
973
974// Coalesce a burst of votes into ONE Update(Question) per poll: the first vote schedules a
975// refresh ~15s out; further votes in that window ride the same pending update (which carries
976// the accumulated tally). Non-follower voters re-fetch the Question (live tally) themselves.
977const _pollUpdTimers = new Map();
978function schedulePollUpdate(postId) {
979 if (_pollUpdTimers.has(postId)) return;
980 const t = setTimeout(() => { _pollUpdTimers.delete(postId); deliverPollUpdate(postId).catch(() => { /* best-effort */ }); }, 15000);
981 if (t.unref) t.unref();
982 _pollUpdTimers.set(postId, t);
983}
984
985// Push the fresh poll tally (or closed state) to followers as Update(Question).
986export async function deliverPollUpdate(postId) {
987 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
988 if (!base || !postId) return;
989 let post, site;
990 try {
991 post = db.prepare('SELECT * FROM posts WHERE id = ?').get(postId);
992 if (!post || !post.poll_json) return;
993 site = db.prepare('SELECT * FROM sites WHERE id = ?').get(post.site_id);
994 } catch { return; }
995 if (site) await deliverUpdate(site, post);
996}
997
998// Handle an incoming inbox POST. slugParam = null for the shared /ap/inbox.
999export async function handleInbox(req, slugParam) {
1000 const act = req.body || {};
1001 const type = act.type;
1002 // Real client IP (behind the proxy via `trust proxy`) — logged on dropped/rejected/
1003 // ignored inbox hits so an operator can see who is probing their fediverse inbox.
1004 const ip = req.ip || (req.connection && req.connection.remoteAddress) || '?';
1005 const base = (process.env.PUBLIC_BASE_URL || `${req.protocol}://${req.get('host')}`).replace(/\/+$/, '');
1006 const verified = await verifyRequest(req).catch(() => null);
1007
1008 // ENFORCE HTTP signatures: a data-affecting activity must be signed by the very
1009 // actor it claims to be. No valid signature, or signer ≠ actor → reject (no
1010 // forged replies/likes/follows/timeline posts). GET/discovery stays open.
1011 const claimedActor = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1012 // Blocked actor/domain → silently drop (202, don't reveal the block).
1013 if (claimedActor && isBlockedAny(claimedActor)) { console.log('[AP] inbox dropped (blocked)', claimedActor, 'from', ip); return 202; }
1014 const GATED = ['Create', 'Like', 'Announce', 'Follow', 'Delete', 'Undo', 'Accept', 'Reject', 'Add', 'Remove', 'Update', 'Flag'];
1015 if (GATED.includes(type)) {
1016 if (!verified || !claimedActor || verified.id !== claimedActor) {
1017 console.warn('[AP] inbox REJECTED (signature)', type, claimedActor || '?', 'from', ip, verified ? '(signer mismatch)' : '(unsigned/invalid)');
1018 return 401;
1019 }
1020 }
1021
1022 // A moderation report (Flag) about our content — store it for the targeted site's owner
1023 // (each Klonkt site is moderated by its own owner). Signature is enforced (GATED).
1024 if (type === 'Flag') {
1025 const objs = Array.isArray(act.object) ? act.object : (act.object ? [act.object] : []);
1026 const objectUris = objs.map((o) => (typeof o === 'string' ? o : (o && o.id))).filter(Boolean);
1027 let targetSlug = null;
1028 const noteIds = [];
1029 for (const u of objectUris) {
1030 const s = slugFromActorUrl(u); // one of our actors?
1031 if (s) { targetSlug = targetSlug || s; continue; }
1032 const pid = postIdFromNoteUrl(u, base); // one of our notes?
1033 if (pid) noteIds.push(pid);
1034 }
1035 if (!targetSlug && noteIds.length) {
1036 try { const r = db.prepare('SELECT s.slug FROM posts p JOIN sites s ON s.id = p.site_id WHERE p.id = ? LIMIT 1').get(noteIds[0]); if (r) targetSlug = r.slug; } catch { /* ignore */ }
1037 }
1038 if (!targetSlug) return 202; // not about us / can't tell → drop
1039 // Flag is GATED, so `verified` is the signer's (reporter's) actor doc already.
1040 const ai = actorInfo(verified || null, claimedActor);
1041 try {
1042 db.prepare('INSERT INTO ap_reports (slug, actor_uri, actor_name, actor_handle, actor_icon, content, objects, created_at) VALUES (?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1043 .run(targetSlug, claimedActor || null, ai.name, ai.handle, ai.icon, HtmlSanitizerService.toPlainText(act.content || '').slice(0, 3000), JSON.stringify(objectUris.slice(0, 20)));
1044 console.log('[AP] report received for', targetSlug, 'from', claimedActor);
1045 } catch { /* ignore */ }
1046 return 202;
1047 }
1048
1049 if (type === 'Follow') {
1050 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1051 const slug = slugParam || slugFromActorUrl(typeof act.object === 'string' ? act.object : (act.object && act.object.id));
1052 if (!who || !slug) return 400;
1053 const remote = await fetchActor(who);
1054 if (!remote || !remote.inbox) return 202; // can't reach them → drop quietly
1055 const sharedInbox = (remote.endpoints && remote.endpoints.sharedInbox) || null;
1056 fStmts().ins.run(slug, who, remote.inbox, sharedInbox);
1057 const me = actorId(base, slug);
1058 const keys = getOrCreateKeys(slug);
1059 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: act };
1060 deliver(remote.inbox, accept, `${me}#main-key`, keys.private_pem).catch((e) => console.warn('[AP] Accept delivery failed:', e.message));
1061 // Auto-backfill: send our recent posts as Create so the instance has our history
1062 // (Mastodon doesn't fetch history on follow). ONCE PER REMOTE INSTANCE only —
1063 // Mastodon dedupes notes per-instance, so re-filling an instance that already has
1064 // a follower of ours is wasted work (and won't re-populate the new follower's
1065 // timeline anyway). Deliver to the shared inbox (instance-level) when present.
1066 // Sync insert+check (no await between) → no interleave race with concurrent Follows.
1067 const instanceFilled = sharedInbox &&
1068 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1')
1069 .get(slug, sharedInbox, who);
1070 if (!instanceFilled) {
1071 backfillNewFollower(base, slug, sharedInbox || remote.inbox).catch(() => { /* best-effort */ });
1072 }
1073 console.log('[AP] Follow', who, '→', slug, verified ? '(sig ok)' : '(sig unverified)');
1074 return 202;
1075 }
1076 if (type === 'Undo' && act.object) {
1077 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1078 const ot = act.object.type;
1079 if (ot === 'Follow') {
1080 const obj = act.object.object;
1081 const slug = slugParam || slugFromActorUrl(typeof obj === 'string' ? obj : (obj && obj.id));
1082 if (who && slug) { fStmts().del.run(slug, who); console.log('[AP] Unfollow', who, '→', slug); }
1083 return 202;
1084 }
1085 if (ot === 'Like' || ot === 'Announce') {
1086 const tgt = act.object.object;
1087 const pid = postIdFromNoteUrl(typeof tgt === 'string' ? tgt : (tgt && tgt.id), base);
1088 if (who && pid) { iStmts().delLA.run(ot.toLowerCase(), pid, who); console.log('[AP] Undo', ot, who, '→', pid); }
1089 return 202;
1090 }
1091 return 202;
1092 }
1093
1094 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1095 const resolveActor = async (uri) => ((verified && verified.id === uri) ? verified : await fetchActor(uri).catch(() => null));
1096 // Activities from our OWN actors are already stored via ap_outbox — don't re-store.
1097 const isLocalActor = !!(base && actorUri && actorUri.startsWith(`${base}/ap/users/`));
1098
1099 // Inbound reply: a Create whose object replies to one of our notes (post OR comment).
1100 if (type === 'Create' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1101 const o = act.object;
1102 // A poll ballot: a Note carrying a `name` (the chosen option) inReplyTo one of OUR poll
1103 // posts. Record it (deduped per actor) BEFORE the reply logic so a vote is never stored
1104 // as a comment. recordPollBallot returns handled=false only if the target isn't a poll.
1105 if (o.name && o.inReplyTo && actorUri && !isLocalActor) {
1106 const seg = postIdFromNoteUrl(o.inReplyTo, base);
1107 if (seg && localPostExists(seg)) {
1108 const rec = recordPollBallot(seg, actorUri, o.name);
1109 if (rec.handled) { console.log('[AP] poll vote', actorUri, '→', seg); return 202; }
1110 }
1111 }
1112 const tgt = findThreadTarget(o.inReplyTo, base);
1113 if (tgt && actorUri && !isLocalActor) {
1114 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1115 const html = HtmlSanitizerService.sanitize(o.content || '');
1116 iStmts().ins.run('reply', tgt.post_id, o.id || '', actorUri, ai.name, ai.handle, ai.url, ai.icon, html, o.published || null, tgt.parent_uri);
1117 console.log('[AP] reply', actorUri, '→', tgt.post_id);
1118 return 202;
1119 }
1120 // Home timeline (client): a top-level post from an account we follow.
1121 if (actorUri && !isLocalActor && !o.inReplyTo && o.id) {
1122 let subs = []; try { subs = db.prepare('SELECT slug, auto_boost FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist yet */ }
1123 if (subs.length) {
1124 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1125 const html = HtmlSanitizerService.sanitize(o.content || '');
1126 const _atts = (Array.isArray(o.attachment) ? o.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
1127 // Fallback cover: a Note's `image` (set when the attachment was suppressed
1128 // for a player-card post, e.g. hosted-audio posts).
1129 if (!_atts.some((m) => !m.type || /image/i.test(m.type)) && o.image) {
1130 const _im = Array.isArray(o.image) ? o.image[0] : o.image;
1131 const _iu = safeUrl(typeof _im === 'string' ? _im : (_im && _im.url));
1132 if (_iu) _atts.push({ url: _iu, type: (_im && _im.mediaType) || 'image/jpeg' });
1133 }
1134 const media = JSON.stringify(_atts);
1135 const poll = parsePoll(o); // a Question (fediverse poll) → cache its options/counts
1136 // "Feature" = show in the Cirkel (local only). We do NOT auto-Announce
1137 // incoming posts to the fediverse — that flooded followers. Boosting to the
1138 // fediverse is only ever a deliberate, manual per-post action (the 🔁 on
1139 // the timeline).
1140 for (const s of subs) {
1141 tlStmts().ins.run(o.id, s.slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, media, o.sensitive ? 1 : 0, o.summary || null);
1142 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, s.slug); } catch { /* ignore */ } }
1143 }
1144 console.log('[AP] timeline +', actorUri, 'x' + subs.length);
1145 }
1146 }
1147 // Mentioned in a post that is NOT a reply to our content (a reply to us already returned
1148 // above): store a mention notification for each of our actors named in the Mention tags.
1149 // Requires our own base prefix on the tag href — /ap/users/<slug> on a REMOTE host is
1150 // someone else's actor, not ours.
1151 if (actorUri && !isLocalActor && o.id) {
1152 const slugs = localMentionSlugs(o.tag, base);
1153 if (slugs.length) {
1154 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1155 const html = HtmlSanitizerService.sanitize(o.content || '');
1156 for (const slug of slugs) {
1157 try {
1158 const r = db.prepare('INSERT OR IGNORE INTO ap_mentions (slug, object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, published, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1159 .run(slug, o.id, safeUrl(o.url) || null, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.published || null);
1160 if (r.changes) console.log('[AP] mention', actorUri, '→', slug);
1161 } catch { /* ignore */ }
1162 }
1163 }
1164 }
1165 return 202;
1166 }
1167 // A remote post we cached was edited upstream → refresh our cached copy. This is the
1168 // push-based edit-sync that keeps the Cirkel/timeline fresh without polling (selfHeal
1169 // does it on a version bump; this does it live). Scope to the SIGNING actor so B can't
1170 // edit A's note (the signature gate guarantees claimedActor == the verified signer).
1171 if (type === 'Update' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1172 const o = act.object;
1173 if (o.id && claimedActor) {
1174 const html = HtmlSanitizerService.sanitize(o.content || '');
1175 const media = mediaFromNote(o);
1176 try {
1177 // Refresh url too (COALESCE keeps the old one if the Update omits it): a remote slug
1178 // rename keeps the same AP id but changes the human url, so without this the cached
1179 // post would keep linking to the old, now-dead URL.
1180 const r = db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ? AND author_uri = ?')
1181 .run(html, media, o.sensitive ? 1 : 0, o.summary || null, o.url || null, o.id, claimedActor);
1182 if (r.changes) console.log('[AP] timeline update', claimedActor, '→', o.id);
1183 // A poll's Update carries the fresh vote counts / closed state. Refresh per-row so each
1184 // site keeps its own `voted` state while the counts/closed update to the new totals.
1185 const poll = parsePoll(o);
1186 if (poll) {
1187 const rows = db.prepare('SELECT rowid AS rid, poll_json FROM ap_timeline WHERE id = ? AND author_uri = ?').all(o.id, claimedActor);
1188 const upd = db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE rowid = ?');
1189 for (const rw of rows) {
1190 let voted = null; try { voted = rw.poll_json ? (JSON.parse(rw.poll_json).voted || null) : null; } catch { /* ignore */ }
1191 upd.run(JSON.stringify({ ...poll, voted }), rw.rid);
1192 }
1193 }
1194 } catch { /* ignore */ }
1195 // If this note is a cached fediverse reply on one of our posts, refresh its text too.
1196 try { db.prepare('UPDATE ap_interactions SET content = ? WHERE object_uri = ? AND actor_uri = ?').run(html, o.id, claimedActor); } catch { /* ignore */ }
1197 }
1198 return 202;
1199 }
1200 if (type === 'Like' || type === 'Announce') {
1201 const tgt = act.object;
1202 const objUrl = typeof tgt === 'string' ? tgt : (tgt && tgt.id);
1203 const pid = postIdFromNoteUrl(objUrl, base);
1204 if (pid && actorUri && !isLocalActor && localPostExists(pid)) {
1205 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1206 iStmts().ins.run(type.toLowerCase(), pid, '', actorUri, ai.name, ai.handle, ai.url, ai.icon, null, null, null);
1207 console.log('[AP]', type === 'Like' ? 'like' : 'boost', actorUri, '→', pid);
1208 } else if (type === 'Announce' && objUrl && actorUri && !isLocalActor) {
1209 // A boost FROM an account we follow, of a REMOTE post → show it in the News feed.
1210 // We only STORE it for display; we NEVER auto-Announce it onward (anti-feedback-loop:
1211 // re-announcing an incoming Announce would cascade boosts across the network).
1212 let subs = []; try { subs = db.prepare('SELECT slug FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist */ }
1213 if (subs.length) {
1214 const bn = await fetchNoteAP(objUrl);
1215 if (bn && bn !== 404 && (bn.type === 'Note' || bn.type === 'Article') && bn.id) {
1216 const origUri = actorUriOf(bn.attributedTo);
1217 // Block completeness: even if you follow the booster, drop a boost whose ORIGINAL
1218 // author is blocked — otherwise a block is bypassed via someone else's boost.
1219 if (origUri && isBlockedAny(origUri)) { console.log('[AP] timeline boost dropped (blocked origin)', origUri, 'via', actorUri); return 202; }
1220 const oai = actorInfo(await resolveActor(origUri), origUri);
1221 const html = HtmlSanitizerService.sanitize(bn.content || '');
1222 const media = mediaFromNote(bn);
1223 const booster = actorInfo(await resolveActor(actorUri), actorUri);
1224 for (const s of subs) {
1225 // published = now → the boost shows as fresh activity at the top (Mastodon shows
1226 // reblogs at reblog-time, not the original's date). INSERT OR IGNORE: if we already
1227 // have the note (e.g. we also follow the author), keep it and DON'T relabel it.
1228 let inserted = false;
1229 try { const r = tlStmts().ins.run(bn.id, s.slug, origUri || '', oai.name, oai.handle, oai.icon, oai.url, html, bn.url || null, new Date().toISOString(), media, bn.sensitive ? 1 : 0, bn.summary || null); inserted = r.changes > 0; } catch { /* ignore */ }
1230 if (inserted) { try { db.prepare('UPDATE ap_timeline SET reblog_name = ?, reblog_handle = ?, reblog_icon = ? WHERE slug = ? AND id = ?').run(booster.name, booster.handle, booster.icon, s.slug, bn.id); } catch { /* ignore */ } }
1231 }
1232 console.log('[AP] timeline boost +', actorUri, 'x' + subs.length);
1233 }
1234 }
1235 }
1236 return 202;
1237 }
1238 if (type === 'Delete') {
1239 // A remote note was deleted upstream → drop it from replies AND the timeline.
1240 // Scope to the SIGNING actor so actor B can't delete actor A's content (the
1241 // signature gate guarantees claimedActor == the verified signer here).
1242 const oid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1243 if (oid && claimedActor) {
1244 try { db.prepare('DELETE FROM ap_interactions WHERE object_uri = ? AND actor_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1245 try { db.prepare('DELETE FROM ap_timeline WHERE id = ? AND author_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1246 // Also clear a boost/like YOU made of this now-deleted remote post (the interact-page
1247 // ap_my_reactions state), so it can't stay stuck as "boosted" on a post that's gone.
1248 // Guard: only when the deleter owns the note's domain (B mustn't clear your reactions
1249 // to A's posts).
1250 try {
1251 let sameHost = false;
1252 try { sameHost = new URL(oid).host === new URL(claimedActor).host; } catch { sameHost = false; }
1253 if (sameHost) db.prepare('DELETE FROM ap_my_reactions WHERE target_uri = ?').run(oid);
1254 } catch { /* ignore */ }
1255 }
1256 return 202;
1257 }
1258 // Accept/Reject of a Follow WE sent (client side).
1259 if (type === 'Accept' && act.object) {
1260 const fid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1261 if (fid) { try { fwStmts().acc.run(fid); } catch { /* ignore */ } }
1262 console.log('[AP] follow accepted', actorUri);
1263 return 202;
1264 }
1265 if (type === 'Reject' && act.object) {
1266 const who = actorUri;
1267 if (who && slugParam) { try { fwStmts().del.run(slugParam, who); } catch { /* ignore */ } }
1268 return 202;
1269 }
1270
1271 console.log('[AP] inbox', type || 'unknown', '→', slugParam || 'shared', 'from', ip, '(ignored)');
1272 return 202;
1273}
1274
1275// Deliver a new post as Create(Note) to all followers' inboxes (fire-and-forget).
1276// Needs PUBLIC_BASE_URL (absolute URLs); no-op without followers or base.
1277export async function deliverCreate(site, post) {
1278 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1279 if (!base || !site || !site.slug) return;
1280 // Resolve inline @user@host mentions → link them in the note + collect their inboxes, so a
1281 // mentioned person is notified even if they don't follow us (Mastodon-standard mention).
1282 const mres = await resolveMentionsInText(base, post.content || '');
1283 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1284 const followers = fStmts().list.all(site.slug);
1285 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1286 if (!inboxes.length) return; // no followers and no one mentioned
1287 const keys = getOrCreateKeys(site.slug);
1288 const keyId = `${actorId(base, site.slug)}#main-key`;
1289 const create = buildCreate(base, site, post2);
1290 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, create, keyId, keys.private_pem);
1291}
1292
1293// On a new Follow, send that follower our most recent posts as Create so their
1294// timeline shows our history (Mastodon does not backfill on follow). Oldest-first
1295// so they sort into the follower's timeline at their original dates.
1296async function backfillNewFollower(base, slug, inbox) {
1297 if (!base || !slug || !inbox) return;
1298 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
1299 if (!site) return;
1300 const recent = db.prepare(
1301 `SELECT id, slug, title, content, cover_image_url, cover_video_url, nsfw, content_warning, published_at, created_at
1302 FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1303 ORDER BY COALESCE(published_at, created_at) DESC LIMIT 20`
1304 ).all(site.id).reverse();
1305 if (!recent.length) return;
1306 const keys = getOrCreateKeys(slug);
1307 const keyId = `${actorId(base, slug)}#main-key`;
1308 for (const p of recent) {
1309 try { await deliver(inbox, buildCreate(base, site, p), keyId, keys.private_pem); } catch { /* best-effort */ }
1310 await new Promise((r) => setTimeout(r, 150));
1311 }
1312 console.log('[AP] backfilled', recent.length, 'posts to new follower of', slug);
1313}
1314
1315// Tell followers a post is gone (Delete + Tombstone) so it's removed from their feeds.
1316export async function deliverDelete(site, post) {
1317 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1318 if (!base || !site || !site.slug || !post || !post.id) return;
1319 const followers = fStmts().list.all(site.slug);
1320 if (!followers.length) return;
1321 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1322 const keys = getOrCreateKeys(site.slug);
1323 const me = actorId(base, site.slug);
1324 const nid = noteId(base, post.id);
1325 const del = {
1326 '@context': AP_CONTEXT,
1327 id: `${nid}#delete-${Date.now()}-${rid()}`,
1328 type: 'Delete',
1329 actor: me,
1330 to: [PUBLIC],
1331 object: { id: nid, type: 'Tombstone' },
1332 };
1333 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, del, `${me}#main-key`, keys.private_pem);
1334}
1335
1336// Tell followers an already-published post changed (Update + edited Note) so
1337// Mastodon refreshes the cached copy (e.g. after fixing content).
1338export async function deliverUpdate(site, post) {
1339 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1340 if (!base || !site || !site.slug || !post || !post.id) return;
1341 const mres = await resolveMentionsInText(base, post.content || ''); // link mentions + collect inboxes
1342 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1343 const followers = fStmts().list.all(site.slug);
1344 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1345 if (!inboxes.length) return;
1346 const keys = getOrCreateKeys(site.slug);
1347 const me = actorId(base, site.slug);
1348 const note = buildNote(base, site, post2);
1349 note.updated = new Date().toISOString();
1350 const update = {
1351 '@context': AP_CONTEXT,
1352 id: `${noteId(base, post.id)}#update-${Date.now()}-${rid()}`,
1353 type: 'Update', actor: me, to: [PUBLIC], cc: note.cc,
1354 object: note,
1355 };
1356 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1357}
1358
1359// Tell followers the ACTOR changed (Update + Person) so Mastodon re-processes the
1360// account AND re-fetches the featured (pinned) collection — there is no standard
1361// "featured changed" activity, so this is how a pin/unpin propagates promptly.
1362export async function deliverActorUpdate(site) {
1363 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1364 if (!base || !site || !site.slug) return;
1365 const followers = fStmts().list.all(site.slug);
1366 if (!followers.length) return;
1367 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1368 const keys = getOrCreateKeys(site.slug);
1369 const me = actorId(base, site.slug);
1370 const update = {
1371 '@context': AP_CONTEXT,
1372 id: `${me}#update-${Date.now()}-${rid()}`,
1373 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
1374 object: buildActor(base, site),
1375 };
1376 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1377}
1378
1379// Reliably set the pinned order on followers' instances via Add/Remove activities
1380// (how Mastodon itself federates pins) — pushed to the inbox + processed immediately,
1381// unlike the featured COLLECTION which Mastodon caches with sticky StatusPins.
1382// Mastodon's Add skips an already-pinned status, so we REMOVE every pin first, wait,
1383// then ADD in rank-DESCENDING order (rank 1 added LAST → newest StatusPin → shown first,
1384// because Mastodon displays pins newest-first). `alsoRemove` = ids to unpin too.
1385// Serialize pin-resyncs per site: two concurrent /save calls would otherwise interleave
1386// their Remove -> wait -> Add sequences and scramble the StatusPin order on Mastodon. A
1387// resync already in flight for a site coalesces later requests into ONE rerun after it
1388// finishes (accumulating their extra unpins), so rapid saves don't pile up N full resyncs.
1389const _pinResync = new Map(); // slug -> { promise, pending, pendingRemove:Set, site }
1390export function resyncFeaturedPins(site, alsoRemove = []) {
1391 if (!site || !site.slug) return Promise.resolve();
1392 const slug = site.slug;
1393 const running = _pinResync.get(slug);
1394 if (running) {
1395 running.pending = true;
1396 running.site = site; // use the latest site object on the rerun
1397 for (const id of alsoRemove) running.pendingRemove.add(id);
1398 return running.promise;
1399 }
1400 const state = { promise: null, pending: false, pendingRemove: new Set(), site };
1401 state.promise = (async () => {
1402 let extra = alsoRemove;
1403 for (;;) {
1404 try { await doResyncFeaturedPins(state.site, extra); }
1405 catch (e) { console.warn('[AP] pin resync failed:', e.message); }
1406 if (!state.pending) break;
1407 state.pending = false;
1408 extra = [...state.pendingRemove];
1409 state.pendingRemove = new Set();
1410 }
1411 _pinResync.delete(slug);
1412 })();
1413 _pinResync.set(slug, state);
1414 return state.promise;
1415}
1416
1417// The actual resync work — do NOT call directly; go through resyncFeaturedPins() above so
1418// it stays serialized per site.
1419async function doResyncFeaturedPins(site, alsoRemove = []) {
1420 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1421 if (!base || !site || !site.slug) return;
1422 const followers = fStmts().list.all(site.slug);
1423 if (!followers.length) return;
1424 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1425 const keys = getOrCreateKeys(site.slug);
1426 const me = actorId(base, site.slug);
1427 const keyId = `${me}#main-key`;
1428 const featured = `${me}/featured`;
1429 const note = (id) => noteId(base, id);
1430 const pinned = db.prepare(
1431 `SELECT id FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1432 AND pinned IS NOT NULL AND pinned > 0
1433 ORDER BY pinned DESC, COALESCE(published_at, created_at) ASC LIMIT 20`
1434 ).all(site.id);
1435 const removeIds = [...new Set([...pinned.map((p) => p.id), ...alsoRemove])];
1436 // 1. Remove every current pin so Mastodon can recreate them in order.
1437 for (const id of removeIds) {
1438 const rm = { '@context': AP_CONTEXT, id: `${me}#rm-${id}-${Date.now()}-${rid()}`, type: 'Remove', actor: me, object: note(id), target: featured, to: [PUBLIC] };
1439 for (const inbox of inboxes) deliver(inbox, rm, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1440 }
1441 if (!pinned.length) { console.log('[AP] unpinned all featured for', site.slug); return; }
1442 await new Promise((r) => setTimeout(r, 5000)); // let the Removes land first
1443 // 2. Add in rank-DESC order, gaps so each StatusPin gets an increasing created_at.
1444 for (const p of pinned) {
1445 const add = { '@context': AP_CONTEXT, id: `${me}#add-${p.id}-${Date.now()}-${rid()}`, type: 'Add', actor: me, object: note(p.id), target: featured, to: [PUBLIC], cc: [`${me}/followers`] };
1446 for (const inbox of inboxes) deliver(inbox, add, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1447 await new Promise((r) => setTimeout(r, 2000));
1448 }
1449 console.log('[AP] resynced', pinned.length, 'featured pins for', site.slug);
1450}
1451
1452// ── outbound replies (Klonkt → fediverse) ─────────────────────────
1453const escHtml = (s) => String(s || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
1454const toISO = (v) => { if (!v) return new Date().toISOString(); const s = String(v); const d = new Date(/[TZ]/.test(s) ? s : s.replace(' ', 'T') + 'Z'); return isNaN(d) ? new Date().toISOString() : d.toISOString(); };
1455
1456// Build one of OUR outbound reply Notes from an ap_outbox row.
1457// Turn #hashtags in reply text into Mastodon-style hashtag links (clickable + federated).
1458function linkHashtags(base, html) {
1459 // Prefix: start / whitespace / '>' / opening bracket — "(#tag" is a tag too. NO quote
1460 // chars in this class: a quote precedes attribute values (alt="#…"), which must not match.
1461 return String(html || '').replace(/(^|[\s>([{])#([\p{L}\p{M}\p{N}_]+)/gu, (m, pre, tag) =>
1462 `${pre}<a href="${base}/tag/${encodeURIComponent(tag.toLowerCase())}" class="mention hashtag" rel="tag">#${tag}</a>`);
1463}
1464// Auto-link bare http(s) URLs in already-safe HTML (federated copies). Splits on existing
1465// <a>…</a> so a linked URL is never wrapped twice; requires start/whitespace/'>' before the
1466// URL so attribute values (src="https://…") never match. Trailing sentence punctuation stays
1467// outside the link (Mastodon-style).
1468function linkUrls(html) {
1469 const parts = String(html || '').split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi);
1470 for (let i = 0; i < parts.length; i++) {
1471 if (/^<a\b/i.test(parts[i])) continue; // already a link → leave as-is
1472 parts[i] = parts[i].replace(/(^|[\s>([{])(https?:\/\/[^\s<]+?)([.,;:!?)\]»]*)(?=$|[\s<])/g,
1473 (m, pre, url, trail) => `${pre}<a href="${url.replace(/"/g, '%22')}" rel="nofollow noopener" target="_blank">${url}</a>${trail}`);
1474 }
1475 return parts.join('');
1476}
1477// Linkify inline #hashtags and bare URLs in BODY html for on-site DISPLAY, using the
1478// EXACT same rules as the federated copy (linkHashtags/linkUrls), so the website and the
1479// Mastodon copy agree instead of the website showing raw text. Idempotent: existing
1480// <a>…</a> (editor links, embeds, shortcode buttons) are split out and left untouched, so
1481// nothing is double-wrapped. Pass base='' → root-relative /tag/<slug> links.
1482export function linkifyBody(base, html) {
1483 const withTags = String(html || '')
1484 .split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi)
1485 .map((seg) => (/^<a\b/i.test(seg) ? seg : linkHashtags(base, seg)))
1486 .join('');
1487 return linkUrls(withTags);
1488}
1489
1490// Bake a post's raw source into its display HTML (the ActivityPub `source` model): done ONCE
1491// at save and cached in posts.content_rendered, so page views serve it statically instead of
1492// re-linkifying every render. Step 1 = #hashtags + bare URLs (cheap, no network). Step 2 will
1493// resolve @mentions here too (webfinger once at save instead of per page view).
1494export function bakePostContent(source) {
1495 return linkifyBody('', source || '');
1496}
1497
1498// Step 2: the full bake, incl. @mention links. Resolves @user@host via webfinger ONCE (the
1499// same resolver the federated copy uses) and bakes the profile links into content_rendered,
1500// so page views never do a per-view lookup. Unresolvable handles stay plain text; on any
1501// failure it degrades to the sync #hashtag/URL bake. Async (webfinger) → callers run it off
1502// the save response so the request never blocks on a slow/dead remote server.
1503export async function bakePostContentWithMentions(source) {
1504 const withHashUrls = bakePostContent(source);
1505 try { const m = await resolveMentionsInText('', withHashUrls); return m.html; }
1506 catch { return withHashUrls; }
1507}
1508
1509// Extract the AP Hashtag tag objects from already-linked reply content.
1510function hashtagTags(base, content) {
1511 const tags = [], seen = new Set();
1512 const re = /class="[^"]*\bhashtag\b[^"]*"[^>]*>#([\p{L}\p{M}\p{N}_]+)</giu;
1513 let m;
1514 while ((m = re.exec(content || ''))) {
1515 const k = m[1].toLowerCase();
1516 if (seen.has(k)) continue; seen.add(k);
1517 tags.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(k)}`, name: '#' + m[1] });
1518 }
1519 return tags;
1520}
1521
1522// Normalise a post's tags field (array, JSON-string, or comma-string) to an array.
1523function normalizeTags(t) {
1524 if (Array.isArray(t)) return t;
1525 if (typeof t === 'string') {
1526 const s = t.trim(); if (!s) return [];
1527 if (s[0] === '[') { try { const a = JSON.parse(s); return Array.isArray(a) ? a : []; } catch { /* fall through */ } }
1528 return s.split(',').map((x) => x.trim()).filter(Boolean);
1529 }
1530 return [];
1531}
1532// A tag → { label, slug }. Multi-word tags become CamelCase (#LiveMusic) for the display
1533// name (Mastodon hashtags can't contain spaces; CamelCase is the accessibility norm); the
1534// slug/href stays lowercase ("livemusic").
1535function tagParts(raw) {
1536 const words = String(raw || '').trim().split(/[\s_]+/).map((w) => w.replace(/[^\p{L}\p{M}\p{N}]/gu, '')).filter(Boolean);
1537 if (!words.length) return null;
1538 const slug = words.join('').toLowerCase();
1539 if (!slug) return null;
1540 const label = words.length > 1 ? words.map((w) => w[0].toUpperCase() + w.slice(1)).join('') : words[0];
1541 return { label, slug };
1542}
1543// Merge a post's tags field + the #hashtags linked inline in its body into one deduped
1544// Hashtag tag list (with hrefs to our /tag page).
1545function buildHashtagList(base, tagsField, content) {
1546 const out = [], seen = new Set();
1547 for (const t of normalizeTags(tagsField)) {
1548 const p = tagParts(t); if (!p || seen.has(p.slug)) continue; seen.add(p.slug);
1549 out.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(p.slug)}`, name: '#' + p.label });
1550 }
1551 for (const h of hashtagTags(base, content)) {
1552 const k = h.name.slice(1).toLowerCase(); if (seen.has(k)) continue; seen.add(k);
1553 out.push(h);
1554 }
1555 return out;
1556}
1557
1558// Extract Mention tag objects from already-linked content (class="u-url mention").
1559function mentionTags(content) {
1560 const tags = [], seen = new Set();
1561 // The link href is the human profile URL; the actor URI (for the Mention tag) is in data-actor.
1562 const re = /<a href="[^"]*" class="u-url mention" data-actor="([^"]+)">@([^<]+)<\/a>/gi;
1563 let m;
1564 while ((m = re.exec(content || ''))) {
1565 const href = m[1];
1566 if (seen.has(href)) continue; seen.add(href);
1567 tags.push({ type: 'Mention', href, name: '@' + m[2] });
1568 }
1569 return tags;
1570}
1571// Resolve inline @user@domain mentions in reply/post text → link them (href = actor URI)
1572// and collect the mentioned actors' inboxes so they get notified. Best-effort per mention.
1573async function resolveMentionsInText(base, html) {
1574 const inboxes = [];
1575 const handles = new Set();
1576 // Prefix also allows opening brackets — "(@user@host + me)" is a mention too (real-world
1577 // miss: a bracketed mention federated as plain text and its target was never notified).
1578 const re = /(^|[\s>([{])@([\p{L}\p{M}\p{N}_.-]+@[\p{L}\p{M}\p{N}.-]+)/gu;
1579 let m;
1580 while ((m = re.exec(html || ''))) handles.add(m[2]);
1581 let out = String(html || '');
1582 for (const h of handles) {
1583 let actorUri = null;
1584 try { actorUri = await webfingerResolve('@' + h); } catch { actorUri = null; }
1585 if (!actorUri) continue;
1586 const actor = await fetchActor(actorUri).catch(() => null);
1587 const inbox = actor && ((actor.endpoints && actor.endpoints.sharedInbox) || actor.inbox);
1588 if (inbox) inboxes.push(inbox);
1589 const profileUrl = actorInfo(actor, actorUri).url || actorUri; // human profile page → the link href
1590 const esc = h.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
1591 out = out.replace(new RegExp('(^|[\\s>([{])@' + esc + '(?![\\p{L}\\p{M}\\p{N}_.-])', 'gu'),
1592 (full, pre) => `${pre}<a href="${profileUrl}" class="u-url mention" data-actor="${actorUri}">@${h}</a>`);
1593 }
1594 return { html: out, inboxes };
1595}
1596
1597export function buildReplyNote(base, site, row) {
1598 // Thin delegate: replies are built by buildNote (the single Note entry point) in reply mode.
1599 return buildNote(base, site, row, { isReply: true });
1600}
1601
1602// Resolve one of our outbound reply Notes by id (for /ap/notes/:id fallback).
1603export function getOutboxNote(base, id) {
1604 const row = iStmts().getO.get(id);
1605 if (!row) return null;
1606 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(row.site_slug);
1607 if (!site) return null;
1608 return buildReplyNote(base, site, row);
1609}
1610
1611// Send a reply FROM this site to a remote actor (in reply to their inbound reply).
1612// `parent` = an ap_interactions row (actor_uri, actor_url, actor_handle, object_uri).
1613export async function deliverReply(site, { postId, postSlug, parent, text }) {
1614 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1615 if (!base || !site || !site.slug || !parent || !String(text || '').trim()) return null;
1616 const me = actorId(base, site.slug);
1617 const handle = parent.actor_handle || deriveHandle(parent.actor_uri);
1618 const dispHandle = handle && handle[0] === '@' ? handle : '@' + (handle || '');
1619 const body = escHtml(String(text).trim()).replace(/\r?\n/g, '<br>');
1620 const mres = await resolveMentionsInText(base, body); // link inline @mentions + collect their inboxes
1621 const mention = parent.actor_uri
1622 ? `<a href="${escHtml(parent.actor_url || parent.actor_uri)}" class="u-url mention" data-actor="${escHtml(parent.actor_uri)}">${escHtml(dispHandle)}</a> ` : '';
1623 const content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
1624 // Dedup: skip if the exact same reply was already sent (double-submit guard).
1625 const dup = db.prepare('SELECT 1 FROM ap_outbox WHERE site_slug = ? AND IFNULL(in_reply_to, \'\') = ? AND content = ? LIMIT 1')
1626 .get(site.slug, parent.object_uri || '', content);
1627 if (dup) { console.log('[AP] outreply skipped (duplicate)'); return { duplicate: true, delivered: 0 }; }
1628 const id = crypto.randomUUID();
1629 iStmts().insO.run(id, site.slug, postId, postSlug || null, parent.object_uri || null, parent.actor_uri || null, handle, content);
1630 const row = iStmts().getO.get(id);
1631 const note = buildReplyNote(base, site, row);
1632 const create = {
1633 '@context': AP_CONTEXT,
1634 id: note.id + '#create', type: 'Create', actor: me,
1635 published: note.published, to: note.to, cc: note.cc, object: note,
1636 };
1637 const keys = getOrCreateKeys(site.slug);
1638 const keyId = `${me}#main-key`;
1639 const inboxes = new Set();
1640 if (parent.actor_uri) {
1641 const a = await fetchActor(parent.actor_uri).catch(() => null);
1642 if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox);
1643 }
1644 if (parent.threadInbox) inboxes.add(parent.threadInbox); // back-compat (single)
1645 (parent.threadInboxes || []).forEach((i) => inboxes.add(i)); // whole ancestor chain
1646 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1647 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the reply
1648 inboxes.delete(`${me}/inbox`); // never deliver to ourselves (already in ap_outbox)
1649 inboxes.delete(`${base}/ap/inbox`); // (our own shared inbox) → avoids a self-duplicate
1650 let delivered = 0;
1651 for (const inbox of [...inboxes].filter(Boolean)) {
1652 let ok = false;
1653 try { const st = await deliver(inbox, create, keyId, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
1654 if (ok) delivered++;
1655 else enqueueDelivery(site.slug, inbox, create); // durable: retry a briefly-offline recipient (was silently dropped)
1656 }
1657 console.log('[AP] outreply', site.slug, '→', parent.actor_uri, 'delivered', delivered);
1658 return { id, content, delivered };
1659}
1660
1661// attributedTo may be a string, an object {id}, or an ARRAY — e.g. a PeerTube Video is
1662// attributed to [Person (account), Group (channel)]. Pick a usable actor URI (prefer Person).
1663function actorUriOf(att) {
1664 if (!att) return null;
1665 if (typeof att === 'string') return att;
1666 if (Array.isArray(att)) {
1667 const person = att.find((a) => a && typeof a === 'object' && a.type === 'Person' && a.id);
1668 if (person) return person.id;
1669 for (const a of att) { if (typeof a === 'string') return a; if (a && a.id) return a.id; }
1670 return null;
1671 }
1672 return att.id || null;
1673}
1674
1675// Resolve a remote post URL (any fediverse/Klonkt post) into a reply target.
1676// Returns a parent-shaped object usable by deliverReply(), or null.
1677export async function resolveRemoteNote(url) {
1678 if (!/^https?:\/\//i.test(String(url || ''))) return null;
1679 const note = await fetchActor(url).catch(() => null); // AP GET (content-negotiates)
1680 if (!note || !note.id) return null;
1681 const att = note.attributedTo;
1682 const actorUri = actorUriOf(att);
1683 if (!actorUri) return null;
1684 const actor = await fetchActor(actorUri).catch(() => null);
1685 const ai = actorInfo(actor, actorUri);
1686 // Is what we're replying to a post (or a comment) on one of OUR posts? If so,
1687 // link our reply to that local post so it shows nested in the post thread.
1688 const localTgt = findThreadTarget(note.id, (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, ''));
1689 // Walk the WHOLE reply chain upward (comment → parent comment → … → root post)
1690 // and collect every ancestor author's inbox, so each participant's server —
1691 // including the original post's author — receives + threads our reply.
1692 const threadInboxes = [];
1693 const seenInbox = new Set();
1694 let cursor = note.inReplyTo, guard = 0;
1695 while (cursor && guard++ < 6) {
1696 const url = typeof cursor === 'string' ? cursor : (cursor && cursor.id);
1697 if (!url) break;
1698 const pn = await fetchActor(url).catch(() => null);
1699 if (!pn) break;
1700 const pa = actorUriOf(pn.attributedTo);
1701 if (pa && pa !== actorUri) {
1702 const paDoc = await fetchActor(pa).catch(() => null);
1703 const inbox = paDoc && ((paDoc.endpoints && paDoc.endpoints.sharedInbox) || paDoc.inbox);
1704 if (inbox && !seenInbox.has(inbox)) { seenInbox.add(inbox); threadInboxes.push(inbox); }
1705 }
1706 cursor = pn.inReplyTo; // climb to the next ancestor
1707 }
1708 // For non-Note objects (PeerTube Video, Article, …) the meaningful label is `name` (the
1709 // title); prepend it so the reply page shows what you're replying to (sanitize cleans it).
1710 let rawHtml = String(note.content || '').replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
1711 if (note.name && note.type && note.type !== 'Note') rawHtml = `<p><strong>${note.name}</strong></p>` + rawHtml;
1712 const images = (Array.isArray(note.attachment) ? note.attachment : [])
1713 .filter((a) => a && a.url && (!a.mediaType || /^image\//i.test(a.mediaType)))
1714 .map((a) => safeUrl(a.url)).filter(Boolean);
1715 // A Klonkt hosted-audio post strips its cover from `attachment` (so Mastodon
1716 // shows the player card, not a loose image) and puts it in `image` instead.
1717 // Same fallback as mediaFromNote() so a boosted music post keeps its cover.
1718 if (!images.length && note.image) {
1719 const im = Array.isArray(note.image) ? note.image[0] : note.image;
1720 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
1721 if (iu) images.push(iu);
1722 }
1723 return {
1724 object_uri: safeUrl(note.id) || note.id,
1725 actor_uri: actorUri,
1726 actor_url: ai.url,
1727 actor_handle: ai.handle,
1728 actor_name: ai.name,
1729 actor_icon: ai.icon,
1730 url: note.url || url,
1731 content: HtmlSanitizerService.sanitize(rawHtml), // full, sanitized
1732 sensitive: !!note.sensitive, // remote CW → blur in the Cirkel
1733 cw: note.summary || '',
1734 images,
1735 threadInboxes, // every ancestor author's inbox
1736 localPostId: localTgt ? localTgt.post_id : '', // our post this belongs to (if any)
1737 poll: parsePoll(note), // a Question → its options/counts (else null)
1738 preview: HtmlSanitizerService.toPlainText(note.content || '').slice(0, 240),
1739 };
1740}
1741
1742// List a site's own outbound fediverse replies (for the manage/delete view).
1743// The plain editable text of a stored reply (unwrap links → their text, <br> → newline)
1744// so the manage view can prefill an edit box; the mention is re-added on save.
1745function outboxEditableText(content) {
1746 return String(content || '')
1747 .replace(/<br\s*\/?>/gi, '\n')
1748 .replace(/<a\b[^>]*>([\s\S]*?)<\/a>/gi, '$1')
1749 .replace(/<[^>]+>/g, '')
1750 .replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&')
1751 .trim();
1752}
1753export function listOutbox(siteSlug) {
1754 return db.prepare('SELECT id, content, to_handle, in_reply_to, created_at FROM ap_outbox WHERE site_slug = ? ORDER BY created_at DESC')
1755 .all(siteSlug).map((r) => { const c = stripLeadingMentions(r.content); return { ...r, content: c, editable: outboxEditableText(c) }; });
1756}
1757
1758// Delete one of our outbound replies: send Delete(Tombstone) to recipients + remove it.
1759export async function deliverOutboxDelete(site, outboxId) {
1760 const row = iStmts().getO.get(outboxId);
1761 if (!row || row.site_slug !== site.slug) return false;
1762 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1763 if (base) {
1764 const me = actorId(base, site.slug);
1765 const nid = noteId(base, row.id);
1766 const del = { '@context': AP_CONTEXT, id: `${nid}#delete-${Date.now()}-${rid()}`, type: 'Delete', actor: me, to: [PUBLIC], object: { id: nid, type: 'Tombstone' } };
1767 const keys = getOrCreateKeys(site.slug);
1768 const inboxes = new Set();
1769 if (row.to_actor) { const a = await fetchActor(row.to_actor).catch(() => null); if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox); }
1770 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1771 for (const inbox of [...inboxes].filter(Boolean)) {
1772 try { const st = await deliver(inbox, del, `${me}#main-key`, keys.private_pem); if (st >= 200 && st < 300) continue; } catch { /* queue below */ }
1773 enqueueDelivery(site.slug, inbox, del); // durable: a failed comment-delete now retries (was silently dropped)
1774 }
1775 }
1776 db.prepare('DELETE FROM ap_outbox WHERE id = ?').run(outboxId);
1777 return true;
1778}
1779
1780// Edit one of our outbound replies: rewrite the stored content (mention re-added + #tags
1781// re-linked) and send an Update(Note) so recipients refresh their cached copy.
1782export async function deliverOutboxUpdate(site, outboxId, newText) {
1783 const row = iStmts().getO.get(outboxId);
1784 if (!row || row.site_slug !== site.slug) return false;
1785 const text = String(newText || '').trim();
1786 if (!text) return false;
1787 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1788 if (!base) return false;
1789 const me = actorId(base, site.slug);
1790 const toActor = row.to_actor ? await fetchActor(row.to_actor).catch(() => null) : null;
1791 const toProfile = row.to_actor ? (actorInfo(toActor, row.to_actor).url || row.to_actor) : '';
1792 const _h = row.to_handle || deriveHandle(row.to_actor);
1793 const toHandle = _h && _h[0] === '@' ? _h : '@' + (_h || '');
1794 const mention = row.to_actor
1795 ? `<a href="${escHtml(toProfile)}" class="u-url mention" data-actor="${escHtml(row.to_actor)}">${escHtml(toHandle)}</a> ` : '';
1796 const mres = await resolveMentionsInText(base, escHtml(text).replace(/\r?\n/g, '<br>'));
1797 const content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
1798 db.prepare('UPDATE ap_outbox SET content = ? WHERE id = ?').run(content, outboxId);
1799 const note = buildReplyNote(base, site, iStmts().getO.get(outboxId));
1800 note.updated = new Date().toISOString();
1801 const update = {
1802 '@context': AP_CONTEXT,
1803 id: `${note.id}#update-${Date.now()}-${rid()}`, type: 'Update', actor: me,
1804 published: note.published, updated: note.updated, to: note.to, cc: note.cc, object: note,
1805 };
1806 const keys = getOrCreateKeys(site.slug);
1807 const inboxes = new Set();
1808 if (toActor) inboxes.add((toActor.endpoints && toActor.endpoints.sharedInbox) || toActor.inbox);
1809 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1810 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the edit
1811 inboxes.delete(`${me}/inbox`); inboxes.delete(`${base}/ap/inbox`);
1812 let delivered = 0;
1813 for (const inbox of [...inboxes].filter(Boolean)) {
1814 let ok = false;
1815 try { const st = await deliver(inbox, update, `${me}#main-key`, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
1816 if (ok) delivered++;
1817 else enqueueDelivery(site.slug, inbox, update); // durable: retry the edit later (was silently dropped)
1818 }
1819 console.log('[AP] outreply edit', site.slug, 'delivered', delivered);
1820 return { ok: true, content, delivered };
1821}
1822
1823// ── Fediverse CLIENT: follow accounts + home timeline ─────────────
1824// Resolve an @user@domain handle to its actor URL via WebFinger.
1825export async function webfingerResolve(handle) {
1826 const h = String(handle || '').trim().replace(/^@/, '');
1827 const parts = h.split('@');
1828 if (parts.length !== 2 || !parts[0] || !parts[1]) return null;
1829 const acct = `${parts[0]}@${parts[1]}`;
1830 try {
1831 const r = await safeFetch(`https://${parts[1]}/.well-known/webfinger?resource=acct:${encodeURIComponent(acct)}`,
1832 { headers: { Accept: 'application/jrd+json, application/json' } });
1833 if (!r.ok) return null;
1834 const jrd = await r.json();
1835 const link = (jrd.links || []).find((l) => l.rel === 'self' && /activity\+json|ld\+json/.test(l.type || ''));
1836 return safeUrl(link ? link.href : '') || null;
1837 } catch { return null; }
1838}
1839
1840let _insFw, _delFw, _listFw, _accFw, _oneFw, _setAB;
1841function fwStmts() {
1842 if (!_insFw) {
1843 _insFw = db.prepare('INSERT OR REPLACE INTO ap_following (slug, actor_uri, handle, name, icon, url, inbox, follow_id, status, auto_boost, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
1844 _delFw = db.prepare('DELETE FROM ap_following WHERE slug = ? AND actor_uri = ?');
1845 _listFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? ORDER BY created_at DESC');
1846 _accFw = db.prepare("UPDATE ap_following SET status = 'accepted' WHERE follow_id = ?");
1847 _oneFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? AND actor_uri = ?');
1848 _setAB = db.prepare('UPDATE ap_following SET auto_boost = ? WHERE slug = ? AND actor_uri = ?');
1849 }
1850 return { ins: _insFw, del: _delFw, list: _listFw, acc: _accFw, one: _oneFw, setAB: _setAB };
1851}
1852export function listFollowing(slug) { return fwStmts().list.all(slug); }
1853
1854// Toggle auto-boost ("feature") on an account we already follow.
1855export function setAutoBoost(slug, actorUri, on) {
1856 try { fwStmts().setAB.run(on ? 1 : 0, slug, actorUri); } catch { /* ignore */ }
1857 // Featuring an account → AP-native catch-up so the Cirkel isn't empty until they next
1858 // post (push doesn't backfill history-before-follow). Fire-and-forget pull, sends nothing.
1859 if (on) backfillFromOutbox(slug, actorUri).catch(() => {});
1860 return { ok: true };
1861}
1862
1863let _insTl, _listTl, _delTl;
1864function tlStmts() {
1865 if (!_insTl) {
1866 _insTl = db.prepare('INSERT OR IGNORE INTO ap_timeline (id, slug, author_uri, author_name, author_handle, author_icon, author_url, content, url, published, media_json, nsfw, cw, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
1867 _listTl = db.prepare('SELECT * FROM ap_timeline WHERE slug = ? ORDER BY COALESCE(published, created_at) DESC LIMIT ?');
1868 _delTl = db.prepare('DELETE FROM ap_timeline WHERE id = ?');
1869 }
1870 return { ins: _insTl, list: _listTl, del: _delTl };
1871}
1872export function getTimeline(slug, limit) { return tlStmts().list.all(slug, limit || 50); }
1873
1874// ── Cirkel = posts from the accounts you auto-boost ("feature an artist") ──
1875let _abCount, _cirkelPosts, _cirkelMembers;
1876export function autoBoostCount(slug) {
1877 try { if (!_abCount) _abCount = db.prepare('SELECT COUNT(*) AS n FROM ap_following WHERE slug = ? AND auto_boost = 1'); return _abCount.get(slug).n; } catch { return 0; }
1878}
1879export function getCirkelPosts(slug, limit) {
1880 try {
1881 // Cirkel = posts from featured (auto_boost) accounts + posts you boosted
1882 // (t.boosted), mixed by date. One row per note in ap_timeline → no duplicates.
1883 if (!_cirkelPosts) _cirkelPosts = db.prepare(`
1884 SELECT t.id, t.author_uri, t.author_name, t.author_handle, t.author_icon, t.author_url,
1885 t.content, t.url, t.published, t.media_json, t.boosted, t.nsfw, t.cw
1886 FROM ap_timeline t
1887 LEFT JOIN ap_following f ON f.slug = t.slug AND f.actor_uri = t.author_uri
1888 WHERE t.slug = ? AND (f.auto_boost = 1 OR t.boosted = 1)
1889 ORDER BY COALESCE(t.published, t.created_at) DESC, t.rowid DESC
1890 LIMIT ?`);
1891 return _cirkelPosts.all(slug, limit || 60);
1892 } catch { return []; }
1893}
1894export function getCirkelMembers(slug) {
1895 try { if (!_cirkelMembers) _cirkelMembers = db.prepare('SELECT name, url, icon FROM ap_following WHERE slug = ? AND auto_boost = 1 ORDER BY name'); return _cirkelMembers.all(slug); } catch { return []; }
1896}
1897// Mark a timeline post as boosted so it shows in the Cirkel (mixed by date).
1898let _markBoost, _unmarkBoost, _boostedCount;
1899export function markBoosted(slug, noteId) {
1900 try { if (!_markBoost) _markBoost = db.prepare('UPDATE ap_timeline SET boosted = 1 WHERE slug = ? AND id = ?'); _markBoost.run(slug, noteId); } catch { /* ignore */ }
1901}
1902export function unmarkBoosted(slug, noteId) {
1903 try { if (!_unmarkBoost) _unmarkBoost = db.prepare('UPDATE ap_timeline SET boosted = 0 WHERE slug = ? AND id = ?'); _unmarkBoost.run(slug, noteId); } catch { /* ignore */ }
1904}
1905let _markLike, _unmarkLike;
1906export function markLiked(slug, noteId) {
1907 try { if (!_markLike) _markLike = db.prepare('UPDATE ap_timeline SET liked = 1 WHERE slug = ? AND id = ?'); _markLike.run(slug, noteId); } catch { /* ignore */ }
1908}
1909export function unmarkLiked(slug, noteId) {
1910 try { if (!_unmarkLike) _unmarkLike = db.prepare('UPDATE ap_timeline SET liked = 0 WHERE slug = ? AND id = ?'); _unmarkLike.run(slug, noteId); } catch { /* ignore */ }
1911}
1912export function getTimelineReaction(slug, noteId) {
1913 try { const r = db.prepare('SELECT liked, boosted FROM ap_timeline WHERE slug = ? AND id = ?').get(slug, noteId); return { liked: !!(r && r.liked), boosted: !!(r && r.boosted) }; } catch { return { liked: false, boosted: false }; }
1914}
1915// Boost a REMOTE post that may not be in your timeline (you don't follow the author):
1916// store it in ap_timeline (INSERT OR IGNORE → no dup for followed posts) so it shows in
1917// the Cirkel with a Boost badge, then flag it boosted.
1918export function upsertBoostedNote(slug, note) {
1919 if (!slug || !note || !note.object_uri) return;
1920 const id = note.object_uri;
1921 const media = JSON.stringify((note.images || []).map((u) => ({ url: u, type: 'image/jpeg' })));
1922 try {
1923 const r = tlStmts().ins.run(id, slug, note.actor_uri || '', note.actor_name || '', note.actor_handle || '',
1924 note.actor_icon || '', note.actor_url || '', note.content || '', note.url || null,
1925 new Date().toISOString(), media, note.sensitive ? 1 : 0, note.cw || null);
1926 if (!r.changes) {
1927 // Row already cached (INSERT OR IGNORE) → refresh it with the freshly
1928 // resolved note. Without this a row cached without its cover (or with
1929 // stale content) stayed stale forever — even boosting again didn't heal it.
1930 db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE slug = ? AND id = ?')
1931 .run(note.content || '', media, note.sensitive ? 1 : 0, note.cw || null, note.url || null, slug, id);
1932 }
1933 } catch { /* ignore */ }
1934 markBoosted(slug, id);
1935}
1936export function boostedCount(slug) {
1937 try { if (!_boostedCount) _boostedCount = db.prepare('SELECT COUNT(*) AS n FROM ap_timeline WHERE slug = ? AND boosted = 1'); return _boostedCount.get(slug).n; } catch { return 0; }
1938}
1939
1940// Resolve a Klonkt/AP actor URL from a site root: a Klonkt site's root 302s to
1941// /ap/users/<slug> (content negotiation; Location may be relative). Used by
1942// followActor for bare-domain follows.
1943// NB: the old auto-migration of legacy Cirkels (circle_links -> AP follows) was
1944// REMOVED on 2026-06-26 — it auto-sent Follows on boot, which violates "the code
1945// never throws anything into the fediverse automatically" (would surprise-Follow
1946// for some operators at scale). The dead circle_links table stays as harmless dead
1947// data; an operator restores an old cirkel by re-following in /following (their click).
1948async function resolveApActor(siteUrl) {
1949 try {
1950 const r = await fetch(siteUrl, { headers: { Accept: 'application/activity+json' }, redirect: 'manual' });
1951 if (r.status >= 300 && r.status < 400) { const loc = r.headers.get('location'); if (loc) return new URL(loc, siteUrl).href; }
1952 if (r.ok) return siteUrl;
1953 } catch { /* unreachable */ }
1954 return null;
1955}
1956
1957// ── Self-heal: re-sync the fediverse cache (ap_timeline) after a DRASTIC update ──
1958// Runs ONCE per SELFHEAL_VERSION bump — NOT on every boot. Re-fetches each cached
1959// note and refreshes content + media (recovers covers/edits that were delivered
1960// during a flux window, e.g. a fleet-wide update), and drops notes that are gone
1961// (404/410). Bump SELFHEAL_VERSION only on a release that warrants a re-sync.
1962const SELFHEAL_VERSION = 7; // v7: rerun v6 with retry-until-clean semantics (origins briefly offline no longer stay stale forever)
1963async function fetchNoteAP(url) {
1964 try {
1965 const r = await fetch(url, { headers: { Accept: 'application/activity+json' } });
1966 if (r.status === 404 || r.status === 410) return 404;
1967 if (r.ok) return await r.json();
1968 } catch { /* unreachable */ }
1969 return null;
1970}
1971function mediaFromNote(note) {
1972 const atts = (Array.isArray(note.attachment) ? note.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
1973 if (!atts.some((m) => !m.type || /image/i.test(m.type)) && note.image) {
1974 const im = Array.isArray(note.image) ? note.image[0] : note.image;
1975 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
1976 if (iu) atts.push({ url: iu, type: (im && im.mediaType) || 'image/jpeg' });
1977 }
1978 return JSON.stringify(atts);
1979}
1980// A generic SSRF-safe AP GET (collections / pages).
1981async function apGetJson(url) {
1982 try {
1983 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
1984 if (!r.ok) return null;
1985 const len = Number(r.headers.get('content-length') || 0);
1986 if (len > 3_000_000) return null;
1987 return await r.json();
1988 } catch { return null; }
1989}
1990// AP-native catch-up: pull an actor's standard `outbox` collection and merge their recent
1991// top-level posts into the timeline for `slug`. Push (Create delivery) cannot backfill
1992// history-from-before-you-followed or a delivery that was missed while you were down;
1993// reading the outbox is the spec-conform way to catch up. PULL ONLY — sends nothing.
1994export async function backfillFromOutbox(slug, actorUri, limit = 20) {
1995 try {
1996 if (!slug || !actorUri) return 0;
1997 const actor = await fetchActor(actorUri);
1998 if (!actor || !actor.outbox) return 0;
1999 let page = await apGetJson(typeof actor.outbox === 'string' ? actor.outbox : actor.outbox.id);
2000 let items = (page && (page.orderedItems || page.items)) || [];
2001 if (!items.length && page && page.first) {
2002 page = await apGetJson(typeof page.first === 'string' ? page.first : page.first.id);
2003 items = (page && (page.orderedItems || page.items)) || [];
2004 }
2005 if (!Array.isArray(items) || !items.length) return 0;
2006 const ai = actorInfo(actor, actorUri);
2007 let added = 0;
2008 for (const it of items.slice(0, limit)) {
2009 // Each item is usually a Create wrapping a Note, or sometimes the Note itself.
2010 const o = (it && typeof it.object === 'object' && it.object) ? it.object : it;
2011 if (!o || !o.id) continue;
2012 if (o.type && o.type !== 'Note' && o.type !== 'Article' && o.type !== 'Question') continue; // skip boosts/other
2013 if (o.inReplyTo) continue; // top-level only
2014 const auth = actorUriOf(o.attributedTo);
2015 if (auth && auth !== actorUri) continue; // their OWN posts only
2016 const html = HtmlSanitizerService.sanitize(o.content || '');
2017 const poll = parsePoll(o); // a Question (poll) → carry its options/counts on backfill too
2018 try {
2019 const r = tlStmts().ins.run(o.id, slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, mediaFromNote(o), o.sensitive ? 1 : 0, o.summary || null);
2020 if (r && r.changes > 0) added++;
2021 // Set poll_json if this is a poll and we don't already have it (COALESCE preserves a vote).
2022 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = COALESCE(poll_json, ?) WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, slug); } catch { /* ignore */ } }
2023 } catch { /* ignore */ }
2024 }
2025 if (added) console.log('[AP] outbox backfill', actorUri, '→', slug, '+' + added);
2026 return added;
2027 } catch { return 0; }
2028}
2029
2030// ── Remote thread crawl (fill the gaps in a local post's conversation) ────────────
2031// Most replies reach us by delivery, but replies-to-replies that live on other servers and
2032// aren't addressed to us are missed. This pulls the AS2 `replies` collections of the replies
2033// we DO have, caching any newly-found ones in ap_interactions.
2034//
2035// Matches Mastodon's behaviour: ONE level per crawl (like its FetchRepliesService), not a deep
2036// recursive walk. Deeper levels fill in incrementally across crawls — once a fetched reply is
2037// cached it becomes a seed itself, so its own replies are pulled on a later view (Mastodon's
2038// per-status cascade). Bounded + polite (serial), PULL only, and stale-while-revalidate: it
2039// never runs in a page request — the view renders from cache; a stale post kicks off a
2040// background refresh for the NEXT view.
2041const THREAD_TTL_MS = 15 * 60 * 1000; // don't re-crawl a post more than ~4×/hour
2042const THREAD_MAX_DEPTH = 1; // one hop per crawl (like Mastodon); deeper fills in over crawls
2043const THREAD_MAX_FETCHES = 30; // hard cap on remote GETs per crawl (be a good peer)
2044const _crawlingThreads = new Set(); // per-post in-flight lock (no stampede across views)
2045
2046function threadCrawlTs(postId) {
2047 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('thread_crawl:' + postId); return r ? (Number(r.value) || 0) : 0; }
2048 catch { return 0; }
2049}
2050function setThreadCrawlTs(postId, ts) {
2051 try { db.prepare('INSERT INTO app_settings (key, value) VALUES (?, ?) ON CONFLICT(key) DO UPDATE SET value = excluded.value').run('thread_crawl:' + postId, String(ts)); }
2052 catch { /* ignore */ }
2053}
2054
2055// Read a note's `replies` (string ref / Collection with `first` / paged CollectionPages) →
2056// child note URIs. Every remote GET goes through `budget` so the whole crawl stays capped.
2057async function collectReplyItems(repliesRef, maxPages, budget) {
2058 const uris = [];
2059 let node = typeof repliesRef === 'string' ? await budget.get(repliesRef) : repliesRef;
2060 if (node && node.first) node = typeof node.first === 'string' ? await budget.get(node.first) : node.first;
2061 let pages = 0;
2062 while (node && pages++ < maxPages) {
2063 for (const it of (node.items || node.orderedItems || [])) {
2064 const u = typeof it === 'string' ? it : (it && it.id);
2065 if (u && /^https?:\/\//i.test(u)) uris.push(u);
2066 }
2067 if (!node.next) break;
2068 node = typeof node.next === 'string' ? await budget.get(node.next) : node.next;
2069 }
2070 return uris;
2071}
2072
2073async function crawlThread(postId) {
2074 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2075 if (!base) return;
2076 // Seed frontier = the remote reply note URIs we already have; also the dedup set.
2077 let known;
2078 try { known = new Set(db.prepare("SELECT object_uri FROM ap_interactions WHERE post_id = ? AND kind = 'reply' AND object_uri != ''").all(postId).map((r) => r.object_uri)); }
2079 catch { return; }
2080 const seeds = [...known].filter((u) => /^https?:\/\//i.test(u));
2081 if (!seeds.length) return; // nothing remote to expand
2082
2083 let fetches = 0;
2084 const budget = { get: async (u) => { if (fetches >= THREAD_MAX_FETCHES) return null; fetches++; return apGetJson(u); } };
2085 const visited = new Set(); // notes whose replies collection we've already expanded
2086 let frontier = seeds.slice();
2087 let added = 0;
2088
2089 for (let depth = 0; depth < THREAD_MAX_DEPTH && frontier.length && fetches < THREAD_MAX_FETCHES; depth++) {
2090 const nextFrontier = [];
2091 for (const noteUri of frontier) {
2092 if (visited.has(noteUri) || fetches >= THREAD_MAX_FETCHES) continue;
2093 visited.add(noteUri);
2094 const note = await budget.get(noteUri);
2095 if (!note || !note.replies) continue;
2096 const childUris = await collectReplyItems(note.replies, 2, budget);
2097 for (const cu of childUris) {
2098 if (known.has(cu) || fetches >= THREAD_MAX_FETCHES) continue;
2099 known.add(cu);
2100 const child = await budget.get(cu);
2101 if (!child || !child.id || (child.type !== 'Note' && child.type !== 'Article')) continue;
2102 const actorUri = actorUriOf(child.attributedTo);
2103 if (!actorUri || isBlockedAny(actorUri)) continue; // skip blocked authors
2104 const actor = await budget.get(actorUri); // may be null if budget spent → fallback handle
2105 const ai = actorInfo(actor, actorUri);
2106 const html = HtmlSanitizerService.sanitize(child.content || '');
2107 // The child replies to `note` by construction (it's in note's replies collection).
2108 try { iStmts().ins.run('reply', postId, child.id, actorUri, ai.name, ai.handle, ai.url, ai.icon, html, child.published || null, note.id || noteUri); added++; } catch { /* ignore */ }
2109 nextFrontier.push(child.id); // expand this reply's own replies next depth
2110 }
2111 }
2112 frontier = nextFrontier;
2113 }
2114 if (added) console.log('[AP] thread crawl', postId, '+' + added, 'remote replies (' + fetches + ' fetches)');
2115}
2116
2117// Stale-while-revalidate entry point: call from the post view. Renders nothing, blocks nothing —
2118// fires a background crawl only if this post hasn't been crawled within the TTL.
2119export function maybeCrawlThread(postId) {
2120 if (!postId || _crawlingThreads.has(postId)) return;
2121 if (Date.now() - threadCrawlTs(postId) < THREAD_TTL_MS) return;
2122 _crawlingThreads.add(postId);
2123 setThreadCrawlTs(postId, Date.now()); // optimistic mark so concurrent/next views don't re-fire
2124 crawlThread(postId).catch((e) => console.warn('[AP] thread crawl failed:', e && e.message)).finally(() => _crawlingThreads.delete(postId));
2125}
2126
2127let _selfHealing = false;
2128export async function selfHealTimeline() {
2129 if (_selfHealing) return; _selfHealing = true;
2130 try {
2131 let cur = 0;
2132 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_version'); cur = r ? (parseInt(r.value, 10) || 0) : 0; } catch { return; }
2133 if (cur >= SELFHEAL_VERSION) return; // already healed for this version — skip on normal boots
2134 let rows = [];
2135 try { rows = db.prepare('SELECT id, content, media_json, nsfw, cw, url FROM ap_timeline ORDER BY rowid DESC LIMIT 200').all(); } catch { /* no table */ }
2136 let healed = 0, failed = 0;
2137 for (const r of rows) {
2138 try {
2139 const note = await fetchNoteAP(r.id);
2140 if (note === 404) { db.prepare('DELETE FROM ap_timeline WHERE id = ?').run(r.id); healed++; continue; }
2141 if (!note || typeof note !== 'object') { failed++; continue; } // origin unreachable right now
2142 const html = HtmlSanitizerService.sanitize(note.content || '');
2143 const media = mediaFromNote(note);
2144 const nsfw = note.sensitive ? 1 : 0; // re-sync NSFW/sensitive + CW onto already-cached posts
2145 const cw = note.summary || null;
2146 const url = note.url || null; // re-sync the human url (catches a remote slug rename)
2147 if ((html && html !== r.content) || media !== (r.media_json || '[]') || nsfw !== (r.nsfw || 0) || (cw || '') !== (r.cw || '') || (url && url !== r.url)) {
2148 db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ?').run(html || r.content, media, nsfw, cw, url, r.id);
2149 healed++;
2150 }
2151 } catch { failed++; /* per-note best-effort */ }
2152 }
2153 // Only mark this version DONE after a clean pass. Some origins are briefly
2154 // offline exactly when we heal (phone-hosted instances!): skipping them and
2155 // consuming the version would leave those rows stale forever. Instead retry
2156 // on the next boots, giving up after a few attempts (permanently-dead
2157 // origins answer 404/410 and are deleted above, so they don't loop).
2158 const setSetting = (k, v) => { try { db.prepare('INSERT OR REPLACE INTO app_settings (key, value) VALUES (?, ?)').run(k, String(v)); } catch { /* ignore */ } };
2159 let attempts = 0;
2160 try { const a = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_attempts'); attempts = a ? (parseInt(a.value, 10) || 0) : 0; } catch { /* ignore */ }
2161 if (failed === 0 || attempts >= 4) {
2162 setSetting('selfheal_version', SELFHEAL_VERSION);
2163 setSetting('selfheal_attempts', 0);
2164 } else {
2165 setSetting('selfheal_attempts', attempts + 1);
2166 }
2167 if (rows.length) console.log(`[AP] self-heal v${SELFHEAL_VERSION}: ${healed}/${rows.length} timeline notes${failed ? ` (${failed} unreachable — will retry next boot)` : ''}`);
2168 } catch { /* never block boot */ } finally { _selfHealing = false; }
2169}
2170
2171// Follow a fediverse account by @handle (WebFinger → actor → signed Follow).
2172export async function followActor(site, handle, autoBoost = false) {
2173 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2174 if (!base || !site || !site.slug) return { error: 'config' };
2175 // Accept any of: a profile/actor URL, an @user@host handle (WebFinger), or a
2176 // bare site domain (site.com) — for a single-actor site (Klonkt etc.) the root
2177 // resolves to its AP actor, so you can follow a site by just its domain.
2178 const s = String(handle || '').trim();
2179 let actorUrl;
2180 if (/^https?:\/\//i.test(s)) actorUrl = safeUrl(s) || null;
2181 else if (s.includes('@')) actorUrl = await webfingerResolve(s);
2182 else if (/^[a-z0-9.-]+\.[a-z]{2,}/i.test(s)) actorUrl = await resolveApActor('https://' + s.replace(/^\/+|\/+$/g, ''));
2183 else actorUrl = null;
2184 if (!actorUrl) return { error: 'not_found' };
2185 const actor = await fetchActor(actorUrl).catch(() => null);
2186 if (!actor || !actor.id || !actor.inbox) return { error: 'unreachable' };
2187 const ai = actorInfo(actor, actor.id);
2188 const me = actorId(base, site.slug);
2189 const keys = getOrCreateKeys(site.slug);
2190 const followId = `${me}#follow-${Date.now()}-${rid()}`;
2191 fwStmts().ins.run(site.slug, actor.id, ai.handle, ai.name, ai.icon, ai.url, actor.inbox, followId, 'pending', autoBoost ? 1 : 0);
2192 const follow = { '@context': AP_CONTEXT, id: followId, type: 'Follow', actor: me, object: actor.id };
2193 // Deliver via the retry queue: a Follow that fails the first attempt (peer down,
2194 // timeout, transient 5xx) is retried with backoff instead of staying stuck on
2195 // 'pending' forever — the Accept can only come back once the Follow lands.
2196 await deliverWithRetry(site.slug, actor.inbox, follow, `${me}#main-key`, keys.private_pem);
2197 console.log('[AP] follow', site.slug, '→', actor.id);
2198 // Follow + feature in one step → backfill their recent posts into the Cirkel right away.
2199 if (autoBoost) backfillFromOutbox(site.slug, actor.id).catch(() => {});
2200 return { ok: true, name: ai.name, handle: ai.handle, actor: actor.id };
2201}
2202
2203// Resolve a profile URL or @handle to a followable remote actor (for the
2204// authorize_interaction "Follow" flow). Returns display fields + inbox, or null
2205// when it isn't a reachable actor (e.g. the input was a post, not a profile).
2206export async function resolveRemoteActor(input) {
2207 const s = String(input || '').trim();
2208 const actorUrl = /^https?:\/\//i.test(s) ? (safeUrl(s) || null) : await webfingerResolve(s);
2209 if (!actorUrl) return null;
2210 const actor = await fetchActor(actorUrl).catch(() => null);
2211 if (!actor || !actor.id || !actor.inbox) return null;
2212 const ai = actorInfo(actor, actor.id);
2213 return { actor_uri: actor.id, actor_name: ai.name, actor_handle: ai.handle, actor_url: ai.url, actor_icon: ai.icon, inbox: actor.inbox };
2214}
2215
2216export async function unfollowActor(site, actorUri) {
2217 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2218 const me = actorId(base, site.slug);
2219 const keys = getOrCreateKeys(site.slug);
2220 const row = fwStmts().one.get(site.slug, actorUri);
2221 // Undo(Follow) MUST reference the original Follow's real id so the remote can correlate it
2222 // and drop the follow. The old `${me}#follow` fallback never matched anything → the unfollow
2223 // silently failed on the remote. With no stored follow id (legacy row), skip the network Undo
2224 // rather than send an unmatchable one. Deliver durably via the retry queue.
2225 if (row && row.inbox && row.follow_id) {
2226 const undo = { '@context': AP_CONTEXT, id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me, object: { id: row.follow_id, type: 'Follow', actor: me, object: actorUri } };
2227 deliverWithRetry(site.slug, row.inbox, undo, `${me}#main-key`, keys.private_pem);
2228 } else if (row && row.inbox) {
2229 console.warn('[AP] unfollow', site.slug, '→', actorUri, '— no stored follow id; removed locally only (legacy follow, remote may keep it)');
2230 }
2231 fwStmts().del.run(site.slug, actorUri);
2232 return { ok: true };
2233}
2234
2235// Send a Like or Announce (boost) on a remote note FROM this site.
2236export async function sendInteraction(site, kind, targetNoteId, authorUri) {
2237 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2238 if (!base || !site || !site.slug || !targetNoteId) return { error: 'config' };
2239 const me = actorId(base, site.slug);
2240 const keys = getOrCreateKeys(site.slug);
2241 // 'unboost' = Undo(Announce): retracts a boost so followers' servers remove the
2242 // reblog (matched on actor+object — no record of the original Announce needed).
2243 const fanout = (kind === 'boost' || kind === 'unboost'); // also goes to our followers
2244 const followersCol = `${me}/followers`;
2245 // Address the original author in cc so their server (Mastodon, WordPress/ActivityPub, …)
2246 // attributes the boost to their post and notifies them — without this, a shared-inbox
2247 // receiver has nothing to route the Announce to. Non-fragment activity ids + a `published`
2248 // stamp keep us aligned with what Mastodon emits.
2249 const audience = authorUri ? [followersCol, authorUri] : [followersCol];
2250 let act;
2251 if (kind === 'unboost' || kind === 'unlike') {
2252 // Undo(Announce) retracts a boost; Undo(Like) un-favourites (matched on actor+object,
2253 // no record of the original activity needed — Mastodon honours both).
2254 const inner = kind === 'unboost' ? 'Announce' : 'Like';
2255 act = {
2256 '@context': AP_CONTEXT,
2257 id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me,
2258 object: { id: `${me}/${inner.toLowerCase()}/${Date.now()}-${rid()}`, type: inner, actor: me, object: targetNoteId },
2259 };
2260 if (kind === 'unboost') { act.to = [PUBLIC]; act.cc = audience; }
2261 } else {
2262 const type = kind === 'boost' ? 'Announce' : 'Like';
2263 act = {
2264 '@context': AP_CONTEXT,
2265 id: `${me}/${type.toLowerCase()}/${Date.now()}-${rid()}`,
2266 type, actor: me, object: targetNoteId,
2267 };
2268 if (type === 'Announce') { act.published = new Date().toISOString(); act.to = [PUBLIC]; act.cc = audience; }
2269 }
2270 const inboxes = new Set();
2271 // Author first, via their PERSONAL inbox (not the shared one) so a multi-user receiver
2272 // routes the Announce/Like to the right post unambiguously.
2273 if (authorUri) { const a = await fetchActor(authorUri).catch(() => null); if (a) inboxes.add(a.inbox || (a.endpoints && a.endpoints.sharedInbox)); }
2274 if (fanout) { for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox); }
2275 // Queue each delivery (immediate attempt + backoff retries on failure via ap_delivery)
2276 // instead of a single fire-and-forget POST, so a transient hiccup at the receiver doesn't
2277 // silently lose the boost — same durability a new post (deliverCreate) already gets.
2278 let queued = 0;
2279 for (const inbox of [...inboxes].filter(Boolean)) { deliverWithRetry(site.slug, inbox, act, `${me}#main-key`, keys.private_pem); queued++; }
2280 console.log('[AP]', kind, site.slug, '→', targetNoteId, 'queued', queued, 'inbox(es)');
2281 return { ok: true, delivered: queued };
2282}
2283
2284// Notifications inbox: new followers + replies/likes/boosts on this site's posts.
2285export function getNotifications(slug, limit) {
2286 const out = [];
2287 try {
2288 for (const f of db.prepare('SELECT actor_uri, created_at FROM ap_followers WHERE slug = ? ORDER BY created_at DESC LIMIT 50').all(slug)) {
2289 out.push({ type: 'follow', handle: deriveHandle(f.actor_uri), url: f.actor_uri, created_at: f.created_at });
2290 }
2291 } catch { /* ignore */ }
2292 try {
2293 const rows = db.prepare(`
2294 SELECT i.kind, i.actor_name, i.actor_handle, i.actor_url, i.content, i.created_at,
2295 p.slug AS post_slug, p.title AS post_title
2296 FROM ap_interactions i LEFT JOIN posts p ON p.id = i.post_id
2297 WHERE p.site_id = (SELECT id FROM sites WHERE slug = ?)
2298 ORDER BY i.created_at DESC LIMIT 80
2299 `).all(slug);
2300 for (const r of rows) out.push({
2301 type: r.kind, name: r.actor_name, handle: r.actor_handle, url: r.actor_url,
2302 content: stripLeadingMentions(r.content), post_slug: r.post_slug, post_title: r.post_title, created_at: r.created_at,
2303 });
2304 } catch { /* ignore */ }
2305 try {
2306 for (const r of db.prepare('SELECT actor_uri, actor_name, actor_handle, actor_icon, content, created_at FROM ap_reports WHERE slug = ? ORDER BY created_at DESC LIMIT 50').all(slug)) {
2307 out.push({ type: 'report', name: r.actor_name, handle: r.actor_handle, url: r.actor_uri, icon: r.actor_icon, content: r.content, created_at: r.created_at });
2308 }
2309 } catch { /* ignore */ }
2310 try {
2311 for (const r of db.prepare('SELECT object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, created_at FROM ap_mentions WHERE slug = ? ORDER BY created_at DESC LIMIT 50').all(slug)) {
2312 out.push({ type: 'mention', name: r.actor_name, handle: r.actor_handle, url: r.actor_url || r.actor_uri, icon: r.actor_icon, content: stripLeadingMentions(r.content), note_url: r.note_url || r.object_uri, created_at: r.created_at });
2313 }
2314 } catch { /* ignore */ }
2315 out.sort((a, b) => new Date(b.created_at) - new Date(a.created_at));
2316 return out.slice(0, limit || 60);
2317}
2318
2319// ── Blocking / defederation ───────────────────────────────────────
2320let _insBl, _delBl, _listBl;
2321function blStmts() {
2322 if (!_insBl) {
2323 _insBl = db.prepare('INSERT OR IGNORE INTO ap_blocks (slug, target, kind, label, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
2324 _delBl = db.prepare('DELETE FROM ap_blocks WHERE slug = ? AND target = ?');
2325 _listBl = db.prepare('SELECT * FROM ap_blocks WHERE slug = ? ORDER BY created_at DESC');
2326 }
2327 return { ins: _insBl, del: _delBl, list: _listBl };
2328}
2329export function listBlocks(slug) { return blStmts().list.all(slug); }
2330
2331// True if an actor (or its whole domain) is blocked anywhere on this instance.
2332// Vote on a remote fediverse poll (a cached Question). A ballot = a Create(Note) carrying only a
2333// `name` (the chosen option) + inReplyTo the Question, addressed to the poll's author — the
2334// Mastodon-standard vote. Records our choice locally + optimistically bumps the counts; the
2335// author's Update(Question) refreshes the authoritative totals when it arrives.
2336export async function voteOnPoll(site, questionId, choices) {
2337 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2338 if (!base || !site || !site.slug || !questionId) return { error: 'config' };
2339 let row; try { row = db.prepare('SELECT author_uri, poll_json FROM ap_timeline WHERE id = ? AND slug = ? LIMIT 1').get(questionId, site.slug); } catch { /* ignore */ }
2340 if (!row || !row.poll_json) return { error: 'not_found' };
2341 let poll; try { poll = JSON.parse(row.poll_json); } catch { return { error: 'not_found' }; }
2342 if (poll.closed) return { error: 'closed' };
2343 if (poll.voted) return { error: 'already' };
2344 const valid = new Set(poll.options.map((o) => o.name));
2345 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
2346 if (!picks.length) return { error: 'invalid' };
2347 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
2348 const me = actorId(base, site.slug);
2349 const keys = getOrCreateKeys(site.slug);
2350 const authorUri = row.author_uri || null;
2351 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
2352 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
2353 if (!inbox) return { error: 'unreachable' };
2354 for (const name of chosen) {
2355 const nid = `${me}/votes/${Date.now()}-${rid()}`;
2356 const note = { id: nid, type: 'Note', attributedTo: me, to: authorUri ? [authorUri] : [], name, inReplyTo: questionId, published: new Date().toISOString() };
2357 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
2358 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
2359 }
2360 // Local optimistic update (authoritative counts arrive via the author's Update(Question)).
2361 poll.voted = poll.multiple ? chosen : chosen[0];
2362 for (const o of poll.options) if (chosen.includes(o.name)) o.count = (o.count || 0) + 1;
2363 if (poll.voters != null) poll.voters += 1;
2364 try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), questionId, site.slug); } catch { /* ignore */ }
2365 return { ok: true };
2366}
2367
2368// Vote on ANY fediverse poll by URL (the interact page) — no timeline cache needed. Fetches
2369// the Question fresh, validates the choice(s), and casts the Mastodon-standard ballot (a
2370// Create(Note) with `name` + inReplyTo) straight to the poll's author. Used for polls you find
2371// by URL, not just ones from accounts you follow (which go through voteOnPoll via /news).
2372export async function voteOnRemotePoll(site, questionUrl, choices) {
2373 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2374 if (!base || !site || !site.slug || !/^https?:\/\//i.test(String(questionUrl || ''))) return { error: 'config' };
2375 const q = await fetchActor(questionUrl).catch(() => null); // AP GET (SSRF-guarded)
2376 if (!q || q.type !== 'Question' || !q.id) return { error: 'not_found' };
2377 const poll = parsePoll(q);
2378 if (!poll) return { error: 'not_found' };
2379 if (poll.closed) return { error: 'closed' };
2380 const valid = new Set(poll.options.map((o) => o.name));
2381 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
2382 if (!picks.length) return { error: 'invalid' };
2383 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
2384 const authorUri = actorUriOf(q.attributedTo);
2385 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
2386 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
2387 if (!inbox) return { error: 'unreachable' };
2388 const me = actorId(base, site.slug);
2389 const keys = getOrCreateKeys(site.slug);
2390 for (const name of chosen) {
2391 const nid = `${me}/votes/${Date.now()}-${rid()}`;
2392 const note = { id: nid, type: 'Note', attributedTo: me, to: [authorUri], name, inReplyTo: q.id, published: new Date().toISOString() };
2393 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
2394 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
2395 }
2396 return { ok: true };
2397}
2398
2399// Report a remote post or account to its home instance (moderation). Sends the Mastodon-standard
2400// AS2 `Flag`: object = [reported account, reported status?], content = the reason, delivered to the
2401// reported account's inbox so their instance's moderators receive it. objectUri = a post URL (its
2402// author is resolved + included) OR pass actorUri to report an account directly.
2403export async function sendReport(site, { objectUri, actorUri, reason }) {
2404 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2405 if (!base || !site || !site.slug) return { error: 'config' };
2406 let targetActor = actorUri || null;
2407 let noteUri = null;
2408 if (objectUri && /^https?:\/\//i.test(objectUri)) {
2409 const note = await apGetJson(objectUri).catch(() => null);
2410 if (note && note.id) { noteUri = note.id; if (!targetActor) targetActor = actorUriOf(note.attributedTo); }
2411 else if (!targetActor) return { error: 'not_found' };
2412 }
2413 if (!targetActor || !/^https?:\/\//i.test(targetActor)) return { error: 'not_found' };
2414 const actor = await fetchActor(targetActor).catch(() => null);
2415 const inbox = actor && (actor.inbox || (actor.endpoints && actor.endpoints.sharedInbox)); // personal inbox → their moderators
2416 if (!inbox) return { error: 'unreachable' };
2417 const me = actorId(base, site.slug);
2418 const keys = getOrCreateKeys(site.slug);
2419 const object = [targetActor];
2420 if (noteUri && noteUri !== targetActor) object.push(noteUri);
2421 const flag = {
2422 '@context': AP_CONTEXT,
2423 id: `${me}#report-${Date.now()}-${rid()}`,
2424 type: 'Flag',
2425 actor: me,
2426 content: String(reason == null ? '' : reason).slice(0, 3000),
2427 object, // [account, status?] — Mastodon's Flag shape
2428 to: [targetActor],
2429 };
2430 deliverWithRetry(site.slug, inbox, flag, `${me}#main-key`, keys.private_pem);
2431 return { ok: true };
2432}
2433
2434export function isBlockedAny(actorUri) {
2435 if (!actorUri) return false;
2436 let domain = ''; try { domain = new URL(actorUri).host; } catch { /* ignore */ }
2437 try { return !!db.prepare("SELECT 1 FROM ap_blocks WHERE (kind='actor' AND target=?) OR (kind='domain' AND target=?) LIMIT 1").get(actorUri, domain); }
2438 catch { return false; }
2439}
2440
2441function purgeBlocked(kind, target) {
2442 try {
2443 if (kind === 'domain') {
2444 // Exact host match (a URL LIKE over-/under-matches: it misses bare-domain or :port
2445 // actor URIs and can catch look-alikes). Filter by parsed host, same as isBlockedAny.
2446 const purge = (table, col) => {
2447 let rows = [];
2448 try { rows = db.prepare(`SELECT DISTINCT ${col} AS u FROM ${table} WHERE ${col} IS NOT NULL AND ${col} != ''`).all(); } catch { return; }
2449 const del = db.prepare(`DELETE FROM ${table} WHERE ${col} = ?`);
2450 for (const r of rows) { let h = ''; try { h = new URL(r.u).host; } catch { /* skip */ } if (h === target) { try { del.run(r.u); } catch { /* ignore */ } } }
2451 };
2452 purge('ap_interactions', 'actor_uri');
2453 purge('ap_timeline', 'author_uri');
2454 purge('ap_followers', 'actor_uri');
2455 } else {
2456 db.prepare('DELETE FROM ap_interactions WHERE actor_uri = ?').run(target);
2457 db.prepare('DELETE FROM ap_timeline WHERE author_uri = ?').run(target);
2458 db.prepare('DELETE FROM ap_followers WHERE actor_uri = ?').run(target);
2459 }
2460 } catch { /* best-effort */ }
2461}
2462
2463// Block an actor (@handle or actor URL) or a whole domain; purges their content.
2464export async function blockTarget(site, input) {
2465 const raw = String(input || '').trim();
2466 if (!site || !site.slug || !raw) return { error: 'empty' };
2467 let kind, target, label;
2468 if (/^https?:\/\//i.test(raw)) { kind = 'actor'; target = raw; label = raw; }
2469 else if (raw.includes('@')) {
2470 const actorUrl = await webfingerResolve(raw);
2471 if (!actorUrl) return { error: 'not_found' };
2472 kind = 'actor'; target = actorUrl; label = raw.startsWith('@') ? raw : ('@' + raw);
2473 } else { kind = 'domain'; target = raw.toLowerCase(); label = raw.toLowerCase(); }
2474 blStmts().ins.run(site.slug, target, kind, label);
2475 purgeBlocked(kind, target);
2476 console.log('[AP] block', site.slug, kind, target);
2477 return { ok: true, label };
2478}
2479
2480export function unblock(site, target) { blStmts().del.run(site.slug, target); return { ok: true }; }
2481
2482export default {
2483 AP_CONTEXT, getOrCreateKeys, apWants, sendAP, actorId, noteId,
2484 buildActor, buildNote, buildCreate, buildOutbox, buildFollowers, buildFollowing, buildFeatured,
2485 followerCount, deliver, fetchActor, verifyRequest, handleInbox, deliverCreate, deliverDelete, deliverUpdate, deliverActorUpdate, resyncFeaturedPins,
2486 getInteractions, getInteractionById, setInteractionBoosted, setInteractionLiked, setMyReaction, getMyReactions, buildReplyNote, getOutboxNote, deliverReply, resolveRemoteNote,
2487 listOutbox, deliverOutboxDelete, deliverOutboxUpdate,
2488 webfingerResolve, followActor, resolveRemoteActor, unfollowActor, listFollowing, setAutoBoost, backfillFromOutbox, getTimeline, sendInteraction, voteOnPoll, voteOnRemotePoll,
2489 parseOwnPoll, pollTally, ownPollView, deliverPollUpdate, maybeCrawlThread, sendReport, localMentionSlugs,
2490 autoBoostCount, boostedCount, markBoosted, unmarkBoosted, markLiked, unmarkLiked, getTimelineReaction, upsertBoostedNote, getCirkelPosts, getCirkelMembers, selfHealTimeline,
2491 getNotifications, listBlocks, isBlockedAny, blockTarget, unblock,
2492 deliverWithRetry, enqueueDelivery, processDeliveryQueue, startDeliveryWorker,
2493 getReplyUris, markNotificationsSeen, countUnseenNotifications, hasPlayableAudio,
2494 linkifyBody, bakePostContent, bakePostContentWithMentions, listFollowers, removeFollower,
2495};
Note: See TracBrowser for help on using the repository browser.