source: Klonkt/src/services/ActivityPubService.js@ af21002

main
Last change on this file since af21002 was af21002, checked in by Robin <roboburr@…>, 8 weeks ago

Spoor A step 2: resolve @mentions into the baked content at save

bakePostContentWithMentions() runs the same webfinger resolver the federated
copy uses, ONCE at save, and bakes @user@host profile links into
content_rendered — so the site shows clickable mentions with no per-view
lookup. cacheRenderedContent stores the sync #tag/URL bake immediately, then
re-stores with mentions resolved asynchronously, so a slow/dead remote server
never blocks the save. Unresolvable handles stay plain text; any failure keeps
the sync bake. Verified: no-mention content unchanged, dead handle degrades
gracefully, and a live @Gargron@… resolves to a profile link.

Co-Authored-By: Claude Opus 4.8 <noreply@…>

  • Property mode set to 100644
File size: 139.7 KB
Line 
1/**
2 * ActivityPubService — Klonkt as a real ActivityPub actor (fediverse bridge).
3 *
4 * Phase 1 (this file): the PUBLISH/discoverable side.
5 * - per-site RSA keypair (Mastodon-compatible HTTP Signatures; separate from
6 * the Ed25519 keys used by the lighter Cirkels v1)
7 * - builders for the Actor document, Note objects and the Outbox collection
8 * - apWants(): HTTP content-negotiation helper (activity+json vs HTML)
9 *
10 * The interactive side (inbox: Follow/Accept, signature verify, delivery to
11 * followers) lands in the next step and is tested live against Mastodon.
12 *
13 * AP actor URLs live under /ap/* so they never clash with the human pages:
14 * actor = <base>/ap/users/<slug>
15 * inbox = <actor>/inbox outbox = <actor>/outbox
16 * note = <base>/ap/notes/<postId>
17 */
18import crypto from 'crypto';
19import dns from 'dns';
20import net from 'net';
21import db from '../config/database.js';
22import HtmlSanitizerService from './HtmlSanitizerService.js';
23import AudioEmbedService from './AudioEmbedService.js';
24
25const PUBLIC = 'https://www.w3.org/ns/activitystreams#Public';
26// Full JSON-LD context for every AP object we emit: AS2 core + security (publicKey) + the
27// extension terms we actually use (Mastodon/toot + schema.org), each with a term definition
28// so a strict JSON-LD processor resolves them instead of dropping them → valid AS2/JSON-LD.
29// This is the same context shape Mastodon publishes, so Mastodon sees no change.
30const AP_CONTEXT = [
31 'https://www.w3.org/ns/activitystreams',
32 'https://w3id.org/security/v1',
33 {
34 toot: 'http://joinmastodon.org/ns#',
35 schema: 'http://schema.org#',
36 sensitive: 'as:sensitive',
37 Hashtag: 'as:Hashtag',
38 manuallyApprovesFollowers: 'as:manuallyApprovesFollowers',
39 discoverable: 'toot:discoverable',
40 featured: { '@id': 'toot:featured', '@type': '@id' },
41 PropertyValue: 'schema:PropertyValue',
42 value: 'schema:value',
43 embedUrl: { '@id': 'schema:embedUrl', '@type': '@id' },
44 // Poll (Question) extension: Question/oneOf/anyOf/endTime/closed are AS2 core, but the
45 // per-poll unique-voter count is a Mastodon (toot) term — declare it so the emitted
46 // Question stays valid JSON-LD (a strict processor would otherwise drop votersCount).
47 votersCount: 'toot:votersCount',
48 },
49];
50
51// Short random suffix so two activity ids minted in the same millisecond (e.g.
52// parallel saves) don't collide and get deduped by a receiver.
53const rid = () => crypto.randomBytes(4).toString('hex');
54
55// Keep only http(s) URLs — drops javascript:/data:/etc so a remote actor can't
56// smuggle a dangerous scheme into a stored href/src (rendered in owner-only views).
57const safeUrl = (u) => { const s = String(u == null ? '' : u).trim(); return /^https?:\/\//i.test(s) ? s : ''; };
58
59// ── SSRF guard for outbound fetches ───────────────────────────────
60// Remote URLs (actor/keyId/webfinger/inbox/inReplyTo) are attacker-controlled, so
61// every outbound fetch must refuse hosts that resolve to private/loopback ranges
62// (cloud metadata, internal services) — on the initial host AND each redirect hop.
63function isBlockedIp(ip) {
64 if (!ip) return true;
65 const v = net.isIP(ip);
66 if (v === 4) {
67 const o = ip.split('.').map(Number);
68 return o[0] === 127 || o[0] === 10 || o[0] === 0
69 || (o[0] === 172 && o[1] >= 16 && o[1] <= 31)
70 || (o[0] === 192 && o[1] === 168)
71 || (o[0] === 169 && o[1] === 254)
72 || (o[0] === 100 && o[1] >= 64 && o[1] <= 127); // CGNAT
73 }
74 if (v === 6) {
75 const s = ip.toLowerCase().replace(/^\[|\]$/g, '');
76 return s === '::1' || s === '::' || s.startsWith('fc') || s.startsWith('fd') || s.startsWith('fe80')
77 || s.startsWith('::ffff:127.') || s.startsWith('::ffff:10.') || s.startsWith('::ffff:192.168.')
78 || s.startsWith('::ffff:169.254.') || s.startsWith('::ffff:172.');
79 }
80 return true; // not an IP literal we recognise → refuse
81}
82async function assertPublicHost(hostname) {
83 if (net.isIP(hostname)) { if (isBlockedIp(hostname)) throw new Error('ssrf-blocked-ip'); return; }
84 const addrs = await dns.promises.lookup(hostname, { all: true });
85 if (!addrs.length || addrs.some((a) => isBlockedIp(a.address))) throw new Error('ssrf-blocked-host');
86}
87export async function safeFetch(url, opts = {}, maxRedirects = 3) {
88 let target = url;
89 for (let hop = 0; ; hop++) {
90 const u = new URL(target); // throws on malformed → caller's catch
91 if (u.protocol !== 'https:' && u.protocol !== 'http:') throw new Error('ssrf-bad-scheme');
92 await assertPublicHost(u.hostname);
93 const r = await fetch(target, { ...opts, redirect: 'manual', signal: AbortSignal.timeout(8000) });
94 const loc = (r.status >= 300 && r.status < 400) ? r.headers.get('location') : null;
95 if (loc && hop < maxRedirects) { target = new URL(loc, target).toString(); continue; }
96 return r;
97 }
98}
99const MAX_OUTBOX = 20;
100// Cache-buster for the music listen-link → forces Mastodon to re-crawl a FRESH
101// (square) player card. Bump this whenever the twitter:player card dimensions change.
102const FEDI_CARD_VER = '2';
103
104// ── RSA keys per actor (lazy, cached in DB) ───────────────────────
105// Prepared lazily (NOT at module load) — the ap_keys table is created in
106// initializeDatabase(), which runs after this module is imported.
107let _sel, _ins;
108function keyStmts() {
109 if (!_sel) {
110 _sel = db.prepare('SELECT public_pem, private_pem FROM ap_keys WHERE slug = ?');
111 _ins = db.prepare('INSERT OR IGNORE INTO ap_keys (slug, public_pem, private_pem, created_at) VALUES (?,?,?,CURRENT_TIMESTAMP)');
112 }
113 return { sel: _sel, ins: _ins };
114}
115
116export function getOrCreateKeys(slug) {
117 const { sel, ins } = keyStmts();
118 const row = sel.get(slug);
119 if (row) return row;
120 const { publicKey, privateKey } = crypto.generateKeyPairSync('rsa', {
121 modulusLength: 2048,
122 publicKeyEncoding: { type: 'spki', format: 'pem' },
123 privateKeyEncoding: { type: 'pkcs8', format: 'pem' },
124 });
125 ins.run(slug, publicKey, privateKey);
126 return sel.get(slug) || { public_pem: publicKey, private_pem: privateKey };
127}
128
129// ── content negotiation ───────────────────────────────────────────
130// True when the caller wants ActivityPub JSON rather than the HTML page.
131export function apWants(req) {
132 const a = String(req.headers.accept || '').toLowerCase();
133 return a.includes('application/activity+json') ||
134 (a.includes('application/ld+json') && a.includes('activitystreams'));
135}
136
137const AP_CONTENT_TYPE = 'application/activity+json; charset=utf-8';
138export function sendAP(res, obj) {
139 res.type(AP_CONTENT_TYPE);
140 res.set('Cache-Control', 'public, max-age=120');
141 res.send(JSON.stringify(obj));
142}
143
144// ── document builders ─────────────────────────────────────────────
145export function actorId(base, slug) { return `${base}/ap/users/${encodeURIComponent(slug)}`; }
146export function noteId(base, postId) { return `${base}/ap/notes/${encodeURIComponent(postId)}`; }
147
148export function buildActor(base, site) {
149 const id = actorId(base, site.slug);
150 const keys = getOrCreateKeys(site.slug);
151 const actor = {
152 '@context': AP_CONTEXT,
153 id,
154 type: 'Person',
155 preferredUsername: site.slug,
156 name: site.title || site.slug,
157 summary: site.tagline || site.description || '',
158 url: `${base}/${site.slug === site.primary_slug ? '' : 'user/' + encodeURIComponent(site.slug)}`,
159 manuallyApprovesFollowers: false,
160 discoverable: true,
161 inbox: `${id}/inbox`,
162 outbox: `${id}/outbox`,
163 followers: `${id}/followers`,
164 following: `${id}/following`,
165 featured: `${id}/featured`,
166 endpoints: { sharedInbox: `${base}/ap/inbox` },
167 publicKey: {
168 id: `${id}#main-key`,
169 owner: id,
170 publicKeyPem: keys.public_pem,
171 },
172 };
173 if (site.profile_photo) {
174 const u = /^https?:/.test(site.profile_photo) ? site.profile_photo : `${base}${site.profile_photo.startsWith('/') ? '' : '/'}${site.profile_photo}`;
175 actor.icon = { type: 'Image', url: u };
176 }
177 // Account creation date — shown by Mastodon + read by indexers (additive, standard AS2).
178 if (site.created_at) { try { actor.published = new Date(site.created_at).toISOString(); } catch { /* skip bad date */ } }
179 // Profile links → PropertyValue rows: Mastodon/PeerTube/WordPress-ActivityPub render these as
180 // profile metadata (rel=me enables link-back verification). Additive; ignored by simpler receivers.
181 try {
182 const links = JSON.parse(site.profile_links || '[]');
183 if (Array.isArray(links) && links.length) {
184 const esc = (s) => String(s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
185 const rows = links
186 .filter((l) => l && l.url && /^https?:/i.test(l.url))
187 .map((l) => ({
188 type: 'PropertyValue',
189 name: esc(l.platform || 'Link'),
190 value: `<a href="${esc(l.url).replace(/"/g, '&quot;')}" rel="me nofollow noopener" target="_blank">${esc(String(l.url).replace(/^https?:\/\//, ''))}</a>`,
191 }));
192 if (rows.length) actor.attachment = rows;
193 }
194 } catch { /* skip malformed profile_links */ }
195 return actor;
196}
197
198// Does a post's audio shortcodes reference at least one PLAYABLE (file-backed)
199// track? Link-only tracks (external Spotify/YouTube, media_id NULL) don't count —
200// they have no Klonkt-hosted audio to embed, so no player card / cover-suppression.
201export function hasPlayableAudio(content, siteId) {
202 if (!content || !/\[\[(track|album|playlist):/i.test(content)) return false;
203 try {
204 for (const m of content.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT media_id FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.media_id) return true; }
205 for (const m of content.matchAll(/\[\[album:([^\]]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM audio_tracks WHERE site_id = ? AND album = ? AND media_id IS NOT NULL LIMIT 1').get(siteId, m[1].trim())) return true; }
206 for (const m of content.matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id WHERE pt.playlist_id = ? AND t.media_id IS NOT NULL LIMIT 1').get(m[1])) return true; }
207 } catch { /* non-fatal */ }
208 return false;
209}
210
211// A single post as an AS2 Note (the object), and as a Create activity (for outbox/delivery).
212export function buildNote(base, site, post) {
213 const id = noteId(base, post.id);
214 const aId = actorId(base, site.slug);
215 const human = `${base}/${encodeURIComponent(post.slug)}`;
216 // Mastodon ignores a Note's `name`, so put the title INTO the content (bold
217 // first line) — the standard blog→fediverse convention. post.content is
218 // already sanitized HTML; the title is plain text, so escape it.
219 const escTitle = String(post.title || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
220 const titleHtml = post.title ? `<p><strong>${escTitle}</strong></p>` : '';
221
222 // Images travel as AP `attachment` (Mastodon strips <img> from content). Collect
223 // the cover + any inline <img>, make absolute, then strip <img> from the content
224 // to avoid duplicate rendering on clients that DO keep them.
225 const abs = (u) => !u ? null : (/^https?:/i.test(u) ? u : `${base}${u.startsWith('/') ? '' : '/'}${u}`);
226 const mediaType = (u) => {
227 const e = ((u || '').split('?')[0].match(/\.(\w+)$/) || [])[1];
228 return ({ jpg: 'image/jpeg', jpeg: 'image/jpeg', png: 'image/png', gif: 'image/gif', webp: 'image/webp', avif: 'image/avif', mp4: 'video/mp4', webm: 'video/webm', mov: 'video/quicktime' })[(e || '').toLowerCase()] || 'image/jpeg';
229 };
230 const hadAudio = /\[\[(track|album|playlist):/i.test(post.content || '');
231 const playable = hasPlayableAudio(post.content || '', site && site.id);
232 // A post with an external embed (Spotify/YouTube/SoundCloud/Vimeo/Bandcamp/Apple) should let
233 // Mastodon render the embed's player CARD. Mastodon shows EITHER media attachments OR a link
234 // card, never both — so when the post has an embed link we skip the image attachments so the
235 // card wins. (On Klonkt nothing changes: the cover + the embed player still render.)
236 const hasEmbed = (() => {
237 const c = post.content || '';
238 if (/\[\[embed:/i.test(c)) return true;
239 for (const m of c.matchAll(/https?:\/\/[^\s"'<>]+/gi)) if (AudioEmbedService.detectProvider(m[0])) return true;
240 return false;
241 })();
242 // Link-only tracks (external Spotify/YouTube/SoundCloud, no hosted file): collect their links
243 // so we federate them — Mastodon cards the first (its player), the rest show as clickable links
244 // — instead of a bare "listen on site" link, and we suppress the cover so the card can show.
245 const trackEmbedLinks = (() => {
246 if (playable) return [];
247 const out = [];
248 try {
249 for (const m of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) {
250 const r = db.prepare('SELECT media_id, link_spotify, link_youtube, link_soundcloud FROM audio_tracks WHERE id = ?').get(m[1]);
251 if (r && !r.media_id) for (const u of [r.link_spotify, r.link_youtube, r.link_soundcloud]) if (u && /^https?:\/\//i.test(u)) out.push(u);
252 }
253 } catch { /* non-fatal */ }
254 return [...new Set(out)].slice(0, 6);
255 })();
256 const noImages = playable || hasEmbed || trackEmbedLinks.length > 0; // suppress images → let the player/embed card show
257 const urls = [];
258 // Posts with PLAYABLE hosted audio suppress image attachments so Mastodon renders
259 // the player CARD (twitter:player) instead of the cover — media attachment and
260 // link/player card are mutually exclusive on Mastodon. Link-only audio (external)
261 // keeps its cover (no player card to show).
262 // An animated cover federates as the muted loop MP4 (→ a Video attachment): animated WebP is
263 // unreliable on Mastodon and its iOS apps; the MP4 plays everywhere. Else the still cover image.
264 // Each entry carries the media URL + its alt text (federated as the AS2 attachment `name`, for a11y).
265 if (post.cover_video_url && !noImages) urls.push({ url: abs(post.cover_video_url), name: post.cover_alt || '' });
266 else if (post.cover_image_url && !noImages) urls.push({ url: abs(post.cover_image_url), name: post.cover_alt || '' });
267 let body = post.content || '';
268 // Only federate inline images we can actually serve: absolute http(s) URLs, or our own
269 // /media/ uploads. A relative path we don't host (e.g. a stale /images/... ref) would 404
270 // and show up as a black tile in Mastodon's attachment grid. Carry the <img alt="…"> through
271 // as the attachment description.
272 if (!noImages) for (const m of body.matchAll(/<img\b[^>]*>/gi)) {
273 const tag = m[0];
274 const src = (tag.match(/\bsrc="([^"]+)"/i) || [])[1];
275 if (!src || !(/^https?:\/\//i.test(src) || src.startsWith('/media/'))) continue;
276 const alt = (tag.match(/\balt="([^"]*)"/i) || [])[1] || '';
277 urls.push({ url: abs(src), name: alt });
278 }
279 body = body.replace(/<img\b[^>]*>/gi, '');
280 // Audio shortcodes: do NOT federate the raw audio file — Klonkt deliberately
281 // gates audio (the /audio/stream URL has friction), and shipping it as an AP
282 // audio attachment would hand Mastodon a plain, downloadable mp3 URL. Instead,
283 // replace the shortcodes with a "🎵 listen on the site" link so the post invites
284 // a click-through to the protected player (discovery without leaking the file).
285 const esc = (s) => String(s == null ? '' : s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
286 const audioLabels = [];
287 try {
288 for (const m of body.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT title FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.title) audioLabels.push(r.title); }
289 for (const m of body.matchAll(/\[\[album:([^\]]+)\]\]/g)) audioLabels.push(m[1].trim());
290 } catch { /* non-fatal */ }
291 // fedi_open tracks → real AS2 Audio attachments (the actual file URL, served ungated) so
292 // EVERY client incl. the Mastodon apps plays them inline natively. Gated tracks (default)
293 // stay link/card-only — the file is never exposed for them. Resolve from post.content so a
294 // later body mutation can't affect it.
295 const openAudio = [];
296 if (hadAudio) {
297 const seenA = new Set();
298 const addRow = (r) => {
299 const fn = r.filename || (r.storage_path || '').split('/').pop();
300 if (!fn || seenA.has(fn)) return; seenA.add(fn);
301 const a = { type: 'Audio', mediaType: r.mime_type || 'audio/mpeg', url: `${base}/audio/stream/${encodeURIComponent(fn)}`, name: r.title || 'Audio' };
302 // Cover art on the Audio attachment (AS2 `icon`): track cover, else the post cover.
303 // Mastodon renders it as the artwork thumbnail on its native audio player.
304 const art = abs(r.cover_url || post.cover_image_url || null);
305 if (art) a.icon = { type: 'Image', mediaType: mediaType(art), url: art };
306 openAudio.push(a);
307 };
308 const SEL = 'SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM audio_tracks t JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND ';
309 try {
310 for (const mm of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare(SEL + 't.id = ?').get(mm[1]); if (r) addRow(r); }
311 for (const mm of (post.content || '').matchAll(/\[\[album:([^\]]+)\]\]/g)) for (const r of db.prepare(SEL + 't.site_id = ? AND t.album = ? ORDER BY t.rowid').all(site.id, mm[1].trim())) addRow(r);
312 for (const mm of (post.content || '').matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) for (const r of db.prepare('SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND pt.playlist_id = ? ORDER BY pt.position').all(mm[1])) addRow(r);
313 } catch { /* non-fatal */ }
314 }
315 body = body.replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
316 // External embeds ([[embed:url]]) → emit the bare URL as a link so Mastodon
317 // renders its OWN preview/player card (YouTube/Spotify/SoundCloud/etc) instead
318 // of federating the raw shortcode text.
319 body = body.replace(/\[\[embed:([^\]]+)\]\]/gi, (mm, raw) => {
320 const u = esc(raw.trim().replace(/&amp;/g, '&'));
321 return `<p><a href="${u}">${u}</a></p>`;
322 });
323 if (hadAudio) {
324 const lbl = audioLabels.length ? esc(audioLabels.slice(0, 4).join(', ')) : '';
325 if (trackEmbedLinks.length) {
326 // Link-only track(s): emit the external link(s). Mastodon cards the first (Spotify → its
327 // player), the rest render as clickable links — the fediverse-native "embed + links".
328 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong>` : ''}</p>`;
329 for (const u of trackEmbedLinks) { const eu = esc(u); body += `<p><a href="${eu}">${eu}</a></p>`; }
330 } else {
331 // For playable posts, append a version param to the listen-link so Mastodon
332 // sees a NEW card URL and re-crawls it (fresh SQUARE player card) instead of
333 // reusing the cached landscape one. Invisible: the link TEXT stays clean, the
334 // page ignores the param. Bump FEDI_CARD_VER when the card dimensions change.
335 const listenHref = playable ? `${human}?fc=${FEDI_CARD_VER}` : human;
336 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong> — ` : ''}<a href="${listenHref}">listen on ${esc(site.title || 'the site')}</a></p>`;
337 }
338 }
339 // Klonkt renders post content with white-space:pre-wrap, so raw newlines ARE line
340 // breaks on the site. Mastodon (plain HTML) collapses whitespace and would drop them,
341 // so convert newlines to <br> for the federated copy (content already made with
342 // shift+enter uses <br> and has no \n → this is a no-op there).
343 body = body.replace(/\r?\n/g, '<br>');
344 body = linkHashtags(base, body); // link inline #hashtags in the post body too
345 body = linkUrls(body); // bare URLs → clickable links on the federated copy
346 // Append the tags-field hashtags to the content so Mastodon renders them as clickable
347 // hashtags (a Hashtag that's only in the `tag` array isn't shown inline). CamelCase
348 // multi-word tags; skip any already present inline in the body.
349 {
350 const inlineTags = new Set(hashtagTags(base, body).map((h) => h.name.slice(1).toLowerCase()));
351 const addSeen = new Set();
352 const tagLinks = normalizeTags(post.tags).map(tagParts).filter(Boolean)
353 .filter((p) => !inlineTags.has(p.slug) && !addSeen.has(p.slug) && addSeen.add(p.slug))
354 .map((p) => `<a href="${base}/tag/${encodeURIComponent(p.slug)}" class="mention hashtag" rel="tag">#${p.label}</a>`);
355 if (tagLinks.length) body += `<p>${tagLinks.join(' ')}</p>`;
356 }
357 const seen = new Set();
358 const attachment = urls.filter((x) => x && x.url)
359 .filter((x) => { if (seen.has(x.url)) return false; seen.add(x.url); return true; })
360 .map((x) => { const mt = mediaType(x.url); // specific AS2 subtype (Image/Audio/Video) over generic Document
361 const ty = /^image\//i.test(mt) ? 'Image' : /^video\//i.test(mt) ? 'Video' : /^audio\//i.test(mt) ? 'Audio' : 'Document';
362 const a = { type: ty, mediaType: mt, url: x.url };
363 if (x.name) a.name = String(x.name).slice(0, 1500); // alt text / description (AS2 `name`)
364 return a; });
365 for (const a of openAudio) attachment.push(a); // fedi_open tracks → native Audio players
366
367 // Inline @user@host mentions: the Mention tag objects + the mentioned actor URIs. Only
368 // present when the content was already mention-linked (deliverCreate/Update resolve them
369 // at send time); a plain buildNote (outbox/notes) yields none.
370 const _mentionTags = mentionTags(body);
371 const _mentionCc = _mentionTags.map((t) => t.href);
372
373 const note = {
374 id,
375 type: 'Note',
376 attributedTo: aId,
377 content: titleHtml + body,
378 url: human,
379 published: new Date(post.published_at || post.created_at || Date.now()).toISOString(),
380 // fan_only = "fans only" → followers-only visibility (delivered to your followers
381 // but not addressed to Public, so Mastodon shows it only to them and can't boost it).
382 to: post.fan_only ? [`${aId}/followers`] : [PUBLIC],
383 // Mentioned actors (from inline @user@host links the caller resolved) are addressed in cc
384 // so Mastodon notifies them; empty unless the content was mention-linked (delivery time).
385 cc: [...new Set([...(post.fan_only ? [] : [`${aId}/followers`]), ..._mentionCc])],
386 tag: [...buildHashtagList(base, post.tags, body), ..._mentionTags],
387 replies: `${id}/replies`,
388 // NSFW → Mastodon-style content warning: sensitive (blurs media) + a summary/spoiler
389 // (hides the whole post behind a "Gevoelige inhoud" button until the reader opens it).
390 sensitive: !!post.nsfw,
391 };
392 if (post.nsfw) note.summary = post.content_warning || 'Gevoelige inhoud';
393 if (attachment.length) note.attachment = attachment;
394 // When the cover attachment is suppressed (hosted audio OR an external embed/link-only track →
395 // so Mastodon shows the player/link card, not media), still expose the cover via AS2 `image` so
396 // card/grid consumers (the Klonkt Cirkel/News feed) can show it. Mastodon ignores a Note's
397 // `image`, so its card is unaffected — but a Klonkt receiver reads it (handleInbox o.image).
398 if (post.cover_image_url && noImages) {
399 const cov = abs(post.cover_image_url);
400 if (cov) { note.image = { type: 'Image', mediaType: mediaType(cov), url: cov }; if (post.cover_alt) note.image.name = String(post.cover_alt).slice(0, 1500); }
401 }
402 // Experiment (mirrors PeerTube / schema.org `embedUrl`): point at the GATED player page
403 // (/embed) so a client that honours embedUrl can show an inline player WITHOUT ever
404 // getting the audio file — the anti-steal posture is untouched. `embedUrl` is a real
405 // standard field name (not a Klonkt invention); if Mastodon's apps honour it on a Note we
406 // make it JSON-LD-clean with a context term, otherwise it degrades to the player card.
407 if (playable) note.embedUrl = `${base}/embed?post=${encodeURIComponent(post.slug)}`;
408 // Content language → AS2 contentMap (a BCP-47-keyed copy of the content). Mastodon reads the
409 // language from its key for the timeline language filter + the translate button. Emitted
410 // alongside `content` (Mastodon sends both); a plain receiver just uses `content`.
411 if (post.language && /^[a-z]{2,3}(-[A-Za-z]{2,4})?$/.test(post.language)) note.contentMap = { [post.language]: note.content };
412 // A hosted poll → federate as an AS2 Question (options + live tally). Do this last so it
413 // reuses the note's content/addressing/tags, then swaps the type and strips media.
414 const ownPoll = parseOwnPoll(post.poll_json);
415 if (ownPoll) applyPollToNote(note, post.id, ownPoll);
416 return note;
417}
418
419// All reply note URIs on a local post (inbound fediverse replies + our own
420// outbound replies) — backs the Note's `replies` Collection so remote servers
421// can fetch the whole thread.
422export function getReplyUris(base, postId) {
423 const out = [];
424 try {
425 for (const r of db.prepare("SELECT object_uri FROM ap_interactions WHERE kind = 'reply' AND post_id = ? AND object_uri != '' ORDER BY created_at").all(postId)) out.push(r.object_uri);
426 for (const r of db.prepare('SELECT id FROM ap_outbox WHERE post_id = ? ORDER BY rowid').all(postId)) out.push(`${base}/ap/notes/${r.id}`);
427 } catch { /* non-fatal */ }
428 return out;
429}
430
431// Notifications "seen" tracking → a real bell badge. Stored per site in app_settings.
432export function markNotificationsSeen(slug) {
433 try {
434 db.prepare("INSERT INTO app_settings (key, value, updated_at) VALUES (?, ?, CURRENT_TIMESTAMP) ON CONFLICT(key) DO UPDATE SET value = excluded.value, updated_at = CURRENT_TIMESTAMP")
435 .run(`fedi_notif_seen:${slug}`, new Date().toISOString());
436 } catch { /* non-fatal */ }
437}
438export function countUnseenNotifications(slug) {
439 try {
440 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
441 const seen = row ? Date.parse(row.value) : 0;
442 let n = 0;
443 for (const it of getNotifications(slug, 50)) { if (Date.parse(it.created_at) > seen) n++; }
444 return n;
445 } catch { return 0; }
446}
447
448export function buildCreate(base, site, post) {
449 const note = buildNote(base, site, post);
450 return {
451 '@context': AP_CONTEXT,
452 id: note.id + '#create',
453 type: 'Create',
454 actor: actorId(base, site.slug),
455 published: note.published,
456 to: note.to,
457 cc: note.cc,
458 object: note,
459 };
460}
461
462export function buildOutbox(base, site, posts) {
463 const id = `${actorId(base, site.slug)}/outbox`;
464 const items = (posts || []).slice(0, MAX_OUTBOX).map((p) => buildCreate(base, site, p));
465 return {
466 '@context': AP_CONTEXT,
467 id,
468 type: 'OrderedCollection',
469 totalItems: items.length,
470 orderedItems: items,
471 };
472}
473
474export function buildFollowers(base, site, count) {
475 const id = `${actorId(base, site.slug)}/followers`;
476 return {
477 '@context': AP_CONTEXT,
478 id,
479 type: 'OrderedCollection',
480 totalItems: count || 0,
481 orderedItems: [], // hidden for privacy; count only
482 };
483}
484
485// The accounts this site follows — count only, mirroring buildFollowers. The spec lists
486// `following` as a standard actor property; Hubzilla/Friendica + crawlers expect it.
487export function buildFollowing(base, site, count) {
488 const id = `${actorId(base, site.slug)}/following`;
489 return {
490 '@context': AP_CONTEXT,
491 id,
492 type: 'OrderedCollection',
493 totalItems: count || 0,
494 orderedItems: [], // count only
495 };
496}
497
498// Pinned posts → the actor's `featured` collection. Mastodon reads this and shows
499// these as the "Featured" tab (pinned to the profile). Posts come ordered by pin
500// rank; embedded as full Notes so a remote server doesn't need extra fetches.
501export function buildFeatured(base, site, posts) {
502 const id = `${actorId(base, site.slug)}/featured`;
503 const items = (posts || []).map((p) => buildNote(base, site, p));
504 return {
505 '@context': AP_CONTEXT,
506 id,
507 type: 'OrderedCollection',
508 totalItems: items.length,
509 orderedItems: items,
510 };
511}
512
513// ── followers store (lazy stmts) ──────────────────────────────────
514let _insF, _delF, _listF, _cntF;
515function fStmts() {
516 if (!_insF) {
517 _insF = db.prepare('INSERT OR IGNORE INTO ap_followers (slug, actor_uri, inbox, shared_inbox, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
518 _delF = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND actor_uri = ?');
519 _listF = db.prepare('SELECT inbox, shared_inbox FROM ap_followers WHERE slug = ?');
520 _cntF = db.prepare('SELECT COUNT(*) n FROM ap_followers WHERE slug = ?');
521 }
522 return { ins: _insF, del: _delF, list: _listF, cnt: _cntF };
523}
524export function followerCount(slug) { return fStmts().cnt.get(slug).n; }
525
526// Followers with delivery health, for the management list. Never-delivered accounts
527// first, then oldest successful delivery first — i.e. the cleanup candidates on top.
528export function listFollowers(slug) {
529 return db.prepare(
530 `SELECT id, actor_uri, inbox, shared_inbox, created_at, last_delivery_at, last_error_at
531 FROM ap_followers WHERE slug = ?
532 ORDER BY (last_delivery_at IS NULL) DESC, last_delivery_at ASC, created_at ASC`
533 ).all(slug);
534}
535// Manually drop a follower after a check (a still-live account would have to re-follow).
536export function removeFollower(slug, id) {
537 const info = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND id = ?').run(slug, id);
538 return info.changes > 0;
539}
540
541// ── inbound interactions store (replies / likes / boosts) + our outbound replies ──
542let _insI, _delLA, _delReply, _listI, _getI, _insO, _listO, _getO;
543function iStmts() {
544 if (!_insI) {
545 _insI = db.prepare('INSERT OR IGNORE INTO ap_interactions (kind, post_id, object_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, parent_uri, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
546 _delLA = db.prepare('DELETE FROM ap_interactions WHERE kind = ? AND post_id = ? AND actor_uri = ?');
547 _delReply = db.prepare("DELETE FROM ap_interactions WHERE kind = 'reply' AND object_uri = ?");
548 _listI = db.prepare('SELECT id, kind, object_uri, parent_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, created_at, acted_boost, acted_like FROM ap_interactions WHERE post_id = ? ORDER BY created_at ASC');
549 _getI = db.prepare('SELECT * FROM ap_interactions WHERE id = ?');
550 _insO = db.prepare('INSERT INTO ap_outbox (id, site_slug, post_id, post_slug, in_reply_to, to_actor, to_handle, content, created_at) VALUES (?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
551 _listO = db.prepare('SELECT * FROM ap_outbox WHERE post_id = ? ORDER BY created_at ASC');
552 _getO = db.prepare('SELECT * FROM ap_outbox WHERE id = ?');
553 }
554 return { ins: _insI, delLA: _delLA, delReply: _delReply, list: _listI, getI: _getI, insO: _insO, listO: _listO, getO: _getO };
555}
556
557export function getInteractionById(id) { return iStmts().getI.get(id); }
558export function setInteractionBoosted(id, on) {
559 db.prepare('UPDATE ap_interactions SET acted_boost = ? WHERE id = ?').run(on ? 1 : 0, id);
560}
561export function setInteractionLiked(id, on) {
562 db.prepare('UPDATE ap_interactions SET acted_like = ? WHERE id = ?').run(on ? 1 : 0, id);
563}
564// Your like/boost state on a REMOTE post (interact page toggles).
565export function setMyReaction(slug, uri, kind, on) {
566 if (on) db.prepare('INSERT OR IGNORE INTO ap_my_reactions (site_slug, target_uri, kind) VALUES (?,?,?)').run(slug, uri, kind);
567 else db.prepare('DELETE FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ? AND kind = ?').run(slug, uri, kind);
568}
569export function getMyReactions(slug, uri) {
570 const rows = (slug && uri) ? db.prepare('SELECT kind FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ?').all(slug, uri) : [];
571 return { liked: rows.some((r) => r.kind === 'like'), boosted: rows.some((r) => r.kind === 'boost') };
572}
573
574const localPostExists = (id) => { try { return !!db.prepare('SELECT 1 FROM posts WHERE id = ?').get(id); } catch { return false; } };
575// Extract our local post id from a note URL, but only if it's ours (base match).
576function postIdFromNoteUrl(url, base) {
577 const s = String(url || '');
578 if (base && !s.startsWith(base)) return null;
579 const m = s.match(/\/ap\/notes\/([^/?#]+)/);
580 return m ? decodeURIComponent(m[1]) : null;
581}
582function deriveHandle(actorUri) {
583 try { const u = new URL(actorUri); const seg = u.pathname.split('/').filter(Boolean).pop() || ''; return `@${seg}@${u.host}`; } catch { return String(actorUri || ''); }
584}
585function actorInfo(doc, actorUri) {
586 let host = ''; try { host = new URL(actorUri).host; } catch { /* keep empty */ }
587 const handle = doc && doc.preferredUsername ? `@${doc.preferredUsername}@${host}` : deriveHandle(actorUri);
588 const icon = doc && doc.icon ? (doc.icon.url || (Array.isArray(doc.icon) && doc.icon[0] && doc.icon[0].url)) : null;
589 return {
590 name: (doc && (doc.name || doc.preferredUsername)) || handle,
591 handle,
592 url: safeUrl((doc && (doc.url || doc.id)) || actorUri) || null,
593 icon: safeUrl(icon) || null,
594 };
595}
596
597// Given an inReplyTo note URL, find which local post the thread belongs to + the
598// note being replied to (parent), so a reply-to-a-comment can be nested.
599function findThreadTarget(inReplyTo, base) {
600 if (!inReplyTo) return null;
601 const seg = postIdFromNoteUrl(inReplyTo, base); // our /ap/notes/<id> segment (if ours)
602 if (seg && localPostExists(seg)) return { post_id: seg, parent_uri: inReplyTo };
603 if (seg) {
604 try { const o = db.prepare('SELECT post_id FROM ap_outbox WHERE id = ?').get(seg); if (o && o.post_id) return { post_id: o.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
605 }
606 try { const row = db.prepare("SELECT post_id FROM ap_interactions WHERE object_uri = ? AND kind = 'reply' LIMIT 1").get(inReplyTo); if (row && row.post_id) return { post_id: row.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
607 return null;
608}
609
610// Drop the leading @mention(s) a federated reply carries (the person being replied to),
611// so a comment reads "dope tekening ouwe" instead of "@jason@jasonhacky.nl dope …".
612// Keeps a leading <p> wrapper; handles mention <a> links and plain-text @user@domain.
613export function stripLeadingMentions(html) {
614 if (!html) return html;
615 let s = String(html);
616 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:<a\b[^>]*>\s*@[^<]+<\/a>[  ]*)+/i, (m, p) => p || '');
617 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:@[\w.-]+(?:@[\w.-]+)?[  ]+)+/i, (m, p) => p || '');
618 return s;
619}
620
621// View-ready threaded view of a post's fediverse activity (inbound replies +
622// our outbound replies, nested), plus like/boost counts.
623export function getInteractions(postId, base, site) {
624 const s = iStmts();
625 const rows = s.list.all(postId);
626 const baseClean = (base || process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
627 const postNoteId = baseClean ? `${baseClean}/ap/notes/${postId}` : null;
628 // Our own (outbound) replies show the SITE identity for everyone (not "You").
629 let host = ''; try { host = new URL(baseClean).host; } catch { /* ignore */ }
630 const siteName = (site && (site.title || site.slug)) || '';
631 const siteHandle = (site && site.slug && host) ? `@${site.slug}@${host}` : '';
632 const siteUrl = baseClean ? `${baseClean}/` : '';
633 const siteIcon = (site && site.profile_photo) || null;
634
635 const nodes = [];
636 for (const r of rows) {
637 if (r.kind !== 'reply') continue;
638 nodes.push({
639 noteId: r.object_uri, parent: r.parent_uri || null, mine: false, id: r.id,
640 actor_name: r.actor_name, actor_handle: r.actor_handle, actor_url: r.actor_url,
641 actor_icon: r.actor_icon, content: stripLeadingMentions(r.content), created_at: r.published || r.created_at,
642 acted_boost: !!r.acted_boost, acted_like: !!r.acted_like,
643 children: [],
644 });
645 }
646 for (const o of s.listO.all(postId)) {
647 nodes.push({
648 noteId: baseClean ? `${baseClean}/ap/notes/${o.id}` : o.id, parent: o.in_reply_to || null,
649 mine: true, outboxId: o.id, content: stripLeadingMentions(o.content), created_at: o.created_at,
650 actor_name: siteName, actor_handle: siteHandle, actor_url: siteUrl, actor_icon: siteIcon,
651 children: [],
652 });
653 }
654
655 const byId = new Map(nodes.map((n) => [n.noteId, n]));
656 const isTop = (n) => !n.parent || n.parent === postNoteId || !byId.has(n.parent);
657 const tops = [];
658 for (const n of nodes) {
659 if (isTop(n)) { tops.push(n); continue; }
660 let anc = n, guard = 0;
661 while (!isTop(anc) && guard++ < 12) anc = byId.get(anc.parent);
662 anc.children.push(n);
663 }
664 const byTime = (a, b) => new Date(a.created_at) - new Date(b.created_at);
665 tops.sort(byTime).forEach((t) => t.children.sort(byTime));
666
667 return {
668 thread: tops,
669 likeCount: rows.filter((r) => r.kind === 'like').length,
670 announceCount: rows.filter((r) => r.kind === 'announce').length,
671 total: nodes.length,
672 };
673}
674
675// ── HTTP Signatures + delivery ────────────────────────────────────
676const slugFromActorUrl = (url) => { const m = String(url || '').match(/\/ap\/users\/([^/?#]+)/); return m ? decodeURIComponent(m[1]) : null; };
677// Which of OUR sites are named in a note's Mention tags? Only hrefs on our own base count
678// (an /ap/users/<slug> path on a remote host is someone else's actor), and the slug must be
679// an existing site. Deduped.
680export function localMentionSlugs(tags, base) {
681 if (!base) return [];
682 const out = [], seen = new Set();
683 for (const t of (Array.isArray(tags) ? tags : (tags ? [tags] : []))) {
684 if (!t || t.type !== 'Mention' || typeof t.href !== 'string') continue;
685 if (!t.href.startsWith(base + '/ap/users/')) continue;
686 const slug = slugFromActorUrl(t.href);
687 if (!slug || seen.has(slug)) continue; seen.add(slug);
688 try { if (db.prepare('SELECT 1 FROM sites WHERE slug = ?').get(slug)) out.push(slug); } catch { /* ignore */ }
689 }
690 return out;
691}
692
693// Sign + POST an activity to a remote inbox (draft-cavage HTTP Signatures, RSA-SHA256).
694export async function deliver(inboxUrl, bodyObj, keyId, privatePem) {
695 const body = JSON.stringify(bodyObj);
696 const u = new URL(inboxUrl);
697 const date = new Date().toUTCString();
698 const digest = 'SHA-256=' + crypto.createHash('sha256').update(body).digest('base64');
699 const signingString = `(request-target): post ${u.pathname}\nhost: ${u.host}\ndate: ${date}\ndigest: ${digest}`;
700 const signature = crypto.sign('sha256', Buffer.from(signingString), privatePem).toString('base64');
701 const sig = `keyId="${keyId}",algorithm="rsa-sha256",headers="(request-target) host date digest",signature="${signature}"`;
702 const r = await safeFetch(inboxUrl, {
703 method: 'POST',
704 headers: { 'Content-Type': 'application/activity+json', Accept: 'application/activity+json', Date: date, Digest: digest, Signature: sig },
705 body,
706 });
707 return r.status;
708}
709
710export async function fetchActor(url) {
711 try {
712 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
713 if (!r.ok) return null;
714 const len = Number(r.headers.get('content-length') || 0);
715 if (len > 2_000_000) return null; // refuse oversized actor docs
716 return await r.json();
717 } catch { return null; }
718}
719
720// ── Delivery queue with retries ───────────────────────────────────
721// Outbound deliveries are tried immediately; on failure (down server, timeout,
722// non-2xx) they're queued and retried with backoff so a briefly-offline follower
723// doesn't silently miss the post. The signing key is NOT stored — the worker
724// re-derives it from the actor slug at send time.
725const DELIVERY_MAX_ATTEMPTS = 6;
726const DELIVERY_BACKOFF_MIN = [1, 5, 15, 60, 180, 360];
727let _insDeliv, _dueDeliv, _delDeliv, _bumpDeliv;
728function deliveryStmts() {
729 if (!_insDeliv) {
730 _insDeliv = db.prepare('INSERT INTO ap_delivery (slug, inbox, body, attempts, next_at) VALUES (?,?,?,0,CURRENT_TIMESTAMP)');
731 _dueDeliv = db.prepare("SELECT * FROM ap_delivery WHERE datetime(next_at) <= datetime('now') ORDER BY next_at LIMIT 30");
732 _delDeliv = db.prepare('DELETE FROM ap_delivery WHERE id = ?');
733 _bumpDeliv = db.prepare('UPDATE ap_delivery SET attempts = ?, next_at = ? WHERE id = ?');
734 }
735 return { ins: _insDeliv, due: _dueDeliv, del: _delDeliv, bump: _bumpDeliv };
736}
737export function enqueueDelivery(slug, inbox, activity) {
738 if (!slug || !inbox || !activity) return;
739 try { deliveryStmts().ins.run(slug, inbox, JSON.stringify(activity)); } catch { /* ignore */ }
740}
741// Record delivery health per follower so the followers list can flag dead accounts.
742// Keyed by inbox: a shared-inbox POST reaches every follower behind it, so all of them
743// are marked. A non-follower inbox (inline @mention) simply matches 0 rows.
744let _fDelivOk, _fDelivErr;
745function markFollowerDelivery(slug, inbox, ok) {
746 if (!slug || !inbox) return;
747 try {
748 if (!_fDelivOk) {
749 _fDelivOk = db.prepare('UPDATE ap_followers SET last_delivery_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
750 _fDelivErr = db.prepare('UPDATE ap_followers SET last_error_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
751 }
752 (ok ? _fDelivOk : _fDelivErr).run(slug, inbox, inbox);
753 } catch { /* health tracking is non-fatal */ }
754}
755// Deliver now; queue for retry if it fails.
756export async function deliverWithRetry(slug, inbox, activity, keyId, privPem) {
757 if (!inbox) return;
758 try { const st = await deliver(inbox, activity, keyId, privPem); if (st >= 200 && st < 300) { markFollowerDelivery(slug, inbox, true); return; } } catch { /* queue below */ }
759 enqueueDelivery(slug, inbox, activity);
760}
761let _processingDeliv = false;
762export async function processDeliveryQueue() {
763 if (_processingDeliv) return; // re-entrancy guard: 30 rows × 8s can exceed the 60s tick → no double-delivery
764 _processingDeliv = true;
765 try {
766 let rows;
767 try { rows = deliveryStmts().due.all(); } catch { return; }
768 if (!rows || !rows.length) return;
769 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
770 for (const row of rows) {
771 let ok = false;
772 try {
773 const keys = getOrCreateKeys(row.slug);
774 const st = await deliver(row.inbox, JSON.parse(row.body), `${actorId(base, row.slug)}#main-key`, keys.private_pem);
775 ok = st >= 200 && st < 300;
776 } catch { ok = false; }
777 if (ok) { markFollowerDelivery(row.slug, row.inbox, true); deliveryStmts().del.run(row.id); continue; }
778 const attempts = row.attempts + 1;
779 if (attempts >= DELIVERY_MAX_ATTEMPTS) { markFollowerDelivery(row.slug, row.inbox, false); deliveryStmts().del.run(row.id); console.warn('[AP] delivery gave up after', attempts, 'tries →', row.inbox); continue; }
780 // Index the backoff on the CURRENT attempt count (row.attempts) so the first
781 // retry uses the 1-min tier instead of skipping it.
782 const mins = DELIVERY_BACKOFF_MIN[Math.min(row.attempts, DELIVERY_BACKOFF_MIN.length - 1)];
783 deliveryStmts().bump.run(attempts, new Date(Date.now() + mins * 60000).toISOString(), row.id);
784 }
785 } finally { _processingDeliv = false; }
786}
787let _delivTimer = null;
788export function startDeliveryWorker() {
789 if (_delivTimer) return;
790 _delivTimer = setInterval(() => { processDeliveryQueue().catch(() => {}); }, 60 * 1000);
791 if (_delivTimer.unref) _delivTimer.unref();
792}
793
794// Best-effort verification of an incoming signed request. Returns the sender's
795// actor doc if the signature checks out, else null. (Not gating yet — MVP.)
796// Max clock skew for the signed Date header (replay window). Generous default to tolerate
797// federating servers with drifting clocks; an operator can widen it via env.
798const SIG_MAX_SKEW_MS = (Number(process.env.AP_SIG_MAX_SKEW_MIN) || 60) * 60 * 1000;
799export async function verifyRequest(req) {
800 const sigH = req.headers['signature'];
801 if (!sigH) return null;
802 const p = Object.fromEntries([...sigH.matchAll(/([a-zA-Z]+)="([^"]*)"/g)].map((m) => [m[1], m[2]]));
803 if (!p.keyId || !p.signature) return null;
804 const actor = await fetchActor(p.keyId.split('#')[0]);
805 const pem = actor && actor.publicKey && actor.publicKey.publicKeyPem;
806 if (!pem) return null;
807 const hs = (p.headers || '(request-target) host date').split(/\s+/);
808 // Behind a reverse proxy the raw Host header is the backend bind (e.g. localhost:3000, when
809 // the proxy doesn't preserve it — Apache .htaccess [P] proxying), but the sender signed the
810 // HTTP-Signature over the PUBLIC host. Try each candidate host (the configured PUBLIC_BASE_URL
811 // host, the proxy's X-Forwarded-Host, and the raw Host) and accept if the signature verifies
812 // against any. An attacker can't forge a match (no private key), so this only rescues the
813 // legitimate proxied case. Also normalise a leading double-slash in the request-target.
814 let _pubHost = null;
815 if (process.env.PUBLIC_BASE_URL) { try { _pubHost = new URL(process.env.PUBLIC_BASE_URL).host; } catch { /* ignore */ } }
816 const _hosts = [...new Set([_pubHost, req.headers['x-forwarded-host'], req.headers['host']].filter(Boolean))];
817 const _target = `${req.method.toLowerCase()} ${String(req.originalUrl || '').replace(/^\/{2,}/, '/')}`;
818 const _sig = Buffer.from(p.signature, 'base64');
819 let ok = false;
820 for (const _h of _hosts) {
821 const line = hs.map((x) => x === '(request-target)'
822 ? `(request-target): ${_target}`
823 : x === 'host' ? `host: ${_h}`
824 : `${x}: ${req.headers[x] || ''}`).join('\n');
825 try { if (crypto.verify('sha256', Buffer.from(line), pem, _sig)) { ok = true; break; } } catch { /* try next host */ }
826 }
827 // Replay defence: the Date header must be signed and recent. A captured signed request
828 // replayed later (or with a swapped body) is rejected.
829 if (ok) {
830 if (!hs.includes('date')) ok = false;
831 else {
832 const t = Date.parse(req.headers['date'] || '');
833 if (isNaN(t) || Math.abs(Date.now() - t) > SIG_MAX_SKEW_MS) ok = false;
834 }
835 }
836 // Digest is MANDATORY when the request carries a body: without a signed digest the body
837 // isn't covered by the signature and could be swapped on a replay.
838 if (ok && req.rawBody && req.rawBody.length) {
839 if (!hs.includes('digest')) ok = false;
840 else {
841 const exp = 'SHA-256=' + crypto.createHash('sha256').update(req.rawBody).digest('base64');
842 if (req.headers['digest'] !== exp) ok = false;
843 }
844 }
845 return ok ? actor : null;
846}
847
848// Parse a fediverse poll (an ActivityStreams `Question` — the Mastodon-standard poll form)
849// into our compact shape. `oneOf` = single choice, `anyOf` = multiple; each option is a Note
850// with a `name` and a `replies` collection whose `totalItems` is that option's vote count.
851function parsePoll(o) {
852 if (!o || o.type !== 'Question') return null;
853 const raw = Array.isArray(o.oneOf) ? o.oneOf : (Array.isArray(o.anyOf) ? o.anyOf : null);
854 if (!raw || !raw.length) return null;
855 const options = raw.slice(0, 12).map((opt) => ({
856 name: String((opt && opt.name) || '').slice(0, 300),
857 count: Math.max(0, Number(opt && opt.replies && opt.replies.totalItems) || 0),
858 })).filter((x) => x.name);
859 if (!options.length) return null;
860 const endTime = o.endTime || (typeof o.closed === 'string' ? o.closed : null);
861 const closed = !!o.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
862 return { multiple: Array.isArray(o.anyOf), options, endTime, closed, voters: Number(o.votersCount) || null, voted: null };
863}
864
865// ── Polls WE host (a local post with a poll) ──────────────────────
866// Parse the poll definition stored on our own post (posts.poll_json). Counts are
867// NOT stored here — they're derived from the poll_votes ballots so a re-render always
868// reflects the authoritative tally.
869export function parseOwnPoll(pollJson) {
870 if (!pollJson) return null;
871 let d; try { d = typeof pollJson === 'string' ? JSON.parse(pollJson) : pollJson; } catch { return null; }
872 if (!d || !Array.isArray(d.options)) return null;
873 const options = d.options.map((o) => ({ name: String((o && o.name != null ? o.name : o) || '').slice(0, 300) })).filter((o) => o.name);
874 if (options.length < 2) return null;
875 const endTime = d.endTime || null;
876 const closed = !!d.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
877 return { multiple: !!d.multiple, options, endTime, closed };
878}
879
880// Live tally of a hosted poll from its ballots: per-option counts + unique voters.
881export function pollTally(postId) {
882 const counts = {}; let voters = 0;
883 try {
884 for (const r of db.prepare('SELECT choice, COUNT(*) AS n FROM poll_votes WHERE post_id = ? GROUP BY choice').all(postId)) counts[r.choice] = r.n;
885 voters = db.prepare('SELECT COUNT(DISTINCT actor_uri) AS n FROM poll_votes WHERE post_id = ?').get(postId).n || 0;
886 } catch { /* table may not exist yet */ }
887 return { counts, voters };
888}
889
890// Render-ready view of a hosted poll (options with counts + percentages, totals, state).
891// Voting is fediverse-only, so this is display-only on the site.
892export function ownPollView(post) {
893 const poll = parseOwnPoll(post && post.poll_json);
894 if (!poll) return null;
895 const { counts, voters } = pollTally(post.id);
896 const total = Object.values(counts).reduce((a, b) => a + b, 0);
897 const denom = poll.multiple ? voters : total; // multiple-choice %: share of voters (can sum >100%)
898 const options = poll.options.map((o) => {
899 const count = counts[o.name] || 0;
900 return { name: o.name, count, pct: denom ? Math.round((count / denom) * 100) : 0 };
901 });
902 return { multiple: poll.multiple, options, total, voters, endTime: poll.endTime, closed: poll.closed };
903}
904
905// Attach the AS2 Question shape to a note built for a hosted poll. Mastodon renders a
906// status with either media OR a poll (never both), so a poll federates as content +
907// options with no media attachment. oneOf = single choice, anyOf = multiple.
908function applyPollToNote(note, postId, poll) {
909 const { counts, voters } = pollTally(postId);
910 const opts = poll.options.map((o) => ({
911 type: 'Note',
912 name: o.name,
913 replies: { type: 'Collection', totalItems: counts[o.name] || 0 },
914 }));
915 note.type = 'Question';
916 note[poll.multiple ? 'anyOf' : 'oneOf'] = opts;
917 if (poll.endTime) note.endTime = new Date(poll.endTime).toISOString();
918 // Once closed, Mastodon expects a `closed` timestamp (the effective end).
919 if (poll.closed) note.closed = poll.endTime ? new Date(poll.endTime).toISOString() : new Date().toISOString();
920 note.votersCount = voters;
921 delete note.attachment; // media ATTACHMENTS + a poll are mutually exclusive on Mastodon
922 // Keep note.image: it's the cover, which Mastodon ignores on a Question anyway
923 // (same as on any Note) but Klonkt reads to show the cover in feeds/the Cirkel.
924 // Deleting it stripped the cover off every boosted poll.
925 return note;
926}
927
928// Record an inbound ballot on one of OUR polls. A vote arrives as a Create(Note) whose
929// `name` is the chosen option and `inReplyTo` is our poll note — the Mastodon-standard
930// vote form. Returns { handled } — handled=true means it was addressed to a poll (so the
931// caller must NOT also store it as a reply), false means "not a poll, fall through".
932function recordPollBallot(postId, actorUri, rawChoice) {
933 const choice = String(rawChoice == null ? '' : rawChoice).slice(0, 300);
934 if (!choice) return { handled: false };
935 let post; try { post = db.prepare('SELECT poll_json FROM posts WHERE id = ?').get(postId); } catch { return { handled: false }; }
936 const poll = post && parseOwnPoll(post.poll_json);
937 if (!poll) return { handled: false }; // not a poll → let the reply logic handle it
938 if (poll.closed) return { handled: true }; // voting closed → drop
939 if (!poll.options.some((o) => o.name === choice)) return { handled: true }; // unknown option → drop
940 try {
941 // Single choice = one ballot per actor: ignore a later/different vote. Multiple choice
942 // allows one ballot per distinct option (the UNIQUE(post,actor,choice) dedupes repeats).
943 if (!poll.multiple && db.prepare('SELECT 1 FROM poll_votes WHERE post_id = ? AND actor_uri = ? LIMIT 1').get(postId, actorUri)) return { handled: true };
944 db.prepare('INSERT OR IGNORE INTO poll_votes (post_id, actor_uri, choice) VALUES (?, ?, ?)').run(postId, actorUri, choice);
945 } catch { return { handled: true }; }
946 schedulePollUpdate(postId);
947 return { handled: true };
948}
949
950// Coalesce a burst of votes into ONE Update(Question) per poll: the first vote schedules a
951// refresh ~15s out; further votes in that window ride the same pending update (which carries
952// the accumulated tally). Non-follower voters re-fetch the Question (live tally) themselves.
953const _pollUpdTimers = new Map();
954function schedulePollUpdate(postId) {
955 if (_pollUpdTimers.has(postId)) return;
956 const t = setTimeout(() => { _pollUpdTimers.delete(postId); deliverPollUpdate(postId).catch(() => { /* best-effort */ }); }, 15000);
957 if (t.unref) t.unref();
958 _pollUpdTimers.set(postId, t);
959}
960
961// Push the fresh poll tally (or closed state) to followers as Update(Question).
962export async function deliverPollUpdate(postId) {
963 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
964 if (!base || !postId) return;
965 let post, site;
966 try {
967 post = db.prepare('SELECT * FROM posts WHERE id = ?').get(postId);
968 if (!post || !post.poll_json) return;
969 site = db.prepare('SELECT * FROM sites WHERE id = ?').get(post.site_id);
970 } catch { return; }
971 if (site) await deliverUpdate(site, post);
972}
973
974// Handle an incoming inbox POST. slugParam = null for the shared /ap/inbox.
975export async function handleInbox(req, slugParam) {
976 const act = req.body || {};
977 const type = act.type;
978 // Real client IP (behind the proxy via `trust proxy`) — logged on dropped/rejected/
979 // ignored inbox hits so an operator can see who is probing their fediverse inbox.
980 const ip = req.ip || (req.connection && req.connection.remoteAddress) || '?';
981 const base = (process.env.PUBLIC_BASE_URL || `${req.protocol}://${req.get('host')}`).replace(/\/+$/, '');
982 const verified = await verifyRequest(req).catch(() => null);
983
984 // ENFORCE HTTP signatures: a data-affecting activity must be signed by the very
985 // actor it claims to be. No valid signature, or signer ≠ actor → reject (no
986 // forged replies/likes/follows/timeline posts). GET/discovery stays open.
987 const claimedActor = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
988 // Blocked actor/domain → silently drop (202, don't reveal the block).
989 if (claimedActor && isBlockedAny(claimedActor)) { console.log('[AP] inbox dropped (blocked)', claimedActor, 'from', ip); return 202; }
990 const GATED = ['Create', 'Like', 'Announce', 'Follow', 'Delete', 'Undo', 'Accept', 'Reject', 'Add', 'Remove', 'Update', 'Flag'];
991 if (GATED.includes(type)) {
992 if (!verified || !claimedActor || verified.id !== claimedActor) {
993 console.warn('[AP] inbox REJECTED (signature)', type, claimedActor || '?', 'from', ip, verified ? '(signer mismatch)' : '(unsigned/invalid)');
994 return 401;
995 }
996 }
997
998 // A moderation report (Flag) about our content — store it for the targeted site's owner
999 // (each Klonkt site is moderated by its own owner). Signature is enforced (GATED).
1000 if (type === 'Flag') {
1001 const objs = Array.isArray(act.object) ? act.object : (act.object ? [act.object] : []);
1002 const objectUris = objs.map((o) => (typeof o === 'string' ? o : (o && o.id))).filter(Boolean);
1003 let targetSlug = null;
1004 const noteIds = [];
1005 for (const u of objectUris) {
1006 const s = slugFromActorUrl(u); // one of our actors?
1007 if (s) { targetSlug = targetSlug || s; continue; }
1008 const pid = postIdFromNoteUrl(u, base); // one of our notes?
1009 if (pid) noteIds.push(pid);
1010 }
1011 if (!targetSlug && noteIds.length) {
1012 try { const r = db.prepare('SELECT s.slug FROM posts p JOIN sites s ON s.id = p.site_id WHERE p.id = ? LIMIT 1').get(noteIds[0]); if (r) targetSlug = r.slug; } catch { /* ignore */ }
1013 }
1014 if (!targetSlug) return 202; // not about us / can't tell → drop
1015 // Flag is GATED, so `verified` is the signer's (reporter's) actor doc already.
1016 const ai = actorInfo(verified || null, claimedActor);
1017 try {
1018 db.prepare('INSERT INTO ap_reports (slug, actor_uri, actor_name, actor_handle, actor_icon, content, objects, created_at) VALUES (?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1019 .run(targetSlug, claimedActor || null, ai.name, ai.handle, ai.icon, HtmlSanitizerService.toPlainText(act.content || '').slice(0, 3000), JSON.stringify(objectUris.slice(0, 20)));
1020 console.log('[AP] report received for', targetSlug, 'from', claimedActor);
1021 } catch { /* ignore */ }
1022 return 202;
1023 }
1024
1025 if (type === 'Follow') {
1026 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1027 const slug = slugParam || slugFromActorUrl(typeof act.object === 'string' ? act.object : (act.object && act.object.id));
1028 if (!who || !slug) return 400;
1029 const remote = await fetchActor(who);
1030 if (!remote || !remote.inbox) return 202; // can't reach them → drop quietly
1031 const sharedInbox = (remote.endpoints && remote.endpoints.sharedInbox) || null;
1032 fStmts().ins.run(slug, who, remote.inbox, sharedInbox);
1033 const me = actorId(base, slug);
1034 const keys = getOrCreateKeys(slug);
1035 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: act };
1036 deliver(remote.inbox, accept, `${me}#main-key`, keys.private_pem).catch((e) => console.warn('[AP] Accept delivery failed:', e.message));
1037 // Auto-backfill: send our recent posts as Create so the instance has our history
1038 // (Mastodon doesn't fetch history on follow). ONCE PER REMOTE INSTANCE only —
1039 // Mastodon dedupes notes per-instance, so re-filling an instance that already has
1040 // a follower of ours is wasted work (and won't re-populate the new follower's
1041 // timeline anyway). Deliver to the shared inbox (instance-level) when present.
1042 // Sync insert+check (no await between) → no interleave race with concurrent Follows.
1043 const instanceFilled = sharedInbox &&
1044 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1')
1045 .get(slug, sharedInbox, who);
1046 if (!instanceFilled) {
1047 backfillNewFollower(base, slug, sharedInbox || remote.inbox).catch(() => { /* best-effort */ });
1048 }
1049 console.log('[AP] Follow', who, '→', slug, verified ? '(sig ok)' : '(sig unverified)');
1050 return 202;
1051 }
1052 if (type === 'Undo' && act.object) {
1053 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1054 const ot = act.object.type;
1055 if (ot === 'Follow') {
1056 const obj = act.object.object;
1057 const slug = slugParam || slugFromActorUrl(typeof obj === 'string' ? obj : (obj && obj.id));
1058 if (who && slug) { fStmts().del.run(slug, who); console.log('[AP] Unfollow', who, '→', slug); }
1059 return 202;
1060 }
1061 if (ot === 'Like' || ot === 'Announce') {
1062 const tgt = act.object.object;
1063 const pid = postIdFromNoteUrl(typeof tgt === 'string' ? tgt : (tgt && tgt.id), base);
1064 if (who && pid) { iStmts().delLA.run(ot.toLowerCase(), pid, who); console.log('[AP] Undo', ot, who, '→', pid); }
1065 return 202;
1066 }
1067 return 202;
1068 }
1069
1070 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1071 const resolveActor = async (uri) => ((verified && verified.id === uri) ? verified : await fetchActor(uri).catch(() => null));
1072 // Activities from our OWN actors are already stored via ap_outbox — don't re-store.
1073 const isLocalActor = !!(base && actorUri && actorUri.startsWith(`${base}/ap/users/`));
1074
1075 // Inbound reply: a Create whose object replies to one of our notes (post OR comment).
1076 if (type === 'Create' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1077 const o = act.object;
1078 // A poll ballot: a Note carrying a `name` (the chosen option) inReplyTo one of OUR poll
1079 // posts. Record it (deduped per actor) BEFORE the reply logic so a vote is never stored
1080 // as a comment. recordPollBallot returns handled=false only if the target isn't a poll.
1081 if (o.name && o.inReplyTo && actorUri && !isLocalActor) {
1082 const seg = postIdFromNoteUrl(o.inReplyTo, base);
1083 if (seg && localPostExists(seg)) {
1084 const rec = recordPollBallot(seg, actorUri, o.name);
1085 if (rec.handled) { console.log('[AP] poll vote', actorUri, '→', seg); return 202; }
1086 }
1087 }
1088 const tgt = findThreadTarget(o.inReplyTo, base);
1089 if (tgt && actorUri && !isLocalActor) {
1090 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1091 const html = HtmlSanitizerService.sanitize(o.content || '');
1092 iStmts().ins.run('reply', tgt.post_id, o.id || '', actorUri, ai.name, ai.handle, ai.url, ai.icon, html, o.published || null, tgt.parent_uri);
1093 console.log('[AP] reply', actorUri, '→', tgt.post_id);
1094 return 202;
1095 }
1096 // Home timeline (client): a top-level post from an account we follow.
1097 if (actorUri && !isLocalActor && !o.inReplyTo && o.id) {
1098 let subs = []; try { subs = db.prepare('SELECT slug, auto_boost FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist yet */ }
1099 if (subs.length) {
1100 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1101 const html = HtmlSanitizerService.sanitize(o.content || '');
1102 const _atts = (Array.isArray(o.attachment) ? o.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
1103 // Fallback cover: a Note's `image` (set when the attachment was suppressed
1104 // for a player-card post, e.g. hosted-audio posts).
1105 if (!_atts.some((m) => !m.type || /image/i.test(m.type)) && o.image) {
1106 const _im = Array.isArray(o.image) ? o.image[0] : o.image;
1107 const _iu = safeUrl(typeof _im === 'string' ? _im : (_im && _im.url));
1108 if (_iu) _atts.push({ url: _iu, type: (_im && _im.mediaType) || 'image/jpeg' });
1109 }
1110 const media = JSON.stringify(_atts);
1111 const poll = parsePoll(o); // a Question (fediverse poll) → cache its options/counts
1112 // "Feature" = show in the Cirkel (local only). We do NOT auto-Announce
1113 // incoming posts to the fediverse — that flooded followers. Boosting to the
1114 // fediverse is only ever a deliberate, manual per-post action (the 🔁 on
1115 // the timeline).
1116 for (const s of subs) {
1117 tlStmts().ins.run(o.id, s.slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, media, o.sensitive ? 1 : 0, o.summary || null);
1118 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, s.slug); } catch { /* ignore */ } }
1119 }
1120 console.log('[AP] timeline +', actorUri, 'x' + subs.length);
1121 }
1122 }
1123 // Mentioned in a post that is NOT a reply to our content (a reply to us already returned
1124 // above): store a mention notification for each of our actors named in the Mention tags.
1125 // Requires our own base prefix on the tag href — /ap/users/<slug> on a REMOTE host is
1126 // someone else's actor, not ours.
1127 if (actorUri && !isLocalActor && o.id) {
1128 const slugs = localMentionSlugs(o.tag, base);
1129 if (slugs.length) {
1130 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1131 const html = HtmlSanitizerService.sanitize(o.content || '');
1132 for (const slug of slugs) {
1133 try {
1134 const r = db.prepare('INSERT OR IGNORE INTO ap_mentions (slug, object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, published, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1135 .run(slug, o.id, safeUrl(o.url) || null, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.published || null);
1136 if (r.changes) console.log('[AP] mention', actorUri, '→', slug);
1137 } catch { /* ignore */ }
1138 }
1139 }
1140 }
1141 return 202;
1142 }
1143 // A remote post we cached was edited upstream → refresh our cached copy. This is the
1144 // push-based edit-sync that keeps the Cirkel/timeline fresh without polling (selfHeal
1145 // does it on a version bump; this does it live). Scope to the SIGNING actor so B can't
1146 // edit A's note (the signature gate guarantees claimedActor == the verified signer).
1147 if (type === 'Update' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1148 const o = act.object;
1149 if (o.id && claimedActor) {
1150 const html = HtmlSanitizerService.sanitize(o.content || '');
1151 const media = mediaFromNote(o);
1152 try {
1153 // Refresh url too (COALESCE keeps the old one if the Update omits it): a remote slug
1154 // rename keeps the same AP id but changes the human url, so without this the cached
1155 // post would keep linking to the old, now-dead URL.
1156 const r = db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ? AND author_uri = ?')
1157 .run(html, media, o.sensitive ? 1 : 0, o.summary || null, o.url || null, o.id, claimedActor);
1158 if (r.changes) console.log('[AP] timeline update', claimedActor, '→', o.id);
1159 // A poll's Update carries the fresh vote counts / closed state. Refresh per-row so each
1160 // site keeps its own `voted` state while the counts/closed update to the new totals.
1161 const poll = parsePoll(o);
1162 if (poll) {
1163 const rows = db.prepare('SELECT rowid AS rid, poll_json FROM ap_timeline WHERE id = ? AND author_uri = ?').all(o.id, claimedActor);
1164 const upd = db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE rowid = ?');
1165 for (const rw of rows) {
1166 let voted = null; try { voted = rw.poll_json ? (JSON.parse(rw.poll_json).voted || null) : null; } catch { /* ignore */ }
1167 upd.run(JSON.stringify({ ...poll, voted }), rw.rid);
1168 }
1169 }
1170 } catch { /* ignore */ }
1171 // If this note is a cached fediverse reply on one of our posts, refresh its text too.
1172 try { db.prepare('UPDATE ap_interactions SET content = ? WHERE object_uri = ? AND actor_uri = ?').run(html, o.id, claimedActor); } catch { /* ignore */ }
1173 }
1174 return 202;
1175 }
1176 if (type === 'Like' || type === 'Announce') {
1177 const tgt = act.object;
1178 const objUrl = typeof tgt === 'string' ? tgt : (tgt && tgt.id);
1179 const pid = postIdFromNoteUrl(objUrl, base);
1180 if (pid && actorUri && !isLocalActor && localPostExists(pid)) {
1181 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1182 iStmts().ins.run(type.toLowerCase(), pid, '', actorUri, ai.name, ai.handle, ai.url, ai.icon, null, null, null);
1183 console.log('[AP]', type === 'Like' ? 'like' : 'boost', actorUri, '→', pid);
1184 } else if (type === 'Announce' && objUrl && actorUri && !isLocalActor) {
1185 // A boost FROM an account we follow, of a REMOTE post → show it in the News feed.
1186 // We only STORE it for display; we NEVER auto-Announce it onward (anti-feedback-loop:
1187 // re-announcing an incoming Announce would cascade boosts across the network).
1188 let subs = []; try { subs = db.prepare('SELECT slug FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist */ }
1189 if (subs.length) {
1190 const bn = await fetchNoteAP(objUrl);
1191 if (bn && bn !== 404 && (bn.type === 'Note' || bn.type === 'Article') && bn.id) {
1192 const origUri = actorUriOf(bn.attributedTo);
1193 // Block completeness: even if you follow the booster, drop a boost whose ORIGINAL
1194 // author is blocked — otherwise a block is bypassed via someone else's boost.
1195 if (origUri && isBlockedAny(origUri)) { console.log('[AP] timeline boost dropped (blocked origin)', origUri, 'via', actorUri); return 202; }
1196 const oai = actorInfo(await resolveActor(origUri), origUri);
1197 const html = HtmlSanitizerService.sanitize(bn.content || '');
1198 const media = mediaFromNote(bn);
1199 const booster = actorInfo(await resolveActor(actorUri), actorUri);
1200 for (const s of subs) {
1201 // published = now → the boost shows as fresh activity at the top (Mastodon shows
1202 // reblogs at reblog-time, not the original's date). INSERT OR IGNORE: if we already
1203 // have the note (e.g. we also follow the author), keep it and DON'T relabel it.
1204 let inserted = false;
1205 try { const r = tlStmts().ins.run(bn.id, s.slug, origUri || '', oai.name, oai.handle, oai.icon, oai.url, html, bn.url || null, new Date().toISOString(), media, bn.sensitive ? 1 : 0, bn.summary || null); inserted = r.changes > 0; } catch { /* ignore */ }
1206 if (inserted) { try { db.prepare('UPDATE ap_timeline SET reblog_name = ?, reblog_handle = ?, reblog_icon = ? WHERE slug = ? AND id = ?').run(booster.name, booster.handle, booster.icon, s.slug, bn.id); } catch { /* ignore */ } }
1207 }
1208 console.log('[AP] timeline boost +', actorUri, 'x' + subs.length);
1209 }
1210 }
1211 }
1212 return 202;
1213 }
1214 if (type === 'Delete') {
1215 // A remote note was deleted upstream → drop it from replies AND the timeline.
1216 // Scope to the SIGNING actor so actor B can't delete actor A's content (the
1217 // signature gate guarantees claimedActor == the verified signer here).
1218 const oid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1219 if (oid && claimedActor) {
1220 try { db.prepare('DELETE FROM ap_interactions WHERE object_uri = ? AND actor_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1221 try { db.prepare('DELETE FROM ap_timeline WHERE id = ? AND author_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1222 // Also clear a boost/like YOU made of this now-deleted remote post (the interact-page
1223 // ap_my_reactions state), so it can't stay stuck as "boosted" on a post that's gone.
1224 // Guard: only when the deleter owns the note's domain (B mustn't clear your reactions
1225 // to A's posts).
1226 try {
1227 let sameHost = false;
1228 try { sameHost = new URL(oid).host === new URL(claimedActor).host; } catch { sameHost = false; }
1229 if (sameHost) db.prepare('DELETE FROM ap_my_reactions WHERE target_uri = ?').run(oid);
1230 } catch { /* ignore */ }
1231 }
1232 return 202;
1233 }
1234 // Accept/Reject of a Follow WE sent (client side).
1235 if (type === 'Accept' && act.object) {
1236 const fid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1237 if (fid) { try { fwStmts().acc.run(fid); } catch { /* ignore */ } }
1238 console.log('[AP] follow accepted', actorUri);
1239 return 202;
1240 }
1241 if (type === 'Reject' && act.object) {
1242 const who = actorUri;
1243 if (who && slugParam) { try { fwStmts().del.run(slugParam, who); } catch { /* ignore */ } }
1244 return 202;
1245 }
1246
1247 console.log('[AP] inbox', type || 'unknown', '→', slugParam || 'shared', 'from', ip, '(ignored)');
1248 return 202;
1249}
1250
1251// Deliver a new post as Create(Note) to all followers' inboxes (fire-and-forget).
1252// Needs PUBLIC_BASE_URL (absolute URLs); no-op without followers or base.
1253export async function deliverCreate(site, post) {
1254 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1255 if (!base || !site || !site.slug) return;
1256 // Resolve inline @user@host mentions → link them in the note + collect their inboxes, so a
1257 // mentioned person is notified even if they don't follow us (Mastodon-standard mention).
1258 const mres = await resolveMentionsInText(base, post.content || '');
1259 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1260 const followers = fStmts().list.all(site.slug);
1261 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1262 if (!inboxes.length) return; // no followers and no one mentioned
1263 const keys = getOrCreateKeys(site.slug);
1264 const keyId = `${actorId(base, site.slug)}#main-key`;
1265 const create = buildCreate(base, site, post2);
1266 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, create, keyId, keys.private_pem);
1267}
1268
1269// On a new Follow, send that follower our most recent posts as Create so their
1270// timeline shows our history (Mastodon does not backfill on follow). Oldest-first
1271// so they sort into the follower's timeline at their original dates.
1272async function backfillNewFollower(base, slug, inbox) {
1273 if (!base || !slug || !inbox) return;
1274 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
1275 if (!site) return;
1276 const recent = db.prepare(
1277 `SELECT id, slug, title, content, cover_image_url, cover_video_url, nsfw, content_warning, published_at, created_at
1278 FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1279 ORDER BY COALESCE(published_at, created_at) DESC LIMIT 20`
1280 ).all(site.id).reverse();
1281 if (!recent.length) return;
1282 const keys = getOrCreateKeys(slug);
1283 const keyId = `${actorId(base, slug)}#main-key`;
1284 for (const p of recent) {
1285 try { await deliver(inbox, buildCreate(base, site, p), keyId, keys.private_pem); } catch { /* best-effort */ }
1286 await new Promise((r) => setTimeout(r, 150));
1287 }
1288 console.log('[AP] backfilled', recent.length, 'posts to new follower of', slug);
1289}
1290
1291// Tell followers a post is gone (Delete + Tombstone) so it's removed from their feeds.
1292export async function deliverDelete(site, post) {
1293 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1294 if (!base || !site || !site.slug || !post || !post.id) return;
1295 const followers = fStmts().list.all(site.slug);
1296 if (!followers.length) return;
1297 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1298 const keys = getOrCreateKeys(site.slug);
1299 const me = actorId(base, site.slug);
1300 const nid = noteId(base, post.id);
1301 const del = {
1302 '@context': AP_CONTEXT,
1303 id: `${nid}#delete-${Date.now()}-${rid()}`,
1304 type: 'Delete',
1305 actor: me,
1306 to: [PUBLIC],
1307 object: { id: nid, type: 'Tombstone' },
1308 };
1309 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, del, `${me}#main-key`, keys.private_pem);
1310}
1311
1312// Tell followers an already-published post changed (Update + edited Note) so
1313// Mastodon refreshes the cached copy (e.g. after fixing content).
1314export async function deliverUpdate(site, post) {
1315 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1316 if (!base || !site || !site.slug || !post || !post.id) return;
1317 const mres = await resolveMentionsInText(base, post.content || ''); // link mentions + collect inboxes
1318 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1319 const followers = fStmts().list.all(site.slug);
1320 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1321 if (!inboxes.length) return;
1322 const keys = getOrCreateKeys(site.slug);
1323 const me = actorId(base, site.slug);
1324 const note = buildNote(base, site, post2);
1325 note.updated = new Date().toISOString();
1326 const update = {
1327 '@context': AP_CONTEXT,
1328 id: `${noteId(base, post.id)}#update-${Date.now()}-${rid()}`,
1329 type: 'Update', actor: me, to: [PUBLIC], cc: note.cc,
1330 object: note,
1331 };
1332 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1333}
1334
1335// Tell followers the ACTOR changed (Update + Person) so Mastodon re-processes the
1336// account AND re-fetches the featured (pinned) collection — there is no standard
1337// "featured changed" activity, so this is how a pin/unpin propagates promptly.
1338export async function deliverActorUpdate(site) {
1339 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1340 if (!base || !site || !site.slug) return;
1341 const followers = fStmts().list.all(site.slug);
1342 if (!followers.length) return;
1343 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1344 const keys = getOrCreateKeys(site.slug);
1345 const me = actorId(base, site.slug);
1346 const update = {
1347 '@context': AP_CONTEXT,
1348 id: `${me}#update-${Date.now()}-${rid()}`,
1349 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
1350 object: buildActor(base, site),
1351 };
1352 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1353}
1354
1355// Reliably set the pinned order on followers' instances via Add/Remove activities
1356// (how Mastodon itself federates pins) — pushed to the inbox + processed immediately,
1357// unlike the featured COLLECTION which Mastodon caches with sticky StatusPins.
1358// Mastodon's Add skips an already-pinned status, so we REMOVE every pin first, wait,
1359// then ADD in rank-DESCENDING order (rank 1 added LAST → newest StatusPin → shown first,
1360// because Mastodon displays pins newest-first). `alsoRemove` = ids to unpin too.
1361// Serialize pin-resyncs per site: two concurrent /save calls would otherwise interleave
1362// their Remove -> wait -> Add sequences and scramble the StatusPin order on Mastodon. A
1363// resync already in flight for a site coalesces later requests into ONE rerun after it
1364// finishes (accumulating their extra unpins), so rapid saves don't pile up N full resyncs.
1365const _pinResync = new Map(); // slug -> { promise, pending, pendingRemove:Set, site }
1366export function resyncFeaturedPins(site, alsoRemove = []) {
1367 if (!site || !site.slug) return Promise.resolve();
1368 const slug = site.slug;
1369 const running = _pinResync.get(slug);
1370 if (running) {
1371 running.pending = true;
1372 running.site = site; // use the latest site object on the rerun
1373 for (const id of alsoRemove) running.pendingRemove.add(id);
1374 return running.promise;
1375 }
1376 const state = { promise: null, pending: false, pendingRemove: new Set(), site };
1377 state.promise = (async () => {
1378 let extra = alsoRemove;
1379 for (;;) {
1380 try { await doResyncFeaturedPins(state.site, extra); }
1381 catch (e) { console.warn('[AP] pin resync failed:', e.message); }
1382 if (!state.pending) break;
1383 state.pending = false;
1384 extra = [...state.pendingRemove];
1385 state.pendingRemove = new Set();
1386 }
1387 _pinResync.delete(slug);
1388 })();
1389 _pinResync.set(slug, state);
1390 return state.promise;
1391}
1392
1393// The actual resync work — do NOT call directly; go through resyncFeaturedPins() above so
1394// it stays serialized per site.
1395async function doResyncFeaturedPins(site, alsoRemove = []) {
1396 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1397 if (!base || !site || !site.slug) return;
1398 const followers = fStmts().list.all(site.slug);
1399 if (!followers.length) return;
1400 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1401 const keys = getOrCreateKeys(site.slug);
1402 const me = actorId(base, site.slug);
1403 const keyId = `${me}#main-key`;
1404 const featured = `${me}/featured`;
1405 const note = (id) => noteId(base, id);
1406 const pinned = db.prepare(
1407 `SELECT id FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1408 AND pinned IS NOT NULL AND pinned > 0
1409 ORDER BY pinned DESC, COALESCE(published_at, created_at) ASC LIMIT 20`
1410 ).all(site.id);
1411 const removeIds = [...new Set([...pinned.map((p) => p.id), ...alsoRemove])];
1412 // 1. Remove every current pin so Mastodon can recreate them in order.
1413 for (const id of removeIds) {
1414 const rm = { '@context': AP_CONTEXT, id: `${me}#rm-${id}-${Date.now()}-${rid()}`, type: 'Remove', actor: me, object: note(id), target: featured, to: [PUBLIC] };
1415 for (const inbox of inboxes) deliver(inbox, rm, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1416 }
1417 if (!pinned.length) { console.log('[AP] unpinned all featured for', site.slug); return; }
1418 await new Promise((r) => setTimeout(r, 5000)); // let the Removes land first
1419 // 2. Add in rank-DESC order, gaps so each StatusPin gets an increasing created_at.
1420 for (const p of pinned) {
1421 const add = { '@context': AP_CONTEXT, id: `${me}#add-${p.id}-${Date.now()}-${rid()}`, type: 'Add', actor: me, object: note(p.id), target: featured, to: [PUBLIC], cc: [`${me}/followers`] };
1422 for (const inbox of inboxes) deliver(inbox, add, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1423 await new Promise((r) => setTimeout(r, 2000));
1424 }
1425 console.log('[AP] resynced', pinned.length, 'featured pins for', site.slug);
1426}
1427
1428// ── outbound replies (Klonkt → fediverse) ─────────────────────────
1429const escHtml = (s) => String(s || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
1430const toISO = (v) => { if (!v) return new Date().toISOString(); const s = String(v); const d = new Date(/[TZ]/.test(s) ? s : s.replace(' ', 'T') + 'Z'); return isNaN(d) ? new Date().toISOString() : d.toISOString(); };
1431
1432// Build one of OUR outbound reply Notes from an ap_outbox row.
1433// Turn #hashtags in reply text into Mastodon-style hashtag links (clickable + federated).
1434function linkHashtags(base, html) {
1435 // Prefix: start / whitespace / '>' / opening bracket — "(#tag" is a tag too. NO quote
1436 // chars in this class: a quote precedes attribute values (alt="#…"), which must not match.
1437 return String(html || '').replace(/(^|[\s>([{])#([\p{L}\p{M}\p{N}_]+)/gu, (m, pre, tag) =>
1438 `${pre}<a href="${base}/tag/${encodeURIComponent(tag.toLowerCase())}" class="mention hashtag" rel="tag">#${tag}</a>`);
1439}
1440// Auto-link bare http(s) URLs in already-safe HTML (federated copies). Splits on existing
1441// <a>…</a> so a linked URL is never wrapped twice; requires start/whitespace/'>' before the
1442// URL so attribute values (src="https://…") never match. Trailing sentence punctuation stays
1443// outside the link (Mastodon-style).
1444function linkUrls(html) {
1445 const parts = String(html || '').split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi);
1446 for (let i = 0; i < parts.length; i++) {
1447 if (/^<a\b/i.test(parts[i])) continue; // already a link → leave as-is
1448 parts[i] = parts[i].replace(/(^|[\s>([{])(https?:\/\/[^\s<]+?)([.,;:!?)\]»]*)(?=$|[\s<])/g,
1449 (m, pre, url, trail) => `${pre}<a href="${url.replace(/"/g, '%22')}" rel="nofollow noopener" target="_blank">${url}</a>${trail}`);
1450 }
1451 return parts.join('');
1452}
1453// Linkify inline #hashtags and bare URLs in BODY html for on-site DISPLAY, using the
1454// EXACT same rules as the federated copy (linkHashtags/linkUrls), so the website and the
1455// Mastodon copy agree instead of the website showing raw text. Idempotent: existing
1456// <a>…</a> (editor links, embeds, shortcode buttons) are split out and left untouched, so
1457// nothing is double-wrapped. Pass base='' → root-relative /tag/<slug> links.
1458export function linkifyBody(base, html) {
1459 const withTags = String(html || '')
1460 .split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi)
1461 .map((seg) => (/^<a\b/i.test(seg) ? seg : linkHashtags(base, seg)))
1462 .join('');
1463 return linkUrls(withTags);
1464}
1465
1466// Bake a post's raw source into its display HTML (the ActivityPub `source` model): done ONCE
1467// at save and cached in posts.content_rendered, so page views serve it statically instead of
1468// re-linkifying every render. Step 1 = #hashtags + bare URLs (cheap, no network). Step 2 will
1469// resolve @mentions here too (webfinger once at save instead of per page view).
1470export function bakePostContent(source) {
1471 return linkifyBody('', source || '');
1472}
1473
1474// Step 2: the full bake, incl. @mention links. Resolves @user@host via webfinger ONCE (the
1475// same resolver the federated copy uses) and bakes the profile links into content_rendered,
1476// so page views never do a per-view lookup. Unresolvable handles stay plain text; on any
1477// failure it degrades to the sync #hashtag/URL bake. Async (webfinger) → callers run it off
1478// the save response so the request never blocks on a slow/dead remote server.
1479export async function bakePostContentWithMentions(source) {
1480 const withHashUrls = bakePostContent(source);
1481 try { const m = await resolveMentionsInText('', withHashUrls); return m.html; }
1482 catch { return withHashUrls; }
1483}
1484
1485// Extract the AP Hashtag tag objects from already-linked reply content.
1486function hashtagTags(base, content) {
1487 const tags = [], seen = new Set();
1488 const re = /class="[^"]*\bhashtag\b[^"]*"[^>]*>#([\p{L}\p{M}\p{N}_]+)</giu;
1489 let m;
1490 while ((m = re.exec(content || ''))) {
1491 const k = m[1].toLowerCase();
1492 if (seen.has(k)) continue; seen.add(k);
1493 tags.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(k)}`, name: '#' + m[1] });
1494 }
1495 return tags;
1496}
1497
1498// Normalise a post's tags field (array, JSON-string, or comma-string) to an array.
1499function normalizeTags(t) {
1500 if (Array.isArray(t)) return t;
1501 if (typeof t === 'string') {
1502 const s = t.trim(); if (!s) return [];
1503 if (s[0] === '[') { try { const a = JSON.parse(s); return Array.isArray(a) ? a : []; } catch { /* fall through */ } }
1504 return s.split(',').map((x) => x.trim()).filter(Boolean);
1505 }
1506 return [];
1507}
1508// A tag → { label, slug }. Multi-word tags become CamelCase (#LiveMusic) for the display
1509// name (Mastodon hashtags can't contain spaces; CamelCase is the accessibility norm); the
1510// slug/href stays lowercase ("livemusic").
1511function tagParts(raw) {
1512 const words = String(raw || '').trim().split(/[\s_]+/).map((w) => w.replace(/[^\p{L}\p{M}\p{N}]/gu, '')).filter(Boolean);
1513 if (!words.length) return null;
1514 const slug = words.join('').toLowerCase();
1515 if (!slug) return null;
1516 const label = words.length > 1 ? words.map((w) => w[0].toUpperCase() + w.slice(1)).join('') : words[0];
1517 return { label, slug };
1518}
1519// Merge a post's tags field + the #hashtags linked inline in its body into one deduped
1520// Hashtag tag list (with hrefs to our /tag page).
1521function buildHashtagList(base, tagsField, content) {
1522 const out = [], seen = new Set();
1523 for (const t of normalizeTags(tagsField)) {
1524 const p = tagParts(t); if (!p || seen.has(p.slug)) continue; seen.add(p.slug);
1525 out.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(p.slug)}`, name: '#' + p.label });
1526 }
1527 for (const h of hashtagTags(base, content)) {
1528 const k = h.name.slice(1).toLowerCase(); if (seen.has(k)) continue; seen.add(k);
1529 out.push(h);
1530 }
1531 return out;
1532}
1533
1534// Extract Mention tag objects from already-linked content (class="u-url mention").
1535function mentionTags(content) {
1536 const tags = [], seen = new Set();
1537 // The link href is the human profile URL; the actor URI (for the Mention tag) is in data-actor.
1538 const re = /<a href="[^"]*" class="u-url mention" data-actor="([^"]+)">@([^<]+)<\/a>/gi;
1539 let m;
1540 while ((m = re.exec(content || ''))) {
1541 const href = m[1];
1542 if (seen.has(href)) continue; seen.add(href);
1543 tags.push({ type: 'Mention', href, name: '@' + m[2] });
1544 }
1545 return tags;
1546}
1547// Resolve inline @user@domain mentions in reply/post text → link them (href = actor URI)
1548// and collect the mentioned actors' inboxes so they get notified. Best-effort per mention.
1549async function resolveMentionsInText(base, html) {
1550 const inboxes = [];
1551 const handles = new Set();
1552 // Prefix also allows opening brackets — "(@user@host + me)" is a mention too (real-world
1553 // miss: a bracketed mention federated as plain text and its target was never notified).
1554 const re = /(^|[\s>([{])@([\p{L}\p{M}\p{N}_.-]+@[\p{L}\p{M}\p{N}.-]+)/gu;
1555 let m;
1556 while ((m = re.exec(html || ''))) handles.add(m[2]);
1557 let out = String(html || '');
1558 for (const h of handles) {
1559 let actorUri = null;
1560 try { actorUri = await webfingerResolve('@' + h); } catch { actorUri = null; }
1561 if (!actorUri) continue;
1562 const actor = await fetchActor(actorUri).catch(() => null);
1563 const inbox = actor && ((actor.endpoints && actor.endpoints.sharedInbox) || actor.inbox);
1564 if (inbox) inboxes.push(inbox);
1565 const profileUrl = actorInfo(actor, actorUri).url || actorUri; // human profile page → the link href
1566 const esc = h.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
1567 out = out.replace(new RegExp('(^|[\\s>([{])@' + esc + '(?![\\p{L}\\p{M}\\p{N}_.-])', 'gu'),
1568 (full, pre) => `${pre}<a href="${profileUrl}" class="u-url mention" data-actor="${actorUri}">@${h}</a>`);
1569 }
1570 return { html: out, inboxes };
1571}
1572
1573export function buildReplyNote(base, site, row) {
1574 const me = actorId(base, site.slug);
1575 return {
1576 id: noteId(base, row.id),
1577 type: 'Note',
1578 attributedTo: me,
1579 inReplyTo: row.in_reply_to || undefined,
1580 content: row.content,
1581 url: row.post_slug ? `${base}/${encodeURIComponent(row.post_slug)}` : undefined,
1582 published: toISO(row.created_at),
1583 to: row.to_actor ? [row.to_actor] : [PUBLIC],
1584 cc: [PUBLIC, `${me}/followers`],
1585 tag: [
1586 ...mentionTags(row.content),
1587 ...hashtagTags(base, row.content),
1588 ],
1589 };
1590}
1591
1592// Resolve one of our outbound reply Notes by id (for /ap/notes/:id fallback).
1593export function getOutboxNote(base, id) {
1594 const row = iStmts().getO.get(id);
1595 if (!row) return null;
1596 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(row.site_slug);
1597 if (!site) return null;
1598 return buildReplyNote(base, site, row);
1599}
1600
1601// Send a reply FROM this site to a remote actor (in reply to their inbound reply).
1602// `parent` = an ap_interactions row (actor_uri, actor_url, actor_handle, object_uri).
1603export async function deliverReply(site, { postId, postSlug, parent, text }) {
1604 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1605 if (!base || !site || !site.slug || !parent || !String(text || '').trim()) return null;
1606 const me = actorId(base, site.slug);
1607 const handle = parent.actor_handle || deriveHandle(parent.actor_uri);
1608 const dispHandle = handle && handle[0] === '@' ? handle : '@' + (handle || '');
1609 const body = escHtml(String(text).trim()).replace(/\r?\n/g, '<br>');
1610 const mres = await resolveMentionsInText(base, body); // link inline @mentions + collect their inboxes
1611 const mention = parent.actor_uri
1612 ? `<a href="${escHtml(parent.actor_url || parent.actor_uri)}" class="u-url mention" data-actor="${escHtml(parent.actor_uri)}">${escHtml(dispHandle)}</a> ` : '';
1613 const content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
1614 // Dedup: skip if the exact same reply was already sent (double-submit guard).
1615 const dup = db.prepare('SELECT 1 FROM ap_outbox WHERE site_slug = ? AND IFNULL(in_reply_to, \'\') = ? AND content = ? LIMIT 1')
1616 .get(site.slug, parent.object_uri || '', content);
1617 if (dup) { console.log('[AP] outreply skipped (duplicate)'); return { duplicate: true, delivered: 0 }; }
1618 const id = crypto.randomUUID();
1619 iStmts().insO.run(id, site.slug, postId, postSlug || null, parent.object_uri || null, parent.actor_uri || null, handle, content);
1620 const row = iStmts().getO.get(id);
1621 const note = buildReplyNote(base, site, row);
1622 const create = {
1623 '@context': AP_CONTEXT,
1624 id: note.id + '#create', type: 'Create', actor: me,
1625 published: note.published, to: note.to, cc: note.cc, object: note,
1626 };
1627 const keys = getOrCreateKeys(site.slug);
1628 const keyId = `${me}#main-key`;
1629 const inboxes = new Set();
1630 if (parent.actor_uri) {
1631 const a = await fetchActor(parent.actor_uri).catch(() => null);
1632 if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox);
1633 }
1634 if (parent.threadInbox) inboxes.add(parent.threadInbox); // back-compat (single)
1635 (parent.threadInboxes || []).forEach((i) => inboxes.add(i)); // whole ancestor chain
1636 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1637 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the reply
1638 inboxes.delete(`${me}/inbox`); // never deliver to ourselves (already in ap_outbox)
1639 inboxes.delete(`${base}/ap/inbox`); // (our own shared inbox) → avoids a self-duplicate
1640 let delivered = 0;
1641 for (const inbox of [...inboxes].filter(Boolean)) {
1642 let ok = false;
1643 try { const st = await deliver(inbox, create, keyId, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
1644 if (ok) delivered++;
1645 else enqueueDelivery(site.slug, inbox, create); // durable: retry a briefly-offline recipient (was silently dropped)
1646 }
1647 console.log('[AP] outreply', site.slug, '→', parent.actor_uri, 'delivered', delivered);
1648 return { id, content, delivered };
1649}
1650
1651// attributedTo may be a string, an object {id}, or an ARRAY — e.g. a PeerTube Video is
1652// attributed to [Person (account), Group (channel)]. Pick a usable actor URI (prefer Person).
1653function actorUriOf(att) {
1654 if (!att) return null;
1655 if (typeof att === 'string') return att;
1656 if (Array.isArray(att)) {
1657 const person = att.find((a) => a && typeof a === 'object' && a.type === 'Person' && a.id);
1658 if (person) return person.id;
1659 for (const a of att) { if (typeof a === 'string') return a; if (a && a.id) return a.id; }
1660 return null;
1661 }
1662 return att.id || null;
1663}
1664
1665// Resolve a remote post URL (any fediverse/Klonkt post) into a reply target.
1666// Returns a parent-shaped object usable by deliverReply(), or null.
1667export async function resolveRemoteNote(url) {
1668 if (!/^https?:\/\//i.test(String(url || ''))) return null;
1669 const note = await fetchActor(url).catch(() => null); // AP GET (content-negotiates)
1670 if (!note || !note.id) return null;
1671 const att = note.attributedTo;
1672 const actorUri = actorUriOf(att);
1673 if (!actorUri) return null;
1674 const actor = await fetchActor(actorUri).catch(() => null);
1675 const ai = actorInfo(actor, actorUri);
1676 // Is what we're replying to a post (or a comment) on one of OUR posts? If so,
1677 // link our reply to that local post so it shows nested in the post thread.
1678 const localTgt = findThreadTarget(note.id, (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, ''));
1679 // Walk the WHOLE reply chain upward (comment → parent comment → … → root post)
1680 // and collect every ancestor author's inbox, so each participant's server —
1681 // including the original post's author — receives + threads our reply.
1682 const threadInboxes = [];
1683 const seenInbox = new Set();
1684 let cursor = note.inReplyTo, guard = 0;
1685 while (cursor && guard++ < 6) {
1686 const url = typeof cursor === 'string' ? cursor : (cursor && cursor.id);
1687 if (!url) break;
1688 const pn = await fetchActor(url).catch(() => null);
1689 if (!pn) break;
1690 const pa = actorUriOf(pn.attributedTo);
1691 if (pa && pa !== actorUri) {
1692 const paDoc = await fetchActor(pa).catch(() => null);
1693 const inbox = paDoc && ((paDoc.endpoints && paDoc.endpoints.sharedInbox) || paDoc.inbox);
1694 if (inbox && !seenInbox.has(inbox)) { seenInbox.add(inbox); threadInboxes.push(inbox); }
1695 }
1696 cursor = pn.inReplyTo; // climb to the next ancestor
1697 }
1698 // For non-Note objects (PeerTube Video, Article, …) the meaningful label is `name` (the
1699 // title); prepend it so the reply page shows what you're replying to (sanitize cleans it).
1700 let rawHtml = String(note.content || '').replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
1701 if (note.name && note.type && note.type !== 'Note') rawHtml = `<p><strong>${note.name}</strong></p>` + rawHtml;
1702 const images = (Array.isArray(note.attachment) ? note.attachment : [])
1703 .filter((a) => a && a.url && (!a.mediaType || /^image\//i.test(a.mediaType)))
1704 .map((a) => safeUrl(a.url)).filter(Boolean);
1705 // A Klonkt hosted-audio post strips its cover from `attachment` (so Mastodon
1706 // shows the player card, not a loose image) and puts it in `image` instead.
1707 // Same fallback as mediaFromNote() so a boosted music post keeps its cover.
1708 if (!images.length && note.image) {
1709 const im = Array.isArray(note.image) ? note.image[0] : note.image;
1710 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
1711 if (iu) images.push(iu);
1712 }
1713 return {
1714 object_uri: safeUrl(note.id) || note.id,
1715 actor_uri: actorUri,
1716 actor_url: ai.url,
1717 actor_handle: ai.handle,
1718 actor_name: ai.name,
1719 actor_icon: ai.icon,
1720 url: note.url || url,
1721 content: HtmlSanitizerService.sanitize(rawHtml), // full, sanitized
1722 sensitive: !!note.sensitive, // remote CW → blur in the Cirkel
1723 cw: note.summary || '',
1724 images,
1725 threadInboxes, // every ancestor author's inbox
1726 localPostId: localTgt ? localTgt.post_id : '', // our post this belongs to (if any)
1727 poll: parsePoll(note), // a Question → its options/counts (else null)
1728 preview: HtmlSanitizerService.toPlainText(note.content || '').slice(0, 240),
1729 };
1730}
1731
1732// List a site's own outbound fediverse replies (for the manage/delete view).
1733// The plain editable text of a stored reply (unwrap links → their text, <br> → newline)
1734// so the manage view can prefill an edit box; the mention is re-added on save.
1735function outboxEditableText(content) {
1736 return String(content || '')
1737 .replace(/<br\s*\/?>/gi, '\n')
1738 .replace(/<a\b[^>]*>([\s\S]*?)<\/a>/gi, '$1')
1739 .replace(/<[^>]+>/g, '')
1740 .replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&')
1741 .trim();
1742}
1743export function listOutbox(siteSlug) {
1744 return db.prepare('SELECT id, content, to_handle, in_reply_to, created_at FROM ap_outbox WHERE site_slug = ? ORDER BY created_at DESC')
1745 .all(siteSlug).map((r) => { const c = stripLeadingMentions(r.content); return { ...r, content: c, editable: outboxEditableText(c) }; });
1746}
1747
1748// Delete one of our outbound replies: send Delete(Tombstone) to recipients + remove it.
1749export async function deliverOutboxDelete(site, outboxId) {
1750 const row = iStmts().getO.get(outboxId);
1751 if (!row || row.site_slug !== site.slug) return false;
1752 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1753 if (base) {
1754 const me = actorId(base, site.slug);
1755 const nid = noteId(base, row.id);
1756 const del = { '@context': AP_CONTEXT, id: `${nid}#delete-${Date.now()}-${rid()}`, type: 'Delete', actor: me, to: [PUBLIC], object: { id: nid, type: 'Tombstone' } };
1757 const keys = getOrCreateKeys(site.slug);
1758 const inboxes = new Set();
1759 if (row.to_actor) { const a = await fetchActor(row.to_actor).catch(() => null); if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox); }
1760 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1761 for (const inbox of [...inboxes].filter(Boolean)) {
1762 try { const st = await deliver(inbox, del, `${me}#main-key`, keys.private_pem); if (st >= 200 && st < 300) continue; } catch { /* queue below */ }
1763 enqueueDelivery(site.slug, inbox, del); // durable: a failed comment-delete now retries (was silently dropped)
1764 }
1765 }
1766 db.prepare('DELETE FROM ap_outbox WHERE id = ?').run(outboxId);
1767 return true;
1768}
1769
1770// Edit one of our outbound replies: rewrite the stored content (mention re-added + #tags
1771// re-linked) and send an Update(Note) so recipients refresh their cached copy.
1772export async function deliverOutboxUpdate(site, outboxId, newText) {
1773 const row = iStmts().getO.get(outboxId);
1774 if (!row || row.site_slug !== site.slug) return false;
1775 const text = String(newText || '').trim();
1776 if (!text) return false;
1777 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1778 if (!base) return false;
1779 const me = actorId(base, site.slug);
1780 const toActor = row.to_actor ? await fetchActor(row.to_actor).catch(() => null) : null;
1781 const toProfile = row.to_actor ? (actorInfo(toActor, row.to_actor).url || row.to_actor) : '';
1782 const _h = row.to_handle || deriveHandle(row.to_actor);
1783 const toHandle = _h && _h[0] === '@' ? _h : '@' + (_h || '');
1784 const mention = row.to_actor
1785 ? `<a href="${escHtml(toProfile)}" class="u-url mention" data-actor="${escHtml(row.to_actor)}">${escHtml(toHandle)}</a> ` : '';
1786 const mres = await resolveMentionsInText(base, escHtml(text).replace(/\r?\n/g, '<br>'));
1787 const content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
1788 db.prepare('UPDATE ap_outbox SET content = ? WHERE id = ?').run(content, outboxId);
1789 const note = buildReplyNote(base, site, iStmts().getO.get(outboxId));
1790 note.updated = new Date().toISOString();
1791 const update = {
1792 '@context': AP_CONTEXT,
1793 id: `${note.id}#update-${Date.now()}-${rid()}`, type: 'Update', actor: me,
1794 published: note.published, updated: note.updated, to: note.to, cc: note.cc, object: note,
1795 };
1796 const keys = getOrCreateKeys(site.slug);
1797 const inboxes = new Set();
1798 if (toActor) inboxes.add((toActor.endpoints && toActor.endpoints.sharedInbox) || toActor.inbox);
1799 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1800 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the edit
1801 inboxes.delete(`${me}/inbox`); inboxes.delete(`${base}/ap/inbox`);
1802 let delivered = 0;
1803 for (const inbox of [...inboxes].filter(Boolean)) {
1804 let ok = false;
1805 try { const st = await deliver(inbox, update, `${me}#main-key`, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
1806 if (ok) delivered++;
1807 else enqueueDelivery(site.slug, inbox, update); // durable: retry the edit later (was silently dropped)
1808 }
1809 console.log('[AP] outreply edit', site.slug, 'delivered', delivered);
1810 return { ok: true, content, delivered };
1811}
1812
1813// ── Fediverse CLIENT: follow accounts + home timeline ─────────────
1814// Resolve an @user@domain handle to its actor URL via WebFinger.
1815export async function webfingerResolve(handle) {
1816 const h = String(handle || '').trim().replace(/^@/, '');
1817 const parts = h.split('@');
1818 if (parts.length !== 2 || !parts[0] || !parts[1]) return null;
1819 const acct = `${parts[0]}@${parts[1]}`;
1820 try {
1821 const r = await safeFetch(`https://${parts[1]}/.well-known/webfinger?resource=acct:${encodeURIComponent(acct)}`,
1822 { headers: { Accept: 'application/jrd+json, application/json' } });
1823 if (!r.ok) return null;
1824 const jrd = await r.json();
1825 const link = (jrd.links || []).find((l) => l.rel === 'self' && /activity\+json|ld\+json/.test(l.type || ''));
1826 return safeUrl(link ? link.href : '') || null;
1827 } catch { return null; }
1828}
1829
1830let _insFw, _delFw, _listFw, _accFw, _oneFw, _setAB;
1831function fwStmts() {
1832 if (!_insFw) {
1833 _insFw = db.prepare('INSERT OR REPLACE INTO ap_following (slug, actor_uri, handle, name, icon, url, inbox, follow_id, status, auto_boost, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
1834 _delFw = db.prepare('DELETE FROM ap_following WHERE slug = ? AND actor_uri = ?');
1835 _listFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? ORDER BY created_at DESC');
1836 _accFw = db.prepare("UPDATE ap_following SET status = 'accepted' WHERE follow_id = ?");
1837 _oneFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? AND actor_uri = ?');
1838 _setAB = db.prepare('UPDATE ap_following SET auto_boost = ? WHERE slug = ? AND actor_uri = ?');
1839 }
1840 return { ins: _insFw, del: _delFw, list: _listFw, acc: _accFw, one: _oneFw, setAB: _setAB };
1841}
1842export function listFollowing(slug) { return fwStmts().list.all(slug); }
1843
1844// Toggle auto-boost ("feature") on an account we already follow.
1845export function setAutoBoost(slug, actorUri, on) {
1846 try { fwStmts().setAB.run(on ? 1 : 0, slug, actorUri); } catch { /* ignore */ }
1847 // Featuring an account → AP-native catch-up so the Cirkel isn't empty until they next
1848 // post (push doesn't backfill history-before-follow). Fire-and-forget pull, sends nothing.
1849 if (on) backfillFromOutbox(slug, actorUri).catch(() => {});
1850 return { ok: true };
1851}
1852
1853let _insTl, _listTl, _delTl;
1854function tlStmts() {
1855 if (!_insTl) {
1856 _insTl = db.prepare('INSERT OR IGNORE INTO ap_timeline (id, slug, author_uri, author_name, author_handle, author_icon, author_url, content, url, published, media_json, nsfw, cw, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
1857 _listTl = db.prepare('SELECT * FROM ap_timeline WHERE slug = ? ORDER BY COALESCE(published, created_at) DESC LIMIT ?');
1858 _delTl = db.prepare('DELETE FROM ap_timeline WHERE id = ?');
1859 }
1860 return { ins: _insTl, list: _listTl, del: _delTl };
1861}
1862export function getTimeline(slug, limit) { return tlStmts().list.all(slug, limit || 50); }
1863
1864// ── Cirkel = posts from the accounts you auto-boost ("feature an artist") ──
1865let _abCount, _cirkelPosts, _cirkelMembers;
1866export function autoBoostCount(slug) {
1867 try { if (!_abCount) _abCount = db.prepare('SELECT COUNT(*) AS n FROM ap_following WHERE slug = ? AND auto_boost = 1'); return _abCount.get(slug).n; } catch { return 0; }
1868}
1869export function getCirkelPosts(slug, limit) {
1870 try {
1871 // Cirkel = posts from featured (auto_boost) accounts + posts you boosted
1872 // (t.boosted), mixed by date. One row per note in ap_timeline → no duplicates.
1873 if (!_cirkelPosts) _cirkelPosts = db.prepare(`
1874 SELECT t.id, t.author_uri, t.author_name, t.author_handle, t.author_icon, t.author_url,
1875 t.content, t.url, t.published, t.media_json, t.boosted, t.nsfw, t.cw
1876 FROM ap_timeline t
1877 LEFT JOIN ap_following f ON f.slug = t.slug AND f.actor_uri = t.author_uri
1878 WHERE t.slug = ? AND (f.auto_boost = 1 OR t.boosted = 1)
1879 ORDER BY COALESCE(t.published, t.created_at) DESC, t.rowid DESC
1880 LIMIT ?`);
1881 return _cirkelPosts.all(slug, limit || 60);
1882 } catch { return []; }
1883}
1884export function getCirkelMembers(slug) {
1885 try { if (!_cirkelMembers) _cirkelMembers = db.prepare('SELECT name, url, icon FROM ap_following WHERE slug = ? AND auto_boost = 1 ORDER BY name'); return _cirkelMembers.all(slug); } catch { return []; }
1886}
1887// Mark a timeline post as boosted so it shows in the Cirkel (mixed by date).
1888let _markBoost, _unmarkBoost, _boostedCount;
1889export function markBoosted(slug, noteId) {
1890 try { if (!_markBoost) _markBoost = db.prepare('UPDATE ap_timeline SET boosted = 1 WHERE slug = ? AND id = ?'); _markBoost.run(slug, noteId); } catch { /* ignore */ }
1891}
1892export function unmarkBoosted(slug, noteId) {
1893 try { if (!_unmarkBoost) _unmarkBoost = db.prepare('UPDATE ap_timeline SET boosted = 0 WHERE slug = ? AND id = ?'); _unmarkBoost.run(slug, noteId); } catch { /* ignore */ }
1894}
1895let _markLike, _unmarkLike;
1896export function markLiked(slug, noteId) {
1897 try { if (!_markLike) _markLike = db.prepare('UPDATE ap_timeline SET liked = 1 WHERE slug = ? AND id = ?'); _markLike.run(slug, noteId); } catch { /* ignore */ }
1898}
1899export function unmarkLiked(slug, noteId) {
1900 try { if (!_unmarkLike) _unmarkLike = db.prepare('UPDATE ap_timeline SET liked = 0 WHERE slug = ? AND id = ?'); _unmarkLike.run(slug, noteId); } catch { /* ignore */ }
1901}
1902export function getTimelineReaction(slug, noteId) {
1903 try { const r = db.prepare('SELECT liked, boosted FROM ap_timeline WHERE slug = ? AND id = ?').get(slug, noteId); return { liked: !!(r && r.liked), boosted: !!(r && r.boosted) }; } catch { return { liked: false, boosted: false }; }
1904}
1905// Boost a REMOTE post that may not be in your timeline (you don't follow the author):
1906// store it in ap_timeline (INSERT OR IGNORE → no dup for followed posts) so it shows in
1907// the Cirkel with a Boost badge, then flag it boosted.
1908export function upsertBoostedNote(slug, note) {
1909 if (!slug || !note || !note.object_uri) return;
1910 const id = note.object_uri;
1911 const media = JSON.stringify((note.images || []).map((u) => ({ url: u, type: 'image/jpeg' })));
1912 try {
1913 const r = tlStmts().ins.run(id, slug, note.actor_uri || '', note.actor_name || '', note.actor_handle || '',
1914 note.actor_icon || '', note.actor_url || '', note.content || '', note.url || null,
1915 new Date().toISOString(), media, note.sensitive ? 1 : 0, note.cw || null);
1916 if (!r.changes) {
1917 // Row already cached (INSERT OR IGNORE) → refresh it with the freshly
1918 // resolved note. Without this a row cached without its cover (or with
1919 // stale content) stayed stale forever — even boosting again didn't heal it.
1920 db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE slug = ? AND id = ?')
1921 .run(note.content || '', media, note.sensitive ? 1 : 0, note.cw || null, note.url || null, slug, id);
1922 }
1923 } catch { /* ignore */ }
1924 markBoosted(slug, id);
1925}
1926export function boostedCount(slug) {
1927 try { if (!_boostedCount) _boostedCount = db.prepare('SELECT COUNT(*) AS n FROM ap_timeline WHERE slug = ? AND boosted = 1'); return _boostedCount.get(slug).n; } catch { return 0; }
1928}
1929
1930// Resolve a Klonkt/AP actor URL from a site root: a Klonkt site's root 302s to
1931// /ap/users/<slug> (content negotiation; Location may be relative). Used by
1932// followActor for bare-domain follows.
1933// NB: the old auto-migration of legacy Cirkels (circle_links -> AP follows) was
1934// REMOVED on 2026-06-26 — it auto-sent Follows on boot, which violates "the code
1935// never throws anything into the fediverse automatically" (would surprise-Follow
1936// for some operators at scale). The dead circle_links table stays as harmless dead
1937// data; an operator restores an old cirkel by re-following in /following (their click).
1938async function resolveApActor(siteUrl) {
1939 try {
1940 const r = await fetch(siteUrl, { headers: { Accept: 'application/activity+json' }, redirect: 'manual' });
1941 if (r.status >= 300 && r.status < 400) { const loc = r.headers.get('location'); if (loc) return new URL(loc, siteUrl).href; }
1942 if (r.ok) return siteUrl;
1943 } catch { /* unreachable */ }
1944 return null;
1945}
1946
1947// ── Self-heal: re-sync the fediverse cache (ap_timeline) after a DRASTIC update ──
1948// Runs ONCE per SELFHEAL_VERSION bump — NOT on every boot. Re-fetches each cached
1949// note and refreshes content + media (recovers covers/edits that were delivered
1950// during a flux window, e.g. a fleet-wide update), and drops notes that are gone
1951// (404/410). Bump SELFHEAL_VERSION only on a release that warrants a re-sync.
1952const SELFHEAL_VERSION = 7; // v7: rerun v6 with retry-until-clean semantics (origins briefly offline no longer stay stale forever)
1953async function fetchNoteAP(url) {
1954 try {
1955 const r = await fetch(url, { headers: { Accept: 'application/activity+json' } });
1956 if (r.status === 404 || r.status === 410) return 404;
1957 if (r.ok) return await r.json();
1958 } catch { /* unreachable */ }
1959 return null;
1960}
1961function mediaFromNote(note) {
1962 const atts = (Array.isArray(note.attachment) ? note.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
1963 if (!atts.some((m) => !m.type || /image/i.test(m.type)) && note.image) {
1964 const im = Array.isArray(note.image) ? note.image[0] : note.image;
1965 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
1966 if (iu) atts.push({ url: iu, type: (im && im.mediaType) || 'image/jpeg' });
1967 }
1968 return JSON.stringify(atts);
1969}
1970// A generic SSRF-safe AP GET (collections / pages).
1971async function apGetJson(url) {
1972 try {
1973 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
1974 if (!r.ok) return null;
1975 const len = Number(r.headers.get('content-length') || 0);
1976 if (len > 3_000_000) return null;
1977 return await r.json();
1978 } catch { return null; }
1979}
1980// AP-native catch-up: pull an actor's standard `outbox` collection and merge their recent
1981// top-level posts into the timeline for `slug`. Push (Create delivery) cannot backfill
1982// history-from-before-you-followed or a delivery that was missed while you were down;
1983// reading the outbox is the spec-conform way to catch up. PULL ONLY — sends nothing.
1984export async function backfillFromOutbox(slug, actorUri, limit = 20) {
1985 try {
1986 if (!slug || !actorUri) return 0;
1987 const actor = await fetchActor(actorUri);
1988 if (!actor || !actor.outbox) return 0;
1989 let page = await apGetJson(typeof actor.outbox === 'string' ? actor.outbox : actor.outbox.id);
1990 let items = (page && (page.orderedItems || page.items)) || [];
1991 if (!items.length && page && page.first) {
1992 page = await apGetJson(typeof page.first === 'string' ? page.first : page.first.id);
1993 items = (page && (page.orderedItems || page.items)) || [];
1994 }
1995 if (!Array.isArray(items) || !items.length) return 0;
1996 const ai = actorInfo(actor, actorUri);
1997 let added = 0;
1998 for (const it of items.slice(0, limit)) {
1999 // Each item is usually a Create wrapping a Note, or sometimes the Note itself.
2000 const o = (it && typeof it.object === 'object' && it.object) ? it.object : it;
2001 if (!o || !o.id) continue;
2002 if (o.type && o.type !== 'Note' && o.type !== 'Article' && o.type !== 'Question') continue; // skip boosts/other
2003 if (o.inReplyTo) continue; // top-level only
2004 const auth = actorUriOf(o.attributedTo);
2005 if (auth && auth !== actorUri) continue; // their OWN posts only
2006 const html = HtmlSanitizerService.sanitize(o.content || '');
2007 const poll = parsePoll(o); // a Question (poll) → carry its options/counts on backfill too
2008 try {
2009 const r = tlStmts().ins.run(o.id, slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, mediaFromNote(o), o.sensitive ? 1 : 0, o.summary || null);
2010 if (r && r.changes > 0) added++;
2011 // Set poll_json if this is a poll and we don't already have it (COALESCE preserves a vote).
2012 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = COALESCE(poll_json, ?) WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, slug); } catch { /* ignore */ } }
2013 } catch { /* ignore */ }
2014 }
2015 if (added) console.log('[AP] outbox backfill', actorUri, '→', slug, '+' + added);
2016 return added;
2017 } catch { return 0; }
2018}
2019
2020// ── Remote thread crawl (fill the gaps in a local post's conversation) ────────────
2021// Most replies reach us by delivery, but replies-to-replies that live on other servers and
2022// aren't addressed to us are missed. This pulls the AS2 `replies` collections of the replies
2023// we DO have, caching any newly-found ones in ap_interactions.
2024//
2025// Matches Mastodon's behaviour: ONE level per crawl (like its FetchRepliesService), not a deep
2026// recursive walk. Deeper levels fill in incrementally across crawls — once a fetched reply is
2027// cached it becomes a seed itself, so its own replies are pulled on a later view (Mastodon's
2028// per-status cascade). Bounded + polite (serial), PULL only, and stale-while-revalidate: it
2029// never runs in a page request — the view renders from cache; a stale post kicks off a
2030// background refresh for the NEXT view.
2031const THREAD_TTL_MS = 15 * 60 * 1000; // don't re-crawl a post more than ~4×/hour
2032const THREAD_MAX_DEPTH = 1; // one hop per crawl (like Mastodon); deeper fills in over crawls
2033const THREAD_MAX_FETCHES = 30; // hard cap on remote GETs per crawl (be a good peer)
2034const _crawlingThreads = new Set(); // per-post in-flight lock (no stampede across views)
2035
2036function threadCrawlTs(postId) {
2037 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('thread_crawl:' + postId); return r ? (Number(r.value) || 0) : 0; }
2038 catch { return 0; }
2039}
2040function setThreadCrawlTs(postId, ts) {
2041 try { db.prepare('INSERT INTO app_settings (key, value) VALUES (?, ?) ON CONFLICT(key) DO UPDATE SET value = excluded.value').run('thread_crawl:' + postId, String(ts)); }
2042 catch { /* ignore */ }
2043}
2044
2045// Read a note's `replies` (string ref / Collection with `first` / paged CollectionPages) →
2046// child note URIs. Every remote GET goes through `budget` so the whole crawl stays capped.
2047async function collectReplyItems(repliesRef, maxPages, budget) {
2048 const uris = [];
2049 let node = typeof repliesRef === 'string' ? await budget.get(repliesRef) : repliesRef;
2050 if (node && node.first) node = typeof node.first === 'string' ? await budget.get(node.first) : node.first;
2051 let pages = 0;
2052 while (node && pages++ < maxPages) {
2053 for (const it of (node.items || node.orderedItems || [])) {
2054 const u = typeof it === 'string' ? it : (it && it.id);
2055 if (u && /^https?:\/\//i.test(u)) uris.push(u);
2056 }
2057 if (!node.next) break;
2058 node = typeof node.next === 'string' ? await budget.get(node.next) : node.next;
2059 }
2060 return uris;
2061}
2062
2063async function crawlThread(postId) {
2064 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2065 if (!base) return;
2066 // Seed frontier = the remote reply note URIs we already have; also the dedup set.
2067 let known;
2068 try { known = new Set(db.prepare("SELECT object_uri FROM ap_interactions WHERE post_id = ? AND kind = 'reply' AND object_uri != ''").all(postId).map((r) => r.object_uri)); }
2069 catch { return; }
2070 const seeds = [...known].filter((u) => /^https?:\/\//i.test(u));
2071 if (!seeds.length) return; // nothing remote to expand
2072
2073 let fetches = 0;
2074 const budget = { get: async (u) => { if (fetches >= THREAD_MAX_FETCHES) return null; fetches++; return apGetJson(u); } };
2075 const visited = new Set(); // notes whose replies collection we've already expanded
2076 let frontier = seeds.slice();
2077 let added = 0;
2078
2079 for (let depth = 0; depth < THREAD_MAX_DEPTH && frontier.length && fetches < THREAD_MAX_FETCHES; depth++) {
2080 const nextFrontier = [];
2081 for (const noteUri of frontier) {
2082 if (visited.has(noteUri) || fetches >= THREAD_MAX_FETCHES) continue;
2083 visited.add(noteUri);
2084 const note = await budget.get(noteUri);
2085 if (!note || !note.replies) continue;
2086 const childUris = await collectReplyItems(note.replies, 2, budget);
2087 for (const cu of childUris) {
2088 if (known.has(cu) || fetches >= THREAD_MAX_FETCHES) continue;
2089 known.add(cu);
2090 const child = await budget.get(cu);
2091 if (!child || !child.id || (child.type !== 'Note' && child.type !== 'Article')) continue;
2092 const actorUri = actorUriOf(child.attributedTo);
2093 if (!actorUri || isBlockedAny(actorUri)) continue; // skip blocked authors
2094 const actor = await budget.get(actorUri); // may be null if budget spent → fallback handle
2095 const ai = actorInfo(actor, actorUri);
2096 const html = HtmlSanitizerService.sanitize(child.content || '');
2097 // The child replies to `note` by construction (it's in note's replies collection).
2098 try { iStmts().ins.run('reply', postId, child.id, actorUri, ai.name, ai.handle, ai.url, ai.icon, html, child.published || null, note.id || noteUri); added++; } catch { /* ignore */ }
2099 nextFrontier.push(child.id); // expand this reply's own replies next depth
2100 }
2101 }
2102 frontier = nextFrontier;
2103 }
2104 if (added) console.log('[AP] thread crawl', postId, '+' + added, 'remote replies (' + fetches + ' fetches)');
2105}
2106
2107// Stale-while-revalidate entry point: call from the post view. Renders nothing, blocks nothing —
2108// fires a background crawl only if this post hasn't been crawled within the TTL.
2109export function maybeCrawlThread(postId) {
2110 if (!postId || _crawlingThreads.has(postId)) return;
2111 if (Date.now() - threadCrawlTs(postId) < THREAD_TTL_MS) return;
2112 _crawlingThreads.add(postId);
2113 setThreadCrawlTs(postId, Date.now()); // optimistic mark so concurrent/next views don't re-fire
2114 crawlThread(postId).catch((e) => console.warn('[AP] thread crawl failed:', e && e.message)).finally(() => _crawlingThreads.delete(postId));
2115}
2116
2117let _selfHealing = false;
2118export async function selfHealTimeline() {
2119 if (_selfHealing) return; _selfHealing = true;
2120 try {
2121 let cur = 0;
2122 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_version'); cur = r ? (parseInt(r.value, 10) || 0) : 0; } catch { return; }
2123 if (cur >= SELFHEAL_VERSION) return; // already healed for this version — skip on normal boots
2124 let rows = [];
2125 try { rows = db.prepare('SELECT id, content, media_json, nsfw, cw, url FROM ap_timeline ORDER BY rowid DESC LIMIT 200').all(); } catch { /* no table */ }
2126 let healed = 0, failed = 0;
2127 for (const r of rows) {
2128 try {
2129 const note = await fetchNoteAP(r.id);
2130 if (note === 404) { db.prepare('DELETE FROM ap_timeline WHERE id = ?').run(r.id); healed++; continue; }
2131 if (!note || typeof note !== 'object') { failed++; continue; } // origin unreachable right now
2132 const html = HtmlSanitizerService.sanitize(note.content || '');
2133 const media = mediaFromNote(note);
2134 const nsfw = note.sensitive ? 1 : 0; // re-sync NSFW/sensitive + CW onto already-cached posts
2135 const cw = note.summary || null;
2136 const url = note.url || null; // re-sync the human url (catches a remote slug rename)
2137 if ((html && html !== r.content) || media !== (r.media_json || '[]') || nsfw !== (r.nsfw || 0) || (cw || '') !== (r.cw || '') || (url && url !== r.url)) {
2138 db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ?').run(html || r.content, media, nsfw, cw, url, r.id);
2139 healed++;
2140 }
2141 } catch { failed++; /* per-note best-effort */ }
2142 }
2143 // Only mark this version DONE after a clean pass. Some origins are briefly
2144 // offline exactly when we heal (phone-hosted instances!): skipping them and
2145 // consuming the version would leave those rows stale forever. Instead retry
2146 // on the next boots, giving up after a few attempts (permanently-dead
2147 // origins answer 404/410 and are deleted above, so they don't loop).
2148 const setSetting = (k, v) => { try { db.prepare('INSERT OR REPLACE INTO app_settings (key, value) VALUES (?, ?)').run(k, String(v)); } catch { /* ignore */ } };
2149 let attempts = 0;
2150 try { const a = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_attempts'); attempts = a ? (parseInt(a.value, 10) || 0) : 0; } catch { /* ignore */ }
2151 if (failed === 0 || attempts >= 4) {
2152 setSetting('selfheal_version', SELFHEAL_VERSION);
2153 setSetting('selfheal_attempts', 0);
2154 } else {
2155 setSetting('selfheal_attempts', attempts + 1);
2156 }
2157 if (rows.length) console.log(`[AP] self-heal v${SELFHEAL_VERSION}: ${healed}/${rows.length} timeline notes${failed ? ` (${failed} unreachable — will retry next boot)` : ''}`);
2158 } catch { /* never block boot */ } finally { _selfHealing = false; }
2159}
2160
2161// Follow a fediverse account by @handle (WebFinger → actor → signed Follow).
2162export async function followActor(site, handle, autoBoost = false) {
2163 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2164 if (!base || !site || !site.slug) return { error: 'config' };
2165 // Accept any of: a profile/actor URL, an @user@host handle (WebFinger), or a
2166 // bare site domain (site.com) — for a single-actor site (Klonkt etc.) the root
2167 // resolves to its AP actor, so you can follow a site by just its domain.
2168 const s = String(handle || '').trim();
2169 let actorUrl;
2170 if (/^https?:\/\//i.test(s)) actorUrl = safeUrl(s) || null;
2171 else if (s.includes('@')) actorUrl = await webfingerResolve(s);
2172 else if (/^[a-z0-9.-]+\.[a-z]{2,}/i.test(s)) actorUrl = await resolveApActor('https://' + s.replace(/^\/+|\/+$/g, ''));
2173 else actorUrl = null;
2174 if (!actorUrl) return { error: 'not_found' };
2175 const actor = await fetchActor(actorUrl).catch(() => null);
2176 if (!actor || !actor.id || !actor.inbox) return { error: 'unreachable' };
2177 const ai = actorInfo(actor, actor.id);
2178 const me = actorId(base, site.slug);
2179 const keys = getOrCreateKeys(site.slug);
2180 const followId = `${me}#follow-${Date.now()}-${rid()}`;
2181 fwStmts().ins.run(site.slug, actor.id, ai.handle, ai.name, ai.icon, ai.url, actor.inbox, followId, 'pending', autoBoost ? 1 : 0);
2182 const follow = { '@context': AP_CONTEXT, id: followId, type: 'Follow', actor: me, object: actor.id };
2183 // Deliver via the retry queue: a Follow that fails the first attempt (peer down,
2184 // timeout, transient 5xx) is retried with backoff instead of staying stuck on
2185 // 'pending' forever — the Accept can only come back once the Follow lands.
2186 await deliverWithRetry(site.slug, actor.inbox, follow, `${me}#main-key`, keys.private_pem);
2187 console.log('[AP] follow', site.slug, '→', actor.id);
2188 // Follow + feature in one step → backfill their recent posts into the Cirkel right away.
2189 if (autoBoost) backfillFromOutbox(site.slug, actor.id).catch(() => {});
2190 return { ok: true, name: ai.name, handle: ai.handle, actor: actor.id };
2191}
2192
2193// Resolve a profile URL or @handle to a followable remote actor (for the
2194// authorize_interaction "Follow" flow). Returns display fields + inbox, or null
2195// when it isn't a reachable actor (e.g. the input was a post, not a profile).
2196export async function resolveRemoteActor(input) {
2197 const s = String(input || '').trim();
2198 const actorUrl = /^https?:\/\//i.test(s) ? (safeUrl(s) || null) : await webfingerResolve(s);
2199 if (!actorUrl) return null;
2200 const actor = await fetchActor(actorUrl).catch(() => null);
2201 if (!actor || !actor.id || !actor.inbox) return null;
2202 const ai = actorInfo(actor, actor.id);
2203 return { actor_uri: actor.id, actor_name: ai.name, actor_handle: ai.handle, actor_url: ai.url, actor_icon: ai.icon, inbox: actor.inbox };
2204}
2205
2206export async function unfollowActor(site, actorUri) {
2207 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2208 const me = actorId(base, site.slug);
2209 const keys = getOrCreateKeys(site.slug);
2210 const row = fwStmts().one.get(site.slug, actorUri);
2211 // Undo(Follow) MUST reference the original Follow's real id so the remote can correlate it
2212 // and drop the follow. The old `${me}#follow` fallback never matched anything → the unfollow
2213 // silently failed on the remote. With no stored follow id (legacy row), skip the network Undo
2214 // rather than send an unmatchable one. Deliver durably via the retry queue.
2215 if (row && row.inbox && row.follow_id) {
2216 const undo = { '@context': AP_CONTEXT, id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me, object: { id: row.follow_id, type: 'Follow', actor: me, object: actorUri } };
2217 deliverWithRetry(site.slug, row.inbox, undo, `${me}#main-key`, keys.private_pem);
2218 } else if (row && row.inbox) {
2219 console.warn('[AP] unfollow', site.slug, '→', actorUri, '— no stored follow id; removed locally only (legacy follow, remote may keep it)');
2220 }
2221 fwStmts().del.run(site.slug, actorUri);
2222 return { ok: true };
2223}
2224
2225// Send a Like or Announce (boost) on a remote note FROM this site.
2226export async function sendInteraction(site, kind, targetNoteId, authorUri) {
2227 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2228 if (!base || !site || !site.slug || !targetNoteId) return { error: 'config' };
2229 const me = actorId(base, site.slug);
2230 const keys = getOrCreateKeys(site.slug);
2231 // 'unboost' = Undo(Announce): retracts a boost so followers' servers remove the
2232 // reblog (matched on actor+object — no record of the original Announce needed).
2233 const fanout = (kind === 'boost' || kind === 'unboost'); // also goes to our followers
2234 const followersCol = `${me}/followers`;
2235 // Address the original author in cc so their server (Mastodon, WordPress/ActivityPub, …)
2236 // attributes the boost to their post and notifies them — without this, a shared-inbox
2237 // receiver has nothing to route the Announce to. Non-fragment activity ids + a `published`
2238 // stamp keep us aligned with what Mastodon emits.
2239 const audience = authorUri ? [followersCol, authorUri] : [followersCol];
2240 let act;
2241 if (kind === 'unboost' || kind === 'unlike') {
2242 // Undo(Announce) retracts a boost; Undo(Like) un-favourites (matched on actor+object,
2243 // no record of the original activity needed — Mastodon honours both).
2244 const inner = kind === 'unboost' ? 'Announce' : 'Like';
2245 act = {
2246 '@context': AP_CONTEXT,
2247 id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me,
2248 object: { id: `${me}/${inner.toLowerCase()}/${Date.now()}-${rid()}`, type: inner, actor: me, object: targetNoteId },
2249 };
2250 if (kind === 'unboost') { act.to = [PUBLIC]; act.cc = audience; }
2251 } else {
2252 const type = kind === 'boost' ? 'Announce' : 'Like';
2253 act = {
2254 '@context': AP_CONTEXT,
2255 id: `${me}/${type.toLowerCase()}/${Date.now()}-${rid()}`,
2256 type, actor: me, object: targetNoteId,
2257 };
2258 if (type === 'Announce') { act.published = new Date().toISOString(); act.to = [PUBLIC]; act.cc = audience; }
2259 }
2260 const inboxes = new Set();
2261 // Author first, via their PERSONAL inbox (not the shared one) so a multi-user receiver
2262 // routes the Announce/Like to the right post unambiguously.
2263 if (authorUri) { const a = await fetchActor(authorUri).catch(() => null); if (a) inboxes.add(a.inbox || (a.endpoints && a.endpoints.sharedInbox)); }
2264 if (fanout) { for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox); }
2265 // Queue each delivery (immediate attempt + backoff retries on failure via ap_delivery)
2266 // instead of a single fire-and-forget POST, so a transient hiccup at the receiver doesn't
2267 // silently lose the boost — same durability a new post (deliverCreate) already gets.
2268 let queued = 0;
2269 for (const inbox of [...inboxes].filter(Boolean)) { deliverWithRetry(site.slug, inbox, act, `${me}#main-key`, keys.private_pem); queued++; }
2270 console.log('[AP]', kind, site.slug, '→', targetNoteId, 'queued', queued, 'inbox(es)');
2271 return { ok: true, delivered: queued };
2272}
2273
2274// Notifications inbox: new followers + replies/likes/boosts on this site's posts.
2275export function getNotifications(slug, limit) {
2276 const out = [];
2277 try {
2278 for (const f of db.prepare('SELECT actor_uri, created_at FROM ap_followers WHERE slug = ? ORDER BY created_at DESC LIMIT 50').all(slug)) {
2279 out.push({ type: 'follow', handle: deriveHandle(f.actor_uri), url: f.actor_uri, created_at: f.created_at });
2280 }
2281 } catch { /* ignore */ }
2282 try {
2283 const rows = db.prepare(`
2284 SELECT i.kind, i.actor_name, i.actor_handle, i.actor_url, i.content, i.created_at,
2285 p.slug AS post_slug, p.title AS post_title
2286 FROM ap_interactions i LEFT JOIN posts p ON p.id = i.post_id
2287 WHERE p.site_id = (SELECT id FROM sites WHERE slug = ?)
2288 ORDER BY i.created_at DESC LIMIT 80
2289 `).all(slug);
2290 for (const r of rows) out.push({
2291 type: r.kind, name: r.actor_name, handle: r.actor_handle, url: r.actor_url,
2292 content: stripLeadingMentions(r.content), post_slug: r.post_slug, post_title: r.post_title, created_at: r.created_at,
2293 });
2294 } catch { /* ignore */ }
2295 try {
2296 for (const r of db.prepare('SELECT actor_uri, actor_name, actor_handle, actor_icon, content, created_at FROM ap_reports WHERE slug = ? ORDER BY created_at DESC LIMIT 50').all(slug)) {
2297 out.push({ type: 'report', name: r.actor_name, handle: r.actor_handle, url: r.actor_uri, icon: r.actor_icon, content: r.content, created_at: r.created_at });
2298 }
2299 } catch { /* ignore */ }
2300 try {
2301 for (const r of db.prepare('SELECT object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, created_at FROM ap_mentions WHERE slug = ? ORDER BY created_at DESC LIMIT 50').all(slug)) {
2302 out.push({ type: 'mention', name: r.actor_name, handle: r.actor_handle, url: r.actor_url || r.actor_uri, icon: r.actor_icon, content: stripLeadingMentions(r.content), note_url: r.note_url || r.object_uri, created_at: r.created_at });
2303 }
2304 } catch { /* ignore */ }
2305 out.sort((a, b) => new Date(b.created_at) - new Date(a.created_at));
2306 return out.slice(0, limit || 60);
2307}
2308
2309// ── Blocking / defederation ───────────────────────────────────────
2310let _insBl, _delBl, _listBl;
2311function blStmts() {
2312 if (!_insBl) {
2313 _insBl = db.prepare('INSERT OR IGNORE INTO ap_blocks (slug, target, kind, label, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
2314 _delBl = db.prepare('DELETE FROM ap_blocks WHERE slug = ? AND target = ?');
2315 _listBl = db.prepare('SELECT * FROM ap_blocks WHERE slug = ? ORDER BY created_at DESC');
2316 }
2317 return { ins: _insBl, del: _delBl, list: _listBl };
2318}
2319export function listBlocks(slug) { return blStmts().list.all(slug); }
2320
2321// True if an actor (or its whole domain) is blocked anywhere on this instance.
2322// Vote on a remote fediverse poll (a cached Question). A ballot = a Create(Note) carrying only a
2323// `name` (the chosen option) + inReplyTo the Question, addressed to the poll's author — the
2324// Mastodon-standard vote. Records our choice locally + optimistically bumps the counts; the
2325// author's Update(Question) refreshes the authoritative totals when it arrives.
2326export async function voteOnPoll(site, questionId, choices) {
2327 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2328 if (!base || !site || !site.slug || !questionId) return { error: 'config' };
2329 let row; try { row = db.prepare('SELECT author_uri, poll_json FROM ap_timeline WHERE id = ? AND slug = ? LIMIT 1').get(questionId, site.slug); } catch { /* ignore */ }
2330 if (!row || !row.poll_json) return { error: 'not_found' };
2331 let poll; try { poll = JSON.parse(row.poll_json); } catch { return { error: 'not_found' }; }
2332 if (poll.closed) return { error: 'closed' };
2333 if (poll.voted) return { error: 'already' };
2334 const valid = new Set(poll.options.map((o) => o.name));
2335 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
2336 if (!picks.length) return { error: 'invalid' };
2337 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
2338 const me = actorId(base, site.slug);
2339 const keys = getOrCreateKeys(site.slug);
2340 const authorUri = row.author_uri || null;
2341 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
2342 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
2343 if (!inbox) return { error: 'unreachable' };
2344 for (const name of chosen) {
2345 const nid = `${me}/votes/${Date.now()}-${rid()}`;
2346 const note = { id: nid, type: 'Note', attributedTo: me, to: authorUri ? [authorUri] : [], name, inReplyTo: questionId, published: new Date().toISOString() };
2347 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
2348 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
2349 }
2350 // Local optimistic update (authoritative counts arrive via the author's Update(Question)).
2351 poll.voted = poll.multiple ? chosen : chosen[0];
2352 for (const o of poll.options) if (chosen.includes(o.name)) o.count = (o.count || 0) + 1;
2353 if (poll.voters != null) poll.voters += 1;
2354 try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), questionId, site.slug); } catch { /* ignore */ }
2355 return { ok: true };
2356}
2357
2358// Vote on ANY fediverse poll by URL (the interact page) — no timeline cache needed. Fetches
2359// the Question fresh, validates the choice(s), and casts the Mastodon-standard ballot (a
2360// Create(Note) with `name` + inReplyTo) straight to the poll's author. Used for polls you find
2361// by URL, not just ones from accounts you follow (which go through voteOnPoll via /news).
2362export async function voteOnRemotePoll(site, questionUrl, choices) {
2363 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2364 if (!base || !site || !site.slug || !/^https?:\/\//i.test(String(questionUrl || ''))) return { error: 'config' };
2365 const q = await fetchActor(questionUrl).catch(() => null); // AP GET (SSRF-guarded)
2366 if (!q || q.type !== 'Question' || !q.id) return { error: 'not_found' };
2367 const poll = parsePoll(q);
2368 if (!poll) return { error: 'not_found' };
2369 if (poll.closed) return { error: 'closed' };
2370 const valid = new Set(poll.options.map((o) => o.name));
2371 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
2372 if (!picks.length) return { error: 'invalid' };
2373 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
2374 const authorUri = actorUriOf(q.attributedTo);
2375 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
2376 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
2377 if (!inbox) return { error: 'unreachable' };
2378 const me = actorId(base, site.slug);
2379 const keys = getOrCreateKeys(site.slug);
2380 for (const name of chosen) {
2381 const nid = `${me}/votes/${Date.now()}-${rid()}`;
2382 const note = { id: nid, type: 'Note', attributedTo: me, to: [authorUri], name, inReplyTo: q.id, published: new Date().toISOString() };
2383 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
2384 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
2385 }
2386 return { ok: true };
2387}
2388
2389// Report a remote post or account to its home instance (moderation). Sends the Mastodon-standard
2390// AS2 `Flag`: object = [reported account, reported status?], content = the reason, delivered to the
2391// reported account's inbox so their instance's moderators receive it. objectUri = a post URL (its
2392// author is resolved + included) OR pass actorUri to report an account directly.
2393export async function sendReport(site, { objectUri, actorUri, reason }) {
2394 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2395 if (!base || !site || !site.slug) return { error: 'config' };
2396 let targetActor = actorUri || null;
2397 let noteUri = null;
2398 if (objectUri && /^https?:\/\//i.test(objectUri)) {
2399 const note = await apGetJson(objectUri).catch(() => null);
2400 if (note && note.id) { noteUri = note.id; if (!targetActor) targetActor = actorUriOf(note.attributedTo); }
2401 else if (!targetActor) return { error: 'not_found' };
2402 }
2403 if (!targetActor || !/^https?:\/\//i.test(targetActor)) return { error: 'not_found' };
2404 const actor = await fetchActor(targetActor).catch(() => null);
2405 const inbox = actor && (actor.inbox || (actor.endpoints && actor.endpoints.sharedInbox)); // personal inbox → their moderators
2406 if (!inbox) return { error: 'unreachable' };
2407 const me = actorId(base, site.slug);
2408 const keys = getOrCreateKeys(site.slug);
2409 const object = [targetActor];
2410 if (noteUri && noteUri !== targetActor) object.push(noteUri);
2411 const flag = {
2412 '@context': AP_CONTEXT,
2413 id: `${me}#report-${Date.now()}-${rid()}`,
2414 type: 'Flag',
2415 actor: me,
2416 content: String(reason == null ? '' : reason).slice(0, 3000),
2417 object, // [account, status?] — Mastodon's Flag shape
2418 to: [targetActor],
2419 };
2420 deliverWithRetry(site.slug, inbox, flag, `${me}#main-key`, keys.private_pem);
2421 return { ok: true };
2422}
2423
2424export function isBlockedAny(actorUri) {
2425 if (!actorUri) return false;
2426 let domain = ''; try { domain = new URL(actorUri).host; } catch { /* ignore */ }
2427 try { return !!db.prepare("SELECT 1 FROM ap_blocks WHERE (kind='actor' AND target=?) OR (kind='domain' AND target=?) LIMIT 1").get(actorUri, domain); }
2428 catch { return false; }
2429}
2430
2431function purgeBlocked(kind, target) {
2432 try {
2433 if (kind === 'domain') {
2434 // Exact host match (a URL LIKE over-/under-matches: it misses bare-domain or :port
2435 // actor URIs and can catch look-alikes). Filter by parsed host, same as isBlockedAny.
2436 const purge = (table, col) => {
2437 let rows = [];
2438 try { rows = db.prepare(`SELECT DISTINCT ${col} AS u FROM ${table} WHERE ${col} IS NOT NULL AND ${col} != ''`).all(); } catch { return; }
2439 const del = db.prepare(`DELETE FROM ${table} WHERE ${col} = ?`);
2440 for (const r of rows) { let h = ''; try { h = new URL(r.u).host; } catch { /* skip */ } if (h === target) { try { del.run(r.u); } catch { /* ignore */ } } }
2441 };
2442 purge('ap_interactions', 'actor_uri');
2443 purge('ap_timeline', 'author_uri');
2444 purge('ap_followers', 'actor_uri');
2445 } else {
2446 db.prepare('DELETE FROM ap_interactions WHERE actor_uri = ?').run(target);
2447 db.prepare('DELETE FROM ap_timeline WHERE author_uri = ?').run(target);
2448 db.prepare('DELETE FROM ap_followers WHERE actor_uri = ?').run(target);
2449 }
2450 } catch { /* best-effort */ }
2451}
2452
2453// Block an actor (@handle or actor URL) or a whole domain; purges their content.
2454export async function blockTarget(site, input) {
2455 const raw = String(input || '').trim();
2456 if (!site || !site.slug || !raw) return { error: 'empty' };
2457 let kind, target, label;
2458 if (/^https?:\/\//i.test(raw)) { kind = 'actor'; target = raw; label = raw; }
2459 else if (raw.includes('@')) {
2460 const actorUrl = await webfingerResolve(raw);
2461 if (!actorUrl) return { error: 'not_found' };
2462 kind = 'actor'; target = actorUrl; label = raw.startsWith('@') ? raw : ('@' + raw);
2463 } else { kind = 'domain'; target = raw.toLowerCase(); label = raw.toLowerCase(); }
2464 blStmts().ins.run(site.slug, target, kind, label);
2465 purgeBlocked(kind, target);
2466 console.log('[AP] block', site.slug, kind, target);
2467 return { ok: true, label };
2468}
2469
2470export function unblock(site, target) { blStmts().del.run(site.slug, target); return { ok: true }; }
2471
2472export default {
2473 AP_CONTEXT, getOrCreateKeys, apWants, sendAP, actorId, noteId,
2474 buildActor, buildNote, buildCreate, buildOutbox, buildFollowers, buildFollowing, buildFeatured,
2475 followerCount, deliver, fetchActor, verifyRequest, handleInbox, deliverCreate, deliverDelete, deliverUpdate, deliverActorUpdate, resyncFeaturedPins,
2476 getInteractions, getInteractionById, setInteractionBoosted, setInteractionLiked, setMyReaction, getMyReactions, buildReplyNote, getOutboxNote, deliverReply, resolveRemoteNote,
2477 listOutbox, deliverOutboxDelete, deliverOutboxUpdate,
2478 webfingerResolve, followActor, resolveRemoteActor, unfollowActor, listFollowing, setAutoBoost, backfillFromOutbox, getTimeline, sendInteraction, voteOnPoll, voteOnRemotePoll,
2479 parseOwnPoll, pollTally, ownPollView, deliverPollUpdate, maybeCrawlThread, sendReport, localMentionSlugs,
2480 autoBoostCount, boostedCount, markBoosted, unmarkBoosted, markLiked, unmarkLiked, getTimelineReaction, upsertBoostedNote, getCirkelPosts, getCirkelMembers, selfHealTimeline,
2481 getNotifications, listBlocks, isBlockedAny, blockTarget, unblock,
2482 deliverWithRetry, enqueueDelivery, processDeliveryQueue, startDeliveryWorker,
2483 getReplyUris, markNotificationsSeen, countUnseenNotifications, hasPlayableAudio,
2484 linkifyBody, bakePostContent, bakePostContentWithMentions, listFollowers, removeFollower,
2485};
Note: See TracBrowser for help on using the repository browser.