source: Klonkt/src/services/ActivityPubService.js@ 3778ddb

main
Last change on this file since 3778ddb was 3778ddb, checked in by Robin <roboburr@…>, 8 weeks ago

Fix: private replies (followers-only/DM) no longer render on the public post page

handleInbox ignored a reply's to/cc, and getInteractions rendered every stored
reply, so a followers-only or direct Note replying to a post was shown publicly.
Incoming interactions now record their AP addressing (new ap_interactions.visibility:
public/unlisted/followers/direct, derived via noteVisibility() from to/cc, also in
crawlThread); the public thread filters to public/unlisted (legacy rows count as
public). Likes/boosts stay count-only. Private replies are NOT shown on the post
page at all (no admin badge, per design decision): they reach the owner via
notifications, which already carry post context (slug+title) and the reference.
Covered by test/reply-visibility.test.js; verified in a browser that a seeded DM
reply no longer renders while a public one does. Beads: klonkt-demo-jct.

Co-Authored-By: Claude Opus 4.8 <noreply@…>

  • Property mode set to 100644
File size: 143.4 KB
Line 
1/**
2 * ActivityPubService — Klonkt as a real ActivityPub actor (fediverse bridge).
3 *
4 * Phase 1 (this file): the PUBLISH/discoverable side.
5 * - per-site RSA keypair (Mastodon-compatible HTTP Signatures; separate from
6 * the Ed25519 keys used by the lighter Cirkels v1)
7 * - builders for the Actor document, Note objects and the Outbox collection
8 * - apWants(): HTTP content-negotiation helper (activity+json vs HTML)
9 *
10 * The interactive side (inbox: Follow/Accept, signature verify, delivery to
11 * followers) lands in the next step and is tested live against Mastodon.
12 *
13 * AP actor URLs live under /ap/* so they never clash with the human pages:
14 * actor = <base>/ap/users/<slug>
15 * inbox = <actor>/inbox outbox = <actor>/outbox
16 * note = <base>/ap/notes/<postId>
17 */
18import crypto from 'crypto';
19import dns from 'dns';
20import net from 'net';
21import db from '../config/database.js';
22import HtmlSanitizerService from './HtmlSanitizerService.js';
23import AudioEmbedService from './AudioEmbedService.js';
24
25const PUBLIC = 'https://www.w3.org/ns/activitystreams#Public';
26// Full JSON-LD context for every AP object we emit: AS2 core + security (publicKey) + the
27// extension terms we actually use (Mastodon/toot + schema.org), each with a term definition
28// so a strict JSON-LD processor resolves them instead of dropping them → valid AS2/JSON-LD.
29// This is the same context shape Mastodon publishes, so Mastodon sees no change.
30const AP_CONTEXT = [
31 'https://www.w3.org/ns/activitystreams',
32 'https://w3id.org/security/v1',
33 {
34 toot: 'http://joinmastodon.org/ns#',
35 schema: 'http://schema.org#',
36 sensitive: 'as:sensitive',
37 Hashtag: 'as:Hashtag',
38 manuallyApprovesFollowers: 'as:manuallyApprovesFollowers',
39 discoverable: 'toot:discoverable',
40 featured: { '@id': 'toot:featured', '@type': '@id' },
41 PropertyValue: 'schema:PropertyValue',
42 value: 'schema:value',
43 embedUrl: { '@id': 'schema:embedUrl', '@type': '@id' },
44 // Poll (Question) extension: Question/oneOf/anyOf/endTime/closed are AS2 core, but the
45 // per-poll unique-voter count is a Mastodon (toot) term — declare it so the emitted
46 // Question stays valid JSON-LD (a strict processor would otherwise drop votersCount).
47 votersCount: 'toot:votersCount',
48 },
49];
50
51// Short random suffix so two activity ids minted in the same millisecond (e.g.
52// parallel saves) don't collide and get deduped by a receiver.
53const rid = () => crypto.randomBytes(4).toString('hex');
54
55// Keep only http(s) URLs — drops javascript:/data:/etc so a remote actor can't
56// smuggle a dangerous scheme into a stored href/src (rendered in owner-only views).
57const safeUrl = (u) => { const s = String(u == null ? '' : u).trim(); return /^https?:\/\//i.test(s) ? s : ''; };
58
59// ── SSRF guard for outbound fetches ───────────────────────────────
60// Remote URLs (actor/keyId/webfinger/inbox/inReplyTo) are attacker-controlled, so
61// every outbound fetch must refuse hosts that resolve to private/loopback ranges
62// (cloud metadata, internal services) — on the initial host AND each redirect hop.
63function isBlockedIp(ip) {
64 if (!ip) return true;
65 const v = net.isIP(ip);
66 if (v === 4) {
67 const o = ip.split('.').map(Number);
68 return o[0] === 127 || o[0] === 10 || o[0] === 0
69 || (o[0] === 172 && o[1] >= 16 && o[1] <= 31)
70 || (o[0] === 192 && o[1] === 168)
71 || (o[0] === 169 && o[1] === 254)
72 || (o[0] === 100 && o[1] >= 64 && o[1] <= 127); // CGNAT
73 }
74 if (v === 6) {
75 const s = ip.toLowerCase().replace(/^\[|\]$/g, '');
76 return s === '::1' || s === '::' || s.startsWith('fc') || s.startsWith('fd') || s.startsWith('fe80')
77 || s.startsWith('::ffff:127.') || s.startsWith('::ffff:10.') || s.startsWith('::ffff:192.168.')
78 || s.startsWith('::ffff:169.254.') || s.startsWith('::ffff:172.');
79 }
80 return true; // not an IP literal we recognise → refuse
81}
82async function assertPublicHost(hostname) {
83 if (net.isIP(hostname)) { if (isBlockedIp(hostname)) throw new Error('ssrf-blocked-ip'); return; }
84 const addrs = await dns.promises.lookup(hostname, { all: true });
85 if (!addrs.length || addrs.some((a) => isBlockedIp(a.address))) throw new Error('ssrf-blocked-host');
86}
87export async function safeFetch(url, opts = {}, maxRedirects = 3) {
88 let target = url;
89 for (let hop = 0; ; hop++) {
90 const u = new URL(target); // throws on malformed → caller's catch
91 if (u.protocol !== 'https:' && u.protocol !== 'http:') throw new Error('ssrf-bad-scheme');
92 await assertPublicHost(u.hostname);
93 const r = await fetch(target, { ...opts, redirect: 'manual', signal: AbortSignal.timeout(8000) });
94 const loc = (r.status >= 300 && r.status < 400) ? r.headers.get('location') : null;
95 if (loc && hop < maxRedirects) { target = new URL(loc, target).toString(); continue; }
96 return r;
97 }
98}
99const MAX_OUTBOX = 20;
100// Cache-buster for the music listen-link → forces Mastodon to re-crawl a FRESH
101// (square) player card. Bump this whenever the twitter:player card dimensions change.
102const FEDI_CARD_VER = '2';
103
104// ── RSA keys per actor (lazy, cached in DB) ───────────────────────
105// Prepared lazily (NOT at module load) — the ap_keys table is created in
106// initializeDatabase(), which runs after this module is imported.
107let _sel, _ins;
108function keyStmts() {
109 if (!_sel) {
110 _sel = db.prepare('SELECT public_pem, private_pem FROM ap_keys WHERE slug = ?');
111 _ins = db.prepare('INSERT OR IGNORE INTO ap_keys (slug, public_pem, private_pem, created_at) VALUES (?,?,?,CURRENT_TIMESTAMP)');
112 }
113 return { sel: _sel, ins: _ins };
114}
115
116export function getOrCreateKeys(slug) {
117 const { sel, ins } = keyStmts();
118 const row = sel.get(slug);
119 if (row) return row;
120 const { publicKey, privateKey } = crypto.generateKeyPairSync('rsa', {
121 modulusLength: 2048,
122 publicKeyEncoding: { type: 'spki', format: 'pem' },
123 privateKeyEncoding: { type: 'pkcs8', format: 'pem' },
124 });
125 ins.run(slug, publicKey, privateKey);
126 return sel.get(slug) || { public_pem: publicKey, private_pem: privateKey };
127}
128
129// ── content negotiation ───────────────────────────────────────────
130// True when the caller wants ActivityPub JSON rather than the HTML page.
131export function apWants(req) {
132 const a = String(req.headers.accept || '').toLowerCase();
133 return a.includes('application/activity+json') ||
134 (a.includes('application/ld+json') && a.includes('activitystreams'));
135}
136
137const AP_CONTENT_TYPE = 'application/activity+json; charset=utf-8';
138export function sendAP(res, obj) {
139 res.type(AP_CONTENT_TYPE);
140 res.set('Cache-Control', 'public, max-age=120');
141 res.send(JSON.stringify(obj));
142}
143
144// ── document builders ─────────────────────────────────────────────
145export function actorId(base, slug) { return `${base}/ap/users/${encodeURIComponent(slug)}`; }
146export function noteId(base, postId) { return `${base}/ap/notes/${encodeURIComponent(postId)}`; }
147
148export function buildActor(base, site) {
149 const id = actorId(base, site.slug);
150 const keys = getOrCreateKeys(site.slug);
151 const actor = {
152 '@context': AP_CONTEXT,
153 id,
154 type: 'Person',
155 preferredUsername: site.slug,
156 name: site.title || site.slug,
157 summary: site.tagline || site.description || '',
158 url: `${base}/${site.slug === site.primary_slug ? '' : 'user/' + encodeURIComponent(site.slug)}`,
159 manuallyApprovesFollowers: false,
160 discoverable: true,
161 inbox: `${id}/inbox`,
162 outbox: `${id}/outbox`,
163 followers: `${id}/followers`,
164 following: `${id}/following`,
165 featured: `${id}/featured`,
166 endpoints: { sharedInbox: `${base}/ap/inbox` },
167 publicKey: {
168 id: `${id}#main-key`,
169 owner: id,
170 publicKeyPem: keys.public_pem,
171 },
172 };
173 if (site.profile_photo) {
174 const u = /^https?:/.test(site.profile_photo) ? site.profile_photo : `${base}${site.profile_photo.startsWith('/') ? '' : '/'}${site.profile_photo}`;
175 actor.icon = { type: 'Image', url: u };
176 }
177 // Account creation date — shown by Mastodon + read by indexers (additive, standard AS2).
178 if (site.created_at) { try { actor.published = new Date(site.created_at).toISOString(); } catch { /* skip bad date */ } }
179 // Profile links → PropertyValue rows: Mastodon/PeerTube/WordPress-ActivityPub render these as
180 // profile metadata (rel=me enables link-back verification). Additive; ignored by simpler receivers.
181 try {
182 const links = JSON.parse(site.profile_links || '[]');
183 if (Array.isArray(links) && links.length) {
184 const esc = (s) => String(s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
185 const rows = links
186 .filter((l) => l && l.url && /^https?:/i.test(l.url))
187 .map((l) => ({
188 type: 'PropertyValue',
189 name: esc(l.platform || 'Link'),
190 value: `<a href="${esc(l.url).replace(/"/g, '&quot;')}" rel="me nofollow noopener" target="_blank">${esc(String(l.url).replace(/^https?:\/\//, ''))}</a>`,
191 }));
192 if (rows.length) actor.attachment = rows;
193 }
194 } catch { /* skip malformed profile_links */ }
195 return actor;
196}
197
198// Does a post's audio shortcodes reference at least one PLAYABLE (file-backed)
199// track? Link-only tracks (external Spotify/YouTube, media_id NULL) don't count —
200// they have no Klonkt-hosted audio to embed, so no player card / cover-suppression.
201export function hasPlayableAudio(content, siteId) {
202 if (!content || !/\[\[(track|album|playlist):/i.test(content)) return false;
203 try {
204 for (const m of content.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT media_id FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.media_id) return true; }
205 for (const m of content.matchAll(/\[\[album:([^\]]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM audio_tracks WHERE site_id = ? AND album = ? AND media_id IS NOT NULL LIMIT 1').get(siteId, m[1].trim())) return true; }
206 for (const m of content.matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id WHERE pt.playlist_id = ? AND t.media_id IS NOT NULL LIMIT 1').get(m[1])) return true; }
207 } catch { /* non-fatal */ }
208 return false;
209}
210
211// A single post as an AS2 Note (the object), and as a Create activity (for outbox/delivery).
212export function buildNote(base, site, post, opts = {}) {
213 // Replies are Notes too. buildNote is the single entry point for ALL Notes; a reply is
214 // (for now) the simple flavor: pre-baked content, no title/cover/image/audio/embed
215 // machinery, addressed to the parent actor + thread. This early branch keeps that output
216 // byte-identical to the old buildReplyNote. When rich replies land (images/audio/embeds),
217 // this branch collapses and replies flow through the full post pipeline below. `post` here
218 // is the ap_outbox reply row (id, in_reply_to, content, post_slug, created_at, to_actor).
219 if (opts.isReply) {
220 const meR = actorId(base, site.slug);
221 return {
222 id: noteId(base, post.id),
223 type: 'Note',
224 attributedTo: meR,
225 inReplyTo: post.in_reply_to || undefined,
226 content: post.content,
227 url: post.post_slug ? `${base}/${encodeURIComponent(post.post_slug)}` : undefined,
228 published: toISO(post.created_at),
229 to: post.to_actor ? [post.to_actor] : [PUBLIC],
230 cc: [PUBLIC, `${meR}/followers`],
231 tag: [
232 ...mentionTags(post.content),
233 ...hashtagTags(base, post.content),
234 ],
235 };
236 }
237 const id = noteId(base, post.id);
238 const aId = actorId(base, site.slug);
239 const human = `${base}/${encodeURIComponent(post.slug)}`;
240 // Mastodon ignores a Note's `name`, so put the title INTO the content (bold
241 // first line) — the standard blog→fediverse convention. post.content is
242 // already sanitized HTML; the title is plain text, so escape it.
243 const escTitle = String(post.title || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
244 const titleHtml = post.title ? `<p><strong>${escTitle}</strong></p>` : '';
245
246 // Images travel as AP `attachment` (Mastodon strips <img> from content). Collect
247 // the cover + any inline <img>, make absolute, then strip <img> from the content
248 // to avoid duplicate rendering on clients that DO keep them.
249 const abs = (u) => !u ? null : (/^https?:/i.test(u) ? u : `${base}${u.startsWith('/') ? '' : '/'}${u}`);
250 const mediaType = (u) => {
251 const e = ((u || '').split('?')[0].match(/\.(\w+)$/) || [])[1];
252 return ({ jpg: 'image/jpeg', jpeg: 'image/jpeg', png: 'image/png', gif: 'image/gif', webp: 'image/webp', avif: 'image/avif', mp4: 'video/mp4', webm: 'video/webm', mov: 'video/quicktime' })[(e || '').toLowerCase()] || 'image/jpeg';
253 };
254 const hadAudio = /\[\[(track|album|playlist):/i.test(post.content || '');
255 const playable = hasPlayableAudio(post.content || '', site && site.id);
256 // A post with an external embed (Spotify/YouTube/SoundCloud/Vimeo/Bandcamp/Apple) should let
257 // Mastodon render the embed's player CARD. Mastodon shows EITHER media attachments OR a link
258 // card, never both — so when the post has an embed link we skip the image attachments so the
259 // card wins. (On Klonkt nothing changes: the cover + the embed player still render.)
260 const hasEmbed = (() => {
261 const c = post.content || '';
262 if (/\[\[embed:/i.test(c)) return true;
263 for (const m of c.matchAll(/https?:\/\/[^\s"'<>]+/gi)) if (AudioEmbedService.detectProvider(m[0])) return true;
264 return false;
265 })();
266 // Link-only tracks (external Spotify/YouTube/SoundCloud, no hosted file): collect their links
267 // so we federate them — Mastodon cards the first (its player), the rest show as clickable links
268 // — instead of a bare "listen on site" link, and we suppress the cover so the card can show.
269 const trackEmbedLinks = (() => {
270 if (playable) return [];
271 const out = [];
272 try {
273 for (const m of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) {
274 const r = db.prepare('SELECT media_id, link_spotify, link_youtube, link_soundcloud FROM audio_tracks WHERE id = ?').get(m[1]);
275 if (r && !r.media_id) for (const u of [r.link_spotify, r.link_youtube, r.link_soundcloud]) if (u && /^https?:\/\//i.test(u)) out.push(u);
276 }
277 } catch { /* non-fatal */ }
278 return [...new Set(out)].slice(0, 6);
279 })();
280 const noImages = playable || hasEmbed || trackEmbedLinks.length > 0; // suppress images → let the player/embed card show
281 const urls = [];
282 // Posts with PLAYABLE hosted audio suppress image attachments so Mastodon renders
283 // the player CARD (twitter:player) instead of the cover — media attachment and
284 // link/player card are mutually exclusive on Mastodon. Link-only audio (external)
285 // keeps its cover (no player card to show).
286 // An animated cover federates as the muted loop MP4 (→ a Video attachment): animated WebP is
287 // unreliable on Mastodon and its iOS apps; the MP4 plays everywhere. Else the still cover image.
288 // Each entry carries the media URL + its alt text (federated as the AS2 attachment `name`, for a11y).
289 if (post.cover_video_url && !noImages) urls.push({ url: abs(post.cover_video_url), name: post.cover_alt || '' });
290 else if (post.cover_image_url && !noImages) urls.push({ url: abs(post.cover_image_url), name: post.cover_alt || '' });
291 let body = post.content || '';
292 // Only federate inline images we can actually serve: absolute http(s) URLs, or our own
293 // /media/ uploads. A relative path we don't host (e.g. a stale /images/... ref) would 404
294 // and show up as a black tile in Mastodon's attachment grid. Carry the <img alt="…"> through
295 // as the attachment description.
296 if (!noImages) for (const m of body.matchAll(/<img\b[^>]*>/gi)) {
297 const tag = m[0];
298 const src = (tag.match(/\bsrc="([^"]+)"/i) || [])[1];
299 if (!src || !(/^https?:\/\//i.test(src) || src.startsWith('/media/'))) continue;
300 const alt = (tag.match(/\balt="([^"]*)"/i) || [])[1] || '';
301 urls.push({ url: abs(src), name: alt });
302 }
303 body = body.replace(/<img\b[^>]*>/gi, '');
304 // Audio shortcodes: do NOT federate the raw audio file — Klonkt deliberately
305 // gates audio (the /audio/stream URL has friction), and shipping it as an AP
306 // audio attachment would hand Mastodon a plain, downloadable mp3 URL. Instead,
307 // replace the shortcodes with a "🎵 listen on the site" link so the post invites
308 // a click-through to the protected player (discovery without leaking the file).
309 const esc = (s) => String(s == null ? '' : s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
310 const audioLabels = [];
311 try {
312 for (const m of body.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT title FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.title) audioLabels.push(r.title); }
313 for (const m of body.matchAll(/\[\[album:([^\]]+)\]\]/g)) audioLabels.push(m[1].trim());
314 } catch { /* non-fatal */ }
315 // fedi_open tracks → real AS2 Audio attachments (the actual file URL, served ungated) so
316 // EVERY client incl. the Mastodon apps plays them inline natively. Gated tracks (default)
317 // stay link/card-only — the file is never exposed for them. Resolve from post.content so a
318 // later body mutation can't affect it.
319 const openAudio = [];
320 if (hadAudio) {
321 const seenA = new Set();
322 const addRow = (r) => {
323 const fn = r.filename || (r.storage_path || '').split('/').pop();
324 if (!fn || seenA.has(fn)) return; seenA.add(fn);
325 const a = { type: 'Audio', mediaType: r.mime_type || 'audio/mpeg', url: `${base}/audio/stream/${encodeURIComponent(fn)}`, name: r.title || 'Audio' };
326 // Cover art on the Audio attachment (AS2 `icon`): track cover, else the post cover.
327 // Mastodon renders it as the artwork thumbnail on its native audio player.
328 const art = abs(r.cover_url || post.cover_image_url || null);
329 if (art) a.icon = { type: 'Image', mediaType: mediaType(art), url: art };
330 openAudio.push(a);
331 };
332 const SEL = 'SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM audio_tracks t JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND ';
333 try {
334 for (const mm of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare(SEL + 't.id = ?').get(mm[1]); if (r) addRow(r); }
335 for (const mm of (post.content || '').matchAll(/\[\[album:([^\]]+)\]\]/g)) for (const r of db.prepare(SEL + 't.site_id = ? AND t.album = ? ORDER BY t.rowid').all(site.id, mm[1].trim())) addRow(r);
336 for (const mm of (post.content || '').matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) for (const r of db.prepare('SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND pt.playlist_id = ? ORDER BY pt.position').all(mm[1])) addRow(r);
337 } catch { /* non-fatal */ }
338 }
339 body = body.replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
340 // External embeds ([[embed:url]]) → emit the bare URL as a link so Mastodon
341 // renders its OWN preview/player card (YouTube/Spotify/SoundCloud/etc) instead
342 // of federating the raw shortcode text.
343 body = body.replace(/\[\[embed:([^\]]+)\]\]/gi, (mm, raw) => {
344 const u = esc(raw.trim().replace(/&amp;/g, '&'));
345 return `<p><a href="${u}">${u}</a></p>`;
346 });
347 if (hadAudio) {
348 const lbl = audioLabels.length ? esc(audioLabels.slice(0, 4).join(', ')) : '';
349 if (trackEmbedLinks.length) {
350 // Link-only track(s): emit the external link(s). Mastodon cards the first (Spotify → its
351 // player), the rest render as clickable links — the fediverse-native "embed + links".
352 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong>` : ''}</p>`;
353 for (const u of trackEmbedLinks) { const eu = esc(u); body += `<p><a href="${eu}">${eu}</a></p>`; }
354 } else {
355 // For playable posts, append a version param to the listen-link so Mastodon
356 // sees a NEW card URL and re-crawls it (fresh SQUARE player card) instead of
357 // reusing the cached landscape one. Invisible: the link TEXT stays clean, the
358 // page ignores the param. Bump FEDI_CARD_VER when the card dimensions change.
359 const listenHref = playable ? `${human}?fc=${FEDI_CARD_VER}` : human;
360 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong> — ` : ''}<a href="${listenHref}">listen on ${esc(site.title || 'the site')}</a></p>`;
361 }
362 }
363 // Klonkt renders post content with white-space:pre-wrap, so raw newlines ARE line
364 // breaks on the site. Mastodon (plain HTML) collapses whitespace and would drop them,
365 // so convert newlines to <br> for the federated copy (content already made with
366 // shift+enter uses <br> and has no \n → this is a no-op there).
367 body = body.replace(/\r?\n/g, '<br>');
368 body = linkHashtags(base, body); // link inline #hashtags in the post body too
369 body = linkUrls(body); // bare URLs → clickable links on the federated copy
370 // Append the tags-field hashtags to the content so Mastodon renders them as clickable
371 // hashtags (a Hashtag that's only in the `tag` array isn't shown inline). CamelCase
372 // multi-word tags; skip any already present inline in the body.
373 {
374 const inlineTags = new Set(hashtagTags(base, body).map((h) => h.name.slice(1).toLowerCase()));
375 const addSeen = new Set();
376 const tagLinks = normalizeTags(post.tags).map(tagParts).filter(Boolean)
377 .filter((p) => !inlineTags.has(p.slug) && !addSeen.has(p.slug) && addSeen.add(p.slug))
378 .map((p) => `<a href="${base}/tag/${encodeURIComponent(p.slug)}" class="mention hashtag" rel="tag">#${p.label}</a>`);
379 if (tagLinks.length) body += `<p>${tagLinks.join(' ')}</p>`;
380 }
381 const seen = new Set();
382 const attachment = urls.filter((x) => x && x.url)
383 .filter((x) => { if (seen.has(x.url)) return false; seen.add(x.url); return true; })
384 .map((x) => { const mt = mediaType(x.url); // specific AS2 subtype (Image/Audio/Video) over generic Document
385 const ty = /^image\//i.test(mt) ? 'Image' : /^video\//i.test(mt) ? 'Video' : /^audio\//i.test(mt) ? 'Audio' : 'Document';
386 const a = { type: ty, mediaType: mt, url: x.url };
387 if (x.name) a.name = String(x.name).slice(0, 1500); // alt text / description (AS2 `name`)
388 return a; });
389 for (const a of openAudio) attachment.push(a); // fedi_open tracks → native Audio players
390
391 // Inline @user@host mentions: the Mention tag objects + the mentioned actor URIs. Only
392 // present when the content was already mention-linked (deliverCreate/Update resolve them
393 // at send time); a plain buildNote (outbox/notes) yields none.
394 const _mentionTags = mentionTags(body);
395 const _mentionCc = _mentionTags.map((t) => t.href);
396
397 const note = {
398 id,
399 type: 'Note',
400 attributedTo: aId,
401 content: titleHtml + body,
402 url: human,
403 published: new Date(post.published_at || post.created_at || Date.now()).toISOString(),
404 // fan_only = "fans only" → followers-only visibility (delivered to your followers
405 // but not addressed to Public, so Mastodon shows it only to them and can't boost it).
406 to: post.fan_only ? [`${aId}/followers`] : [PUBLIC],
407 // Mentioned actors (from inline @user@host links the caller resolved) are addressed in cc
408 // so Mastodon notifies them; empty unless the content was mention-linked (delivery time).
409 cc: [...new Set([...(post.fan_only ? [] : [`${aId}/followers`]), ..._mentionCc])],
410 tag: [...buildHashtagList(base, post.tags, body), ..._mentionTags],
411 replies: `${id}/replies`,
412 // NSFW → Mastodon-style content warning: sensitive (blurs media) + a summary/spoiler
413 // (hides the whole post behind a "Gevoelige inhoud" button until the reader opens it).
414 sensitive: !!post.nsfw,
415 };
416 if (post.nsfw) note.summary = post.content_warning || 'Gevoelige inhoud';
417 if (attachment.length) note.attachment = attachment;
418 // When the cover attachment is suppressed (hosted audio OR an external embed/link-only track →
419 // so Mastodon shows the player/link card, not media), still expose the cover via AS2 `image` so
420 // card/grid consumers (the Klonkt Cirkel/News feed) can show it. Mastodon ignores a Note's
421 // `image`, so its card is unaffected — but a Klonkt receiver reads it (handleInbox o.image).
422 if (post.cover_image_url && noImages) {
423 const cov = abs(post.cover_image_url);
424 if (cov) { note.image = { type: 'Image', mediaType: mediaType(cov), url: cov }; if (post.cover_alt) note.image.name = String(post.cover_alt).slice(0, 1500); }
425 }
426 // Experiment (mirrors PeerTube / schema.org `embedUrl`): point at the GATED player page
427 // (/embed) so a client that honours embedUrl can show an inline player WITHOUT ever
428 // getting the audio file — the anti-steal posture is untouched. `embedUrl` is a real
429 // standard field name (not a Klonkt invention); if Mastodon's apps honour it on a Note we
430 // make it JSON-LD-clean with a context term, otherwise it degrades to the player card.
431 if (playable) note.embedUrl = `${base}/embed?post=${encodeURIComponent(post.slug)}`;
432 // Content language → AS2 contentMap (a BCP-47-keyed copy of the content). Mastodon reads the
433 // language from its key for the timeline language filter + the translate button. Emitted
434 // alongside `content` (Mastodon sends both); a plain receiver just uses `content`.
435 if (post.language && /^[a-z]{2,3}(-[A-Za-z]{2,4})?$/.test(post.language)) note.contentMap = { [post.language]: note.content };
436 // A hosted poll → federate as an AS2 Question (options + live tally). Do this last so it
437 // reuses the note's content/addressing/tags, then swaps the type and strips media.
438 const ownPoll = parseOwnPoll(post.poll_json);
439 if (ownPoll) applyPollToNote(note, post.id, ownPoll);
440 return note;
441}
442
443// All reply note URIs on a local post (inbound fediverse replies + our own
444// outbound replies) — backs the Note's `replies` Collection so remote servers
445// can fetch the whole thread.
446export function getReplyUris(base, postId) {
447 const out = [];
448 try {
449 for (const r of db.prepare("SELECT object_uri FROM ap_interactions WHERE kind = 'reply' AND post_id = ? AND object_uri != '' ORDER BY created_at").all(postId)) out.push(r.object_uri);
450 for (const r of db.prepare('SELECT id FROM ap_outbox WHERE post_id = ? ORDER BY rowid').all(postId)) out.push(`${base}/ap/notes/${r.id}`);
451 } catch { /* non-fatal */ }
452 return out;
453}
454
455// Notifications "seen" tracking → a real bell badge. Stored per site in app_settings.
456export function markNotificationsSeen(slug) {
457 try {
458 db.prepare("INSERT INTO app_settings (key, value, updated_at) VALUES (?, ?, CURRENT_TIMESTAMP) ON CONFLICT(key) DO UPDATE SET value = excluded.value, updated_at = CURRENT_TIMESTAMP")
459 .run(`fedi_notif_seen:${slug}`, new Date().toISOString());
460 } catch { /* non-fatal */ }
461}
462export function countUnseenNotifications(slug) {
463 try {
464 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
465 const seen = row ? Date.parse(row.value) : 0;
466 let n = 0;
467 for (const it of getNotifications(slug, 50)) { if (Date.parse(it.created_at) > seen) n++; }
468 return n;
469 } catch { return 0; }
470}
471
472export function buildCreate(base, site, post) {
473 const note = buildNote(base, site, post);
474 return {
475 '@context': AP_CONTEXT,
476 id: note.id + '#create',
477 type: 'Create',
478 actor: actorId(base, site.slug),
479 published: note.published,
480 to: note.to,
481 cc: note.cc,
482 object: note,
483 };
484}
485
486export function buildOutbox(base, site, posts) {
487 const id = `${actorId(base, site.slug)}/outbox`;
488 const items = (posts || []).slice(0, MAX_OUTBOX).map((p) => buildCreate(base, site, p));
489 return {
490 '@context': AP_CONTEXT,
491 id,
492 type: 'OrderedCollection',
493 totalItems: items.length,
494 orderedItems: items,
495 };
496}
497
498export function buildFollowers(base, site, count) {
499 const id = `${actorId(base, site.slug)}/followers`;
500 return {
501 '@context': AP_CONTEXT,
502 id,
503 type: 'OrderedCollection',
504 totalItems: count || 0,
505 orderedItems: [], // hidden for privacy; count only
506 };
507}
508
509// The accounts this site follows — count only, mirroring buildFollowers. The spec lists
510// `following` as a standard actor property; Hubzilla/Friendica + crawlers expect it.
511export function buildFollowing(base, site, count) {
512 const id = `${actorId(base, site.slug)}/following`;
513 return {
514 '@context': AP_CONTEXT,
515 id,
516 type: 'OrderedCollection',
517 totalItems: count || 0,
518 orderedItems: [], // count only
519 };
520}
521
522// Pinned posts → the actor's `featured` collection. Mastodon reads this and shows
523// these as the "Featured" tab (pinned to the profile). Posts come ordered by pin
524// rank; embedded as full Notes so a remote server doesn't need extra fetches.
525export function buildFeatured(base, site, posts) {
526 const id = `${actorId(base, site.slug)}/featured`;
527 const items = (posts || []).map((p) => buildNote(base, site, p));
528 return {
529 '@context': AP_CONTEXT,
530 id,
531 type: 'OrderedCollection',
532 totalItems: items.length,
533 orderedItems: items,
534 };
535}
536
537// ── followers store (lazy stmts) ──────────────────────────────────
538let _insF, _delF, _listF, _cntF;
539function fStmts() {
540 if (!_insF) {
541 _insF = db.prepare('INSERT OR IGNORE INTO ap_followers (slug, actor_uri, inbox, shared_inbox, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
542 _delF = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND actor_uri = ?');
543 _listF = db.prepare('SELECT inbox, shared_inbox FROM ap_followers WHERE slug = ?');
544 _cntF = db.prepare('SELECT COUNT(*) n FROM ap_followers WHERE slug = ?');
545 }
546 return { ins: _insF, del: _delF, list: _listF, cnt: _cntF };
547}
548export function followerCount(slug) { return fStmts().cnt.get(slug).n; }
549
550// Followers with delivery health, for the management list. Never-delivered accounts
551// first, then oldest successful delivery first — i.e. the cleanup candidates on top.
552export function listFollowers(slug) {
553 return db.prepare(
554 `SELECT id, actor_uri, inbox, shared_inbox, created_at, last_delivery_at, last_error_at
555 FROM ap_followers WHERE slug = ?
556 ORDER BY (last_delivery_at IS NULL) DESC, last_delivery_at ASC, created_at ASC`
557 ).all(slug);
558}
559// Manually drop a follower after a check (a still-live account would have to re-follow).
560export function removeFollower(slug, id) {
561 const info = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND id = ?').run(slug, id);
562 return info.changes > 0;
563}
564
565// Merge who-you-follow (ap_following, rich display) with who-follows-you (ap_followers,
566// delivery health) into ONE connections list, keyed by actor_uri. Each entry gets a
567// direction (following →, follower ←, mutual ↔) and, for accounts we deliver to, an
568// `unreachable` flag (never delivered, or last attempt failed after the last success) so
569// the view can split dead connections into their own section. Powers the Connect page.
570export function listConnections(slug) {
571 const byUri = new Map();
572 for (const f of listFollowing(slug)) {
573 byUri.set(f.actor_uri, {
574 actor_uri: f.actor_uri, name: f.name || null, handle: f.handle || null,
575 icon: f.icon || null, url: f.url || null, auto_boost: f.auto_boost ? 1 : 0,
576 status: f.status || null, following: true, follower: false,
577 last_delivery_at: null, last_error_at: null, follower_id: null,
578 });
579 }
580 for (const fo of listFollowers(slug)) {
581 const e = byUri.get(fo.actor_uri);
582 if (e) { e.follower = true; e.last_delivery_at = fo.last_delivery_at; e.last_error_at = fo.last_error_at; e.follower_id = fo.id; }
583 else byUri.set(fo.actor_uri, {
584 actor_uri: fo.actor_uri, name: null, handle: null, icon: null, url: null,
585 auto_boost: 0, status: null, following: false, follower: true,
586 last_delivery_at: fo.last_delivery_at, last_error_at: fo.last_error_at, follower_id: fo.id,
587 });
588 }
589 return [...byUri.values()].map((e) => {
590 e.direction = (e.following && e.follower) ? 'mutual' : (e.following ? 'following' : 'follower');
591 e.unreachable = e.follower && (!e.last_delivery_at || (!!e.last_error_at && (!e.last_delivery_at || e.last_error_at > e.last_delivery_at)));
592 return e;
593 });
594}
595
596// ── inbound interactions store (replies / likes / boosts) + our outbound replies ──
597let _insI, _delLA, _delReply, _listI, _getI, _insO, _listO, _getO;
598// AP addressing → visibility: 'public' | 'unlisted' | 'followers' | 'direct'.
599// Mastodon-conventie: Public in `to` = public, Public in `cc` = unlisted, een
600// followers-collectie zonder Public = followers-only, anders direct (DM). Public
601// kan als volledige URI, 'as:Public' of 'Public' voorkomen (JSON-LD shorthands).
602export function noteVisibility(o) {
603 const arr = (v) => (Array.isArray(v) ? v : (v ? [v] : []));
604 const isPub = (u) => u === PUBLIC || u === 'as:Public' || u === 'Public';
605 const to = arr(o && o.to).map(String);
606 const cc = arr(o && o.cc).map(String);
607 if (to.some(isPub)) return 'public';
608 if (cc.some(isPub)) return 'unlisted';
609 if ([...to, ...cc].some((u) => /\/followers\/?$/.test(u))) return 'followers';
610 return 'direct';
611}
612
613function iStmts() {
614 if (!_insI) {
615 _insI = db.prepare('INSERT OR IGNORE INTO ap_interactions (kind, post_id, object_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, parent_uri, visibility, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
616 _delLA = db.prepare('DELETE FROM ap_interactions WHERE kind = ? AND post_id = ? AND actor_uri = ?');
617 _delReply = db.prepare("DELETE FROM ap_interactions WHERE kind = 'reply' AND object_uri = ?");
618 _listI = db.prepare('SELECT id, kind, object_uri, parent_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, created_at, acted_boost, acted_like, visibility FROM ap_interactions WHERE post_id = ? ORDER BY created_at ASC');
619 _getI = db.prepare('SELECT * FROM ap_interactions WHERE id = ?');
620 _insO = db.prepare('INSERT INTO ap_outbox (id, site_slug, post_id, post_slug, in_reply_to, to_actor, to_handle, content, created_at) VALUES (?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
621 _listO = db.prepare('SELECT * FROM ap_outbox WHERE post_id = ? ORDER BY created_at ASC');
622 _getO = db.prepare('SELECT * FROM ap_outbox WHERE id = ?');
623 }
624 return { ins: _insI, delLA: _delLA, delReply: _delReply, list: _listI, getI: _getI, insO: _insO, listO: _listO, getO: _getO };
625}
626
627export function getInteractionById(id) { return iStmts().getI.get(id); }
628export function setInteractionBoosted(id, on) {
629 db.prepare('UPDATE ap_interactions SET acted_boost = ? WHERE id = ?').run(on ? 1 : 0, id);
630}
631export function setInteractionLiked(id, on) {
632 db.prepare('UPDATE ap_interactions SET acted_like = ? WHERE id = ?').run(on ? 1 : 0, id);
633}
634// Your like/boost state on a REMOTE post (interact page toggles).
635export function setMyReaction(slug, uri, kind, on) {
636 if (on) db.prepare('INSERT OR IGNORE INTO ap_my_reactions (site_slug, target_uri, kind) VALUES (?,?,?)').run(slug, uri, kind);
637 else db.prepare('DELETE FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ? AND kind = ?').run(slug, uri, kind);
638}
639export function getMyReactions(slug, uri) {
640 const rows = (slug && uri) ? db.prepare('SELECT kind FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ?').all(slug, uri) : [];
641 return { liked: rows.some((r) => r.kind === 'like'), boosted: rows.some((r) => r.kind === 'boost') };
642}
643
644const localPostExists = (id) => { try { return !!db.prepare('SELECT 1 FROM posts WHERE id = ?').get(id); } catch { return false; } };
645// Extract our local post id from a note URL, but only if it's ours (base match).
646function postIdFromNoteUrl(url, base) {
647 const s = String(url || '');
648 if (base && !s.startsWith(base)) return null;
649 const m = s.match(/\/ap\/notes\/([^/?#]+)/);
650 return m ? decodeURIComponent(m[1]) : null;
651}
652function deriveHandle(actorUri) {
653 try { const u = new URL(actorUri); const seg = u.pathname.split('/').filter(Boolean).pop() || ''; return `@${seg}@${u.host}`; } catch { return String(actorUri || ''); }
654}
655function actorInfo(doc, actorUri) {
656 let host = ''; try { host = new URL(actorUri).host; } catch { /* keep empty */ }
657 const handle = doc && doc.preferredUsername ? `@${doc.preferredUsername}@${host}` : deriveHandle(actorUri);
658 const icon = doc && doc.icon ? (doc.icon.url || (Array.isArray(doc.icon) && doc.icon[0] && doc.icon[0].url)) : null;
659 return {
660 name: (doc && (doc.name || doc.preferredUsername)) || handle,
661 handle,
662 url: safeUrl((doc && (doc.url || doc.id)) || actorUri) || null,
663 icon: safeUrl(icon) || null,
664 };
665}
666
667// Given an inReplyTo note URL, find which local post the thread belongs to + the
668// note being replied to (parent), so a reply-to-a-comment can be nested.
669function findThreadTarget(inReplyTo, base) {
670 if (!inReplyTo) return null;
671 const seg = postIdFromNoteUrl(inReplyTo, base); // our /ap/notes/<id> segment (if ours)
672 if (seg && localPostExists(seg)) return { post_id: seg, parent_uri: inReplyTo };
673 if (seg) {
674 try { const o = db.prepare('SELECT post_id FROM ap_outbox WHERE id = ?').get(seg); if (o && o.post_id) return { post_id: o.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
675 }
676 try { const row = db.prepare("SELECT post_id FROM ap_interactions WHERE object_uri = ? AND kind = 'reply' LIMIT 1").get(inReplyTo); if (row && row.post_id) return { post_id: row.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
677 return null;
678}
679
680// Drop the leading @mention(s) a federated reply carries (the person being replied to),
681// so a comment reads "dope tekening ouwe" instead of "@jason@jasonhacky.nl dope …".
682// Keeps a leading <p> wrapper; handles mention <a> links and plain-text @user@domain.
683export function stripLeadingMentions(html) {
684 if (!html) return html;
685 let s = String(html);
686 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:<a\b[^>]*>\s*@[^<]+<\/a>[  ]*)+/i, (m, p) => p || '');
687 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:@[\w.-]+(?:@[\w.-]+)?[  ]+)+/i, (m, p) => p || '');
688 return s;
689}
690
691// View-ready threaded view of a post's fediverse activity (inbound replies +
692// our outbound replies, nested), plus like/boost counts.
693export function getInteractions(postId, base, site) {
694 const s = iStmts();
695 // Privacy: a followers-only or direct (DM) reply is addressed to people, not to the
696 // public web, so it must NOT render in the public thread. It still reaches the owner
697 // via notifications (post context + reference included there). Legacy rows without a
698 // visibility value are treated as public. Likes/boosts stay counted (count-only).
699 const rows = s.list.all(postId).filter((r) =>
700 r.kind !== 'reply' || !(r.visibility === 'followers' || r.visibility === 'direct'));
701 const baseClean = (base || process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
702 const postNoteId = baseClean ? `${baseClean}/ap/notes/${postId}` : null;
703 // Our own (outbound) replies show the SITE identity for everyone (not "You").
704 let host = ''; try { host = new URL(baseClean).host; } catch { /* ignore */ }
705 const siteName = (site && (site.title || site.slug)) || '';
706 const siteHandle = (site && site.slug && host) ? `@${site.slug}@${host}` : '';
707 const siteUrl = baseClean ? `${baseClean}/` : '';
708 const siteIcon = (site && site.profile_photo) || null;
709
710 const nodes = [];
711 for (const r of rows) {
712 if (r.kind !== 'reply') continue;
713 nodes.push({
714 noteId: r.object_uri, parent: r.parent_uri || null, mine: false, id: r.id,
715 actor_name: r.actor_name, actor_handle: r.actor_handle, actor_url: r.actor_url,
716 actor_icon: r.actor_icon, content: stripLeadingMentions(r.content), created_at: r.published || r.created_at,
717 acted_boost: !!r.acted_boost, acted_like: !!r.acted_like,
718 children: [],
719 });
720 }
721 for (const o of s.listO.all(postId)) {
722 nodes.push({
723 noteId: baseClean ? `${baseClean}/ap/notes/${o.id}` : o.id, parent: o.in_reply_to || null,
724 mine: true, outboxId: o.id, content: stripLeadingMentions(o.content), created_at: o.created_at,
725 actor_name: siteName, actor_handle: siteHandle, actor_url: siteUrl, actor_icon: siteIcon,
726 children: [],
727 });
728 }
729
730 const byId = new Map(nodes.map((n) => [n.noteId, n]));
731 const isTop = (n) => !n.parent || n.parent === postNoteId || !byId.has(n.parent);
732 const tops = [];
733 for (const n of nodes) {
734 if (isTop(n)) { tops.push(n); continue; }
735 let anc = n, guard = 0;
736 while (!isTop(anc) && guard++ < 12) anc = byId.get(anc.parent);
737 anc.children.push(n);
738 }
739 const byTime = (a, b) => new Date(a.created_at) - new Date(b.created_at);
740 tops.sort(byTime).forEach((t) => t.children.sort(byTime));
741
742 return {
743 thread: tops,
744 likeCount: rows.filter((r) => r.kind === 'like').length,
745 announceCount: rows.filter((r) => r.kind === 'announce').length,
746 total: nodes.length,
747 };
748}
749
750// ── HTTP Signatures + delivery ────────────────────────────────────
751const slugFromActorUrl = (url) => { const m = String(url || '').match(/\/ap\/users\/([^/?#]+)/); return m ? decodeURIComponent(m[1]) : null; };
752// Which of OUR sites are named in a note's Mention tags? Only hrefs on our own base count
753// (an /ap/users/<slug> path on a remote host is someone else's actor), and the slug must be
754// an existing site. Deduped.
755export function localMentionSlugs(tags, base) {
756 if (!base) return [];
757 const out = [], seen = new Set();
758 for (const t of (Array.isArray(tags) ? tags : (tags ? [tags] : []))) {
759 if (!t || t.type !== 'Mention' || typeof t.href !== 'string') continue;
760 if (!t.href.startsWith(base + '/ap/users/')) continue;
761 const slug = slugFromActorUrl(t.href);
762 if (!slug || seen.has(slug)) continue; seen.add(slug);
763 try { if (db.prepare('SELECT 1 FROM sites WHERE slug = ?').get(slug)) out.push(slug); } catch { /* ignore */ }
764 }
765 return out;
766}
767
768// Sign + POST an activity to a remote inbox (draft-cavage HTTP Signatures, RSA-SHA256).
769export async function deliver(inboxUrl, bodyObj, keyId, privatePem) {
770 const body = JSON.stringify(bodyObj);
771 const u = new URL(inboxUrl);
772 const date = new Date().toUTCString();
773 const digest = 'SHA-256=' + crypto.createHash('sha256').update(body).digest('base64');
774 const signingString = `(request-target): post ${u.pathname}\nhost: ${u.host}\ndate: ${date}\ndigest: ${digest}`;
775 const signature = crypto.sign('sha256', Buffer.from(signingString), privatePem).toString('base64');
776 const sig = `keyId="${keyId}",algorithm="rsa-sha256",headers="(request-target) host date digest",signature="${signature}"`;
777 const r = await safeFetch(inboxUrl, {
778 method: 'POST',
779 headers: { 'Content-Type': 'application/activity+json', Accept: 'application/activity+json', Date: date, Digest: digest, Signature: sig },
780 body,
781 });
782 return r.status;
783}
784
785export async function fetchActor(url) {
786 try {
787 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
788 if (!r.ok) return null;
789 const len = Number(r.headers.get('content-length') || 0);
790 if (len > 2_000_000) return null; // refuse oversized actor docs
791 return await r.json();
792 } catch { return null; }
793}
794
795// ── Delivery queue with retries ───────────────────────────────────
796// Outbound deliveries are tried immediately; on failure (down server, timeout,
797// non-2xx) they're queued and retried with backoff so a briefly-offline follower
798// doesn't silently miss the post. The signing key is NOT stored — the worker
799// re-derives it from the actor slug at send time.
800const DELIVERY_MAX_ATTEMPTS = 6;
801const DELIVERY_BACKOFF_MIN = [1, 5, 15, 60, 180, 360];
802let _insDeliv, _dueDeliv, _delDeliv, _bumpDeliv;
803function deliveryStmts() {
804 if (!_insDeliv) {
805 _insDeliv = db.prepare('INSERT INTO ap_delivery (slug, inbox, body, attempts, next_at) VALUES (?,?,?,0,CURRENT_TIMESTAMP)');
806 _dueDeliv = db.prepare("SELECT * FROM ap_delivery WHERE datetime(next_at) <= datetime('now') ORDER BY next_at LIMIT 30");
807 _delDeliv = db.prepare('DELETE FROM ap_delivery WHERE id = ?');
808 _bumpDeliv = db.prepare('UPDATE ap_delivery SET attempts = ?, next_at = ? WHERE id = ?');
809 }
810 return { ins: _insDeliv, due: _dueDeliv, del: _delDeliv, bump: _bumpDeliv };
811}
812export function enqueueDelivery(slug, inbox, activity) {
813 if (!slug || !inbox || !activity) return;
814 try { deliveryStmts().ins.run(slug, inbox, JSON.stringify(activity)); } catch { /* ignore */ }
815}
816// Record delivery health per follower so the followers list can flag dead accounts.
817// Keyed by inbox: a shared-inbox POST reaches every follower behind it, so all of them
818// are marked. A non-follower inbox (inline @mention) simply matches 0 rows.
819let _fDelivOk, _fDelivErr;
820function markFollowerDelivery(slug, inbox, ok) {
821 if (!slug || !inbox) return;
822 try {
823 if (!_fDelivOk) {
824 _fDelivOk = db.prepare('UPDATE ap_followers SET last_delivery_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
825 _fDelivErr = db.prepare('UPDATE ap_followers SET last_error_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
826 }
827 (ok ? _fDelivOk : _fDelivErr).run(slug, inbox, inbox);
828 } catch { /* health tracking is non-fatal */ }
829}
830// Deliver now; queue for retry if it fails.
831export async function deliverWithRetry(slug, inbox, activity, keyId, privPem) {
832 if (!inbox) return;
833 try { const st = await deliver(inbox, activity, keyId, privPem); if (st >= 200 && st < 300) { markFollowerDelivery(slug, inbox, true); return; } } catch { /* queue below */ }
834 enqueueDelivery(slug, inbox, activity);
835}
836let _processingDeliv = false;
837export async function processDeliveryQueue() {
838 if (_processingDeliv) return; // re-entrancy guard: 30 rows × 8s can exceed the 60s tick → no double-delivery
839 _processingDeliv = true;
840 try {
841 let rows;
842 try { rows = deliveryStmts().due.all(); } catch { return; }
843 if (!rows || !rows.length) return;
844 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
845 for (const row of rows) {
846 let ok = false;
847 try {
848 const keys = getOrCreateKeys(row.slug);
849 const st = await deliver(row.inbox, JSON.parse(row.body), `${actorId(base, row.slug)}#main-key`, keys.private_pem);
850 ok = st >= 200 && st < 300;
851 } catch { ok = false; }
852 if (ok) { markFollowerDelivery(row.slug, row.inbox, true); deliveryStmts().del.run(row.id); continue; }
853 const attempts = row.attempts + 1;
854 if (attempts >= DELIVERY_MAX_ATTEMPTS) { markFollowerDelivery(row.slug, row.inbox, false); deliveryStmts().del.run(row.id); console.warn('[AP] delivery gave up after', attempts, 'tries →', row.inbox); continue; }
855 // Index the backoff on the CURRENT attempt count (row.attempts) so the first
856 // retry uses the 1-min tier instead of skipping it.
857 const mins = DELIVERY_BACKOFF_MIN[Math.min(row.attempts, DELIVERY_BACKOFF_MIN.length - 1)];
858 deliveryStmts().bump.run(attempts, new Date(Date.now() + mins * 60000).toISOString(), row.id);
859 }
860 } finally { _processingDeliv = false; }
861}
862let _delivTimer = null;
863export function startDeliveryWorker() {
864 if (_delivTimer) return;
865 _delivTimer = setInterval(() => { processDeliveryQueue().catch(() => {}); }, 60 * 1000);
866 if (_delivTimer.unref) _delivTimer.unref();
867}
868
869// Best-effort verification of an incoming signed request. Returns the sender's
870// actor doc if the signature checks out, else null. (Not gating yet — MVP.)
871// Max clock skew for the signed Date header (replay window). Generous default to tolerate
872// federating servers with drifting clocks; an operator can widen it via env.
873const SIG_MAX_SKEW_MS = (Number(process.env.AP_SIG_MAX_SKEW_MIN) || 60) * 60 * 1000;
874export async function verifyRequest(req) {
875 const sigH = req.headers['signature'];
876 if (!sigH) return null;
877 const p = Object.fromEntries([...sigH.matchAll(/([a-zA-Z]+)="([^"]*)"/g)].map((m) => [m[1], m[2]]));
878 if (!p.keyId || !p.signature) return null;
879 const actor = await fetchActor(p.keyId.split('#')[0]);
880 const pem = actor && actor.publicKey && actor.publicKey.publicKeyPem;
881 if (!pem) return null;
882 const hs = (p.headers || '(request-target) host date').split(/\s+/);
883 // Behind a reverse proxy the raw Host header is the backend bind (e.g. localhost:3000, when
884 // the proxy doesn't preserve it — Apache .htaccess [P] proxying), but the sender signed the
885 // HTTP-Signature over the PUBLIC host. Try each candidate host (the configured PUBLIC_BASE_URL
886 // host, the proxy's X-Forwarded-Host, and the raw Host) and accept if the signature verifies
887 // against any. An attacker can't forge a match (no private key), so this only rescues the
888 // legitimate proxied case. Also normalise a leading double-slash in the request-target.
889 let _pubHost = null;
890 if (process.env.PUBLIC_BASE_URL) { try { _pubHost = new URL(process.env.PUBLIC_BASE_URL).host; } catch { /* ignore */ } }
891 const _hosts = [...new Set([_pubHost, req.headers['x-forwarded-host'], req.headers['host']].filter(Boolean))];
892 const _target = `${req.method.toLowerCase()} ${String(req.originalUrl || '').replace(/^\/{2,}/, '/')}`;
893 const _sig = Buffer.from(p.signature, 'base64');
894 let ok = false;
895 for (const _h of _hosts) {
896 const line = hs.map((x) => x === '(request-target)'
897 ? `(request-target): ${_target}`
898 : x === 'host' ? `host: ${_h}`
899 : `${x}: ${req.headers[x] || ''}`).join('\n');
900 try { if (crypto.verify('sha256', Buffer.from(line), pem, _sig)) { ok = true; break; } } catch { /* try next host */ }
901 }
902 // Replay defence: the Date header must be signed and recent. A captured signed request
903 // replayed later (or with a swapped body) is rejected.
904 if (ok) {
905 if (!hs.includes('date')) ok = false;
906 else {
907 const t = Date.parse(req.headers['date'] || '');
908 if (isNaN(t) || Math.abs(Date.now() - t) > SIG_MAX_SKEW_MS) ok = false;
909 }
910 }
911 // Digest is MANDATORY when the request carries a body: without a signed digest the body
912 // isn't covered by the signature and could be swapped on a replay.
913 if (ok && req.rawBody && req.rawBody.length) {
914 if (!hs.includes('digest')) ok = false;
915 else {
916 const exp = 'SHA-256=' + crypto.createHash('sha256').update(req.rawBody).digest('base64');
917 if (req.headers['digest'] !== exp) ok = false;
918 }
919 }
920 return ok ? actor : null;
921}
922
923// Parse a fediverse poll (an ActivityStreams `Question` — the Mastodon-standard poll form)
924// into our compact shape. `oneOf` = single choice, `anyOf` = multiple; each option is a Note
925// with a `name` and a `replies` collection whose `totalItems` is that option's vote count.
926function parsePoll(o) {
927 if (!o || o.type !== 'Question') return null;
928 const raw = Array.isArray(o.oneOf) ? o.oneOf : (Array.isArray(o.anyOf) ? o.anyOf : null);
929 if (!raw || !raw.length) return null;
930 const options = raw.slice(0, 12).map((opt) => ({
931 name: String((opt && opt.name) || '').slice(0, 300),
932 count: Math.max(0, Number(opt && opt.replies && opt.replies.totalItems) || 0),
933 })).filter((x) => x.name);
934 if (!options.length) return null;
935 const endTime = o.endTime || (typeof o.closed === 'string' ? o.closed : null);
936 const closed = !!o.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
937 return { multiple: Array.isArray(o.anyOf), options, endTime, closed, voters: Number(o.votersCount) || null, voted: null };
938}
939
940// ── Polls WE host (a local post with a poll) ──────────────────────
941// Parse the poll definition stored on our own post (posts.poll_json). Counts are
942// NOT stored here — they're derived from the poll_votes ballots so a re-render always
943// reflects the authoritative tally.
944export function parseOwnPoll(pollJson) {
945 if (!pollJson) return null;
946 let d; try { d = typeof pollJson === 'string' ? JSON.parse(pollJson) : pollJson; } catch { return null; }
947 if (!d || !Array.isArray(d.options)) return null;
948 const options = d.options.map((o) => ({ name: String((o && o.name != null ? o.name : o) || '').slice(0, 300) })).filter((o) => o.name);
949 if (options.length < 2) return null;
950 const endTime = d.endTime || null;
951 const closed = !!d.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
952 return { multiple: !!d.multiple, options, endTime, closed };
953}
954
955// Live tally of a hosted poll from its ballots: per-option counts + unique voters.
956export function pollTally(postId) {
957 const counts = {}; let voters = 0;
958 try {
959 for (const r of db.prepare('SELECT choice, COUNT(*) AS n FROM poll_votes WHERE post_id = ? GROUP BY choice').all(postId)) counts[r.choice] = r.n;
960 voters = db.prepare('SELECT COUNT(DISTINCT actor_uri) AS n FROM poll_votes WHERE post_id = ?').get(postId).n || 0;
961 } catch { /* table may not exist yet */ }
962 return { counts, voters };
963}
964
965// Render-ready view of a hosted poll (options with counts + percentages, totals, state).
966// Voting is fediverse-only, so this is display-only on the site.
967export function ownPollView(post) {
968 const poll = parseOwnPoll(post && post.poll_json);
969 if (!poll) return null;
970 const { counts, voters } = pollTally(post.id);
971 const total = Object.values(counts).reduce((a, b) => a + b, 0);
972 const denom = poll.multiple ? voters : total; // multiple-choice %: share of voters (can sum >100%)
973 const options = poll.options.map((o) => {
974 const count = counts[o.name] || 0;
975 return { name: o.name, count, pct: denom ? Math.round((count / denom) * 100) : 0 };
976 });
977 return { multiple: poll.multiple, options, total, voters, endTime: poll.endTime, closed: poll.closed };
978}
979
980// Attach the AS2 Question shape to a note built for a hosted poll. Mastodon renders a
981// status with either media OR a poll (never both), so a poll federates as content +
982// options with no media attachment. oneOf = single choice, anyOf = multiple.
983function applyPollToNote(note, postId, poll) {
984 const { counts, voters } = pollTally(postId);
985 const opts = poll.options.map((o) => ({
986 type: 'Note',
987 name: o.name,
988 replies: { type: 'Collection', totalItems: counts[o.name] || 0 },
989 }));
990 note.type = 'Question';
991 note[poll.multiple ? 'anyOf' : 'oneOf'] = opts;
992 if (poll.endTime) note.endTime = new Date(poll.endTime).toISOString();
993 // Once closed, Mastodon expects a `closed` timestamp (the effective end).
994 if (poll.closed) note.closed = poll.endTime ? new Date(poll.endTime).toISOString() : new Date().toISOString();
995 note.votersCount = voters;
996 delete note.attachment; // media ATTACHMENTS + a poll are mutually exclusive on Mastodon
997 // Keep note.image: it's the cover, which Mastodon ignores on a Question anyway
998 // (same as on any Note) but Klonkt reads to show the cover in feeds/the Cirkel.
999 // Deleting it stripped the cover off every boosted poll.
1000 return note;
1001}
1002
1003// Record an inbound ballot on one of OUR polls. A vote arrives as a Create(Note) whose
1004// `name` is the chosen option and `inReplyTo` is our poll note — the Mastodon-standard
1005// vote form. Returns { handled } — handled=true means it was addressed to a poll (so the
1006// caller must NOT also store it as a reply), false means "not a poll, fall through".
1007function recordPollBallot(postId, actorUri, rawChoice) {
1008 const choice = String(rawChoice == null ? '' : rawChoice).slice(0, 300);
1009 if (!choice) return { handled: false };
1010 let post; try { post = db.prepare('SELECT poll_json FROM posts WHERE id = ?').get(postId); } catch { return { handled: false }; }
1011 const poll = post && parseOwnPoll(post.poll_json);
1012 if (!poll) return { handled: false }; // not a poll → let the reply logic handle it
1013 if (poll.closed) return { handled: true }; // voting closed → drop
1014 if (!poll.options.some((o) => o.name === choice)) return { handled: true }; // unknown option → drop
1015 try {
1016 // Single choice = one ballot per actor: ignore a later/different vote. Multiple choice
1017 // allows one ballot per distinct option (the UNIQUE(post,actor,choice) dedupes repeats).
1018 if (!poll.multiple && db.prepare('SELECT 1 FROM poll_votes WHERE post_id = ? AND actor_uri = ? LIMIT 1').get(postId, actorUri)) return { handled: true };
1019 db.prepare('INSERT OR IGNORE INTO poll_votes (post_id, actor_uri, choice) VALUES (?, ?, ?)').run(postId, actorUri, choice);
1020 } catch { return { handled: true }; }
1021 schedulePollUpdate(postId);
1022 return { handled: true };
1023}
1024
1025// Coalesce a burst of votes into ONE Update(Question) per poll: the first vote schedules a
1026// refresh ~15s out; further votes in that window ride the same pending update (which carries
1027// the accumulated tally). Non-follower voters re-fetch the Question (live tally) themselves.
1028const _pollUpdTimers = new Map();
1029function schedulePollUpdate(postId) {
1030 if (_pollUpdTimers.has(postId)) return;
1031 const t = setTimeout(() => { _pollUpdTimers.delete(postId); deliverPollUpdate(postId).catch(() => { /* best-effort */ }); }, 15000);
1032 if (t.unref) t.unref();
1033 _pollUpdTimers.set(postId, t);
1034}
1035
1036// Push the fresh poll tally (or closed state) to followers as Update(Question).
1037export async function deliverPollUpdate(postId) {
1038 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1039 if (!base || !postId) return;
1040 let post, site;
1041 try {
1042 post = db.prepare('SELECT * FROM posts WHERE id = ?').get(postId);
1043 if (!post || !post.poll_json) return;
1044 site = db.prepare('SELECT * FROM sites WHERE id = ?').get(post.site_id);
1045 } catch { return; }
1046 if (site) await deliverUpdate(site, post);
1047}
1048
1049// Handle an incoming inbox POST. slugParam = null for the shared /ap/inbox.
1050export async function handleInbox(req, slugParam) {
1051 const act = req.body || {};
1052 const type = act.type;
1053 // Real client IP (behind the proxy via `trust proxy`) — logged on dropped/rejected/
1054 // ignored inbox hits so an operator can see who is probing their fediverse inbox.
1055 const ip = req.ip || (req.connection && req.connection.remoteAddress) || '?';
1056 const base = (process.env.PUBLIC_BASE_URL || `${req.protocol}://${req.get('host')}`).replace(/\/+$/, '');
1057 const verified = await verifyRequest(req).catch(() => null);
1058
1059 // ENFORCE HTTP signatures: a data-affecting activity must be signed by the very
1060 // actor it claims to be. No valid signature, or signer ≠ actor → reject (no
1061 // forged replies/likes/follows/timeline posts). GET/discovery stays open.
1062 const claimedActor = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1063 // Blocked actor/domain → silently drop (202, don't reveal the block).
1064 if (claimedActor && isBlockedAny(claimedActor)) { console.log('[AP] inbox dropped (blocked)', claimedActor, 'from', ip); return 202; }
1065 const GATED = ['Create', 'Like', 'Announce', 'Follow', 'Delete', 'Undo', 'Accept', 'Reject', 'Add', 'Remove', 'Update', 'Flag'];
1066 if (GATED.includes(type)) {
1067 if (!verified || !claimedActor || verified.id !== claimedActor) {
1068 console.warn('[AP] inbox REJECTED (signature)', type, claimedActor || '?', 'from', ip, verified ? '(signer mismatch)' : '(unsigned/invalid)');
1069 return 401;
1070 }
1071 }
1072
1073 // A moderation report (Flag) about our content — store it for the targeted site's owner
1074 // (each Klonkt site is moderated by its own owner). Signature is enforced (GATED).
1075 if (type === 'Flag') {
1076 const objs = Array.isArray(act.object) ? act.object : (act.object ? [act.object] : []);
1077 const objectUris = objs.map((o) => (typeof o === 'string' ? o : (o && o.id))).filter(Boolean);
1078 let targetSlug = null;
1079 const noteIds = [];
1080 for (const u of objectUris) {
1081 const s = slugFromActorUrl(u); // one of our actors?
1082 if (s) { targetSlug = targetSlug || s; continue; }
1083 const pid = postIdFromNoteUrl(u, base); // one of our notes?
1084 if (pid) noteIds.push(pid);
1085 }
1086 if (!targetSlug && noteIds.length) {
1087 try { const r = db.prepare('SELECT s.slug FROM posts p JOIN sites s ON s.id = p.site_id WHERE p.id = ? LIMIT 1').get(noteIds[0]); if (r) targetSlug = r.slug; } catch { /* ignore */ }
1088 }
1089 if (!targetSlug) return 202; // not about us / can't tell → drop
1090 // Flag is GATED, so `verified` is the signer's (reporter's) actor doc already.
1091 const ai = actorInfo(verified || null, claimedActor);
1092 try {
1093 db.prepare('INSERT INTO ap_reports (slug, actor_uri, actor_name, actor_handle, actor_icon, content, objects, created_at) VALUES (?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1094 .run(targetSlug, claimedActor || null, ai.name, ai.handle, ai.icon, HtmlSanitizerService.toPlainText(act.content || '').slice(0, 3000), JSON.stringify(objectUris.slice(0, 20)));
1095 console.log('[AP] report received for', targetSlug, 'from', claimedActor);
1096 } catch { /* ignore */ }
1097 return 202;
1098 }
1099
1100 if (type === 'Follow') {
1101 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1102 const slug = slugParam || slugFromActorUrl(typeof act.object === 'string' ? act.object : (act.object && act.object.id));
1103 if (!who || !slug) return 400;
1104 const remote = await fetchActor(who);
1105 if (!remote || !remote.inbox) return 202; // can't reach them → drop quietly
1106 const sharedInbox = (remote.endpoints && remote.endpoints.sharedInbox) || null;
1107 fStmts().ins.run(slug, who, remote.inbox, sharedInbox);
1108 const me = actorId(base, slug);
1109 const keys = getOrCreateKeys(slug);
1110 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: act };
1111 deliver(remote.inbox, accept, `${me}#main-key`, keys.private_pem).catch((e) => console.warn('[AP] Accept delivery failed:', e.message));
1112 // Auto-backfill: send our recent posts as Create so the instance has our history
1113 // (Mastodon doesn't fetch history on follow). ONCE PER REMOTE INSTANCE only —
1114 // Mastodon dedupes notes per-instance, so re-filling an instance that already has
1115 // a follower of ours is wasted work (and won't re-populate the new follower's
1116 // timeline anyway). Deliver to the shared inbox (instance-level) when present.
1117 // Sync insert+check (no await between) → no interleave race with concurrent Follows.
1118 const instanceFilled = sharedInbox &&
1119 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1')
1120 .get(slug, sharedInbox, who);
1121 if (!instanceFilled) {
1122 backfillNewFollower(base, slug, sharedInbox || remote.inbox).catch(() => { /* best-effort */ });
1123 }
1124 console.log('[AP] Follow', who, '→', slug, verified ? '(sig ok)' : '(sig unverified)');
1125 return 202;
1126 }
1127 if (type === 'Undo' && act.object) {
1128 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1129 const ot = act.object.type;
1130 if (ot === 'Follow') {
1131 const obj = act.object.object;
1132 const slug = slugParam || slugFromActorUrl(typeof obj === 'string' ? obj : (obj && obj.id));
1133 if (who && slug) { fStmts().del.run(slug, who); console.log('[AP] Unfollow', who, '→', slug); }
1134 return 202;
1135 }
1136 if (ot === 'Like' || ot === 'Announce') {
1137 const tgt = act.object.object;
1138 const pid = postIdFromNoteUrl(typeof tgt === 'string' ? tgt : (tgt && tgt.id), base);
1139 if (who && pid) { iStmts().delLA.run(ot.toLowerCase(), pid, who); console.log('[AP] Undo', ot, who, '→', pid); }
1140 return 202;
1141 }
1142 return 202;
1143 }
1144
1145 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1146 const resolveActor = async (uri) => ((verified && verified.id === uri) ? verified : await fetchActor(uri).catch(() => null));
1147 // Activities from our OWN actors are already stored via ap_outbox — don't re-store.
1148 const isLocalActor = !!(base && actorUri && actorUri.startsWith(`${base}/ap/users/`));
1149
1150 // Inbound reply: a Create whose object replies to one of our notes (post OR comment).
1151 if (type === 'Create' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1152 const o = act.object;
1153 // A poll ballot: a Note carrying a `name` (the chosen option) inReplyTo one of OUR poll
1154 // posts. Record it (deduped per actor) BEFORE the reply logic so a vote is never stored
1155 // as a comment. recordPollBallot returns handled=false only if the target isn't a poll.
1156 if (o.name && o.inReplyTo && actorUri && !isLocalActor) {
1157 const seg = postIdFromNoteUrl(o.inReplyTo, base);
1158 if (seg && localPostExists(seg)) {
1159 const rec = recordPollBallot(seg, actorUri, o.name);
1160 if (rec.handled) { console.log('[AP] poll vote', actorUri, '→', seg); return 202; }
1161 }
1162 }
1163 const tgt = findThreadTarget(o.inReplyTo, base);
1164 if (tgt && actorUri && !isLocalActor) {
1165 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1166 const html = HtmlSanitizerService.sanitize(o.content || '');
1167 iStmts().ins.run('reply', tgt.post_id, o.id || '', actorUri, ai.name, ai.handle, ai.url, ai.icon, html, o.published || null, tgt.parent_uri, noteVisibility(o));
1168 console.log('[AP] reply', actorUri, '→', tgt.post_id);
1169 return 202;
1170 }
1171 // Home timeline (client): a top-level post from an account we follow.
1172 if (actorUri && !isLocalActor && !o.inReplyTo && o.id) {
1173 let subs = []; try { subs = db.prepare('SELECT slug, auto_boost FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist yet */ }
1174 if (subs.length) {
1175 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1176 const html = HtmlSanitizerService.sanitize(o.content || '');
1177 const _atts = (Array.isArray(o.attachment) ? o.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
1178 // Fallback cover: a Note's `image` (set when the attachment was suppressed
1179 // for a player-card post, e.g. hosted-audio posts).
1180 if (!_atts.some((m) => !m.type || /image/i.test(m.type)) && o.image) {
1181 const _im = Array.isArray(o.image) ? o.image[0] : o.image;
1182 const _iu = safeUrl(typeof _im === 'string' ? _im : (_im && _im.url));
1183 if (_iu) _atts.push({ url: _iu, type: (_im && _im.mediaType) || 'image/jpeg' });
1184 }
1185 const media = JSON.stringify(_atts);
1186 const poll = parsePoll(o); // a Question (fediverse poll) → cache its options/counts
1187 // "Feature" = show in the Cirkel (local only). We do NOT auto-Announce
1188 // incoming posts to the fediverse — that flooded followers. Boosting to the
1189 // fediverse is only ever a deliberate, manual per-post action (the 🔁 on
1190 // the timeline).
1191 for (const s of subs) {
1192 tlStmts().ins.run(o.id, s.slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, media, o.sensitive ? 1 : 0, o.summary || null);
1193 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, s.slug); } catch { /* ignore */ } }
1194 }
1195 console.log('[AP] timeline +', actorUri, 'x' + subs.length);
1196 }
1197 }
1198 // Mentioned in a post that is NOT a reply to our content (a reply to us already returned
1199 // above): store a mention notification for each of our actors named in the Mention tags.
1200 // Requires our own base prefix on the tag href — /ap/users/<slug> on a REMOTE host is
1201 // someone else's actor, not ours.
1202 if (actorUri && !isLocalActor && o.id) {
1203 const slugs = localMentionSlugs(o.tag, base);
1204 if (slugs.length) {
1205 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1206 const html = HtmlSanitizerService.sanitize(o.content || '');
1207 for (const slug of slugs) {
1208 try {
1209 const r = db.prepare('INSERT OR IGNORE INTO ap_mentions (slug, object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, published, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1210 .run(slug, o.id, safeUrl(o.url) || null, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.published || null);
1211 if (r.changes) console.log('[AP] mention', actorUri, '→', slug);
1212 } catch { /* ignore */ }
1213 }
1214 }
1215 }
1216 return 202;
1217 }
1218 // A remote post we cached was edited upstream → refresh our cached copy. This is the
1219 // push-based edit-sync that keeps the Cirkel/timeline fresh without polling (selfHeal
1220 // does it on a version bump; this does it live). Scope to the SIGNING actor so B can't
1221 // edit A's note (the signature gate guarantees claimedActor == the verified signer).
1222 if (type === 'Update' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1223 const o = act.object;
1224 if (o.id && claimedActor) {
1225 const html = HtmlSanitizerService.sanitize(o.content || '');
1226 const media = mediaFromNote(o);
1227 try {
1228 // Refresh url too (COALESCE keeps the old one if the Update omits it): a remote slug
1229 // rename keeps the same AP id but changes the human url, so without this the cached
1230 // post would keep linking to the old, now-dead URL.
1231 const r = db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ? AND author_uri = ?')
1232 .run(html, media, o.sensitive ? 1 : 0, o.summary || null, o.url || null, o.id, claimedActor);
1233 if (r.changes) console.log('[AP] timeline update', claimedActor, '→', o.id);
1234 // A poll's Update carries the fresh vote counts / closed state. Refresh per-row so each
1235 // site keeps its own `voted` state while the counts/closed update to the new totals.
1236 const poll = parsePoll(o);
1237 if (poll) {
1238 const rows = db.prepare('SELECT rowid AS rid, poll_json FROM ap_timeline WHERE id = ? AND author_uri = ?').all(o.id, claimedActor);
1239 const upd = db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE rowid = ?');
1240 for (const rw of rows) {
1241 let voted = null; try { voted = rw.poll_json ? (JSON.parse(rw.poll_json).voted || null) : null; } catch { /* ignore */ }
1242 upd.run(JSON.stringify({ ...poll, voted }), rw.rid);
1243 }
1244 }
1245 } catch { /* ignore */ }
1246 // If this note is a cached fediverse reply on one of our posts, refresh its text too.
1247 try { db.prepare('UPDATE ap_interactions SET content = ? WHERE object_uri = ? AND actor_uri = ?').run(html, o.id, claimedActor); } catch { /* ignore */ }
1248 }
1249 return 202;
1250 }
1251 if (type === 'Like' || type === 'Announce') {
1252 const tgt = act.object;
1253 const objUrl = typeof tgt === 'string' ? tgt : (tgt && tgt.id);
1254 const pid = postIdFromNoteUrl(objUrl, base);
1255 if (pid && actorUri && !isLocalActor && localPostExists(pid)) {
1256 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1257 iStmts().ins.run(type.toLowerCase(), pid, '', actorUri, ai.name, ai.handle, ai.url, ai.icon, null, null, null, noteVisibility(act));
1258 console.log('[AP]', type === 'Like' ? 'like' : 'boost', actorUri, '→', pid);
1259 } else if (type === 'Announce' && objUrl && actorUri && !isLocalActor) {
1260 // A boost FROM an account we follow, of a REMOTE post → show it in the News feed.
1261 // We only STORE it for display; we NEVER auto-Announce it onward (anti-feedback-loop:
1262 // re-announcing an incoming Announce would cascade boosts across the network).
1263 let subs = []; try { subs = db.prepare('SELECT slug FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist */ }
1264 if (subs.length) {
1265 const bn = await fetchNoteAP(objUrl);
1266 if (bn && bn !== 404 && (bn.type === 'Note' || bn.type === 'Article') && bn.id) {
1267 const origUri = actorUriOf(bn.attributedTo);
1268 // Block completeness: even if you follow the booster, drop a boost whose ORIGINAL
1269 // author is blocked — otherwise a block is bypassed via someone else's boost.
1270 if (origUri && isBlockedAny(origUri)) { console.log('[AP] timeline boost dropped (blocked origin)', origUri, 'via', actorUri); return 202; }
1271 const oai = actorInfo(await resolveActor(origUri), origUri);
1272 const html = HtmlSanitizerService.sanitize(bn.content || '');
1273 const media = mediaFromNote(bn);
1274 const booster = actorInfo(await resolveActor(actorUri), actorUri);
1275 for (const s of subs) {
1276 // published = now → the boost shows as fresh activity at the top (Mastodon shows
1277 // reblogs at reblog-time, not the original's date). INSERT OR IGNORE: if we already
1278 // have the note (e.g. we also follow the author), keep it and DON'T relabel it.
1279 let inserted = false;
1280 try { const r = tlStmts().ins.run(bn.id, s.slug, origUri || '', oai.name, oai.handle, oai.icon, oai.url, html, bn.url || null, new Date().toISOString(), media, bn.sensitive ? 1 : 0, bn.summary || null); inserted = r.changes > 0; } catch { /* ignore */ }
1281 if (inserted) { try { db.prepare('UPDATE ap_timeline SET reblog_name = ?, reblog_handle = ?, reblog_icon = ? WHERE slug = ? AND id = ?').run(booster.name, booster.handle, booster.icon, s.slug, bn.id); } catch { /* ignore */ } }
1282 }
1283 console.log('[AP] timeline boost +', actorUri, 'x' + subs.length);
1284 }
1285 }
1286 }
1287 return 202;
1288 }
1289 if (type === 'Delete') {
1290 // A remote note was deleted upstream → drop it from replies AND the timeline.
1291 // Scope to the SIGNING actor so actor B can't delete actor A's content (the
1292 // signature gate guarantees claimedActor == the verified signer here).
1293 const oid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1294 if (oid && claimedActor) {
1295 try { db.prepare('DELETE FROM ap_interactions WHERE object_uri = ? AND actor_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1296 try { db.prepare('DELETE FROM ap_timeline WHERE id = ? AND author_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1297 // Also clear a boost/like YOU made of this now-deleted remote post (the interact-page
1298 // ap_my_reactions state), so it can't stay stuck as "boosted" on a post that's gone.
1299 // Guard: only when the deleter owns the note's domain (B mustn't clear your reactions
1300 // to A's posts).
1301 try {
1302 let sameHost = false;
1303 try { sameHost = new URL(oid).host === new URL(claimedActor).host; } catch { sameHost = false; }
1304 if (sameHost) db.prepare('DELETE FROM ap_my_reactions WHERE target_uri = ?').run(oid);
1305 } catch { /* ignore */ }
1306 }
1307 return 202;
1308 }
1309 // Accept/Reject of a Follow WE sent (client side).
1310 if (type === 'Accept' && act.object) {
1311 const fid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1312 if (fid) { try { fwStmts().acc.run(fid); } catch { /* ignore */ } }
1313 console.log('[AP] follow accepted', actorUri);
1314 return 202;
1315 }
1316 if (type === 'Reject' && act.object) {
1317 const who = actorUri;
1318 if (who && slugParam) { try { fwStmts().del.run(slugParam, who); } catch { /* ignore */ } }
1319 return 202;
1320 }
1321
1322 console.log('[AP] inbox', type || 'unknown', '→', slugParam || 'shared', 'from', ip, '(ignored)');
1323 return 202;
1324}
1325
1326// Deliver a new post as Create(Note) to all followers' inboxes (fire-and-forget).
1327// Needs PUBLIC_BASE_URL (absolute URLs); no-op without followers or base.
1328export async function deliverCreate(site, post) {
1329 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1330 if (!base || !site || !site.slug) return;
1331 // Resolve inline @user@host mentions → link them in the note + collect their inboxes, so a
1332 // mentioned person is notified even if they don't follow us (Mastodon-standard mention).
1333 const mres = await resolveMentionsInText(base, post.content || '');
1334 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1335 const followers = fStmts().list.all(site.slug);
1336 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1337 if (!inboxes.length) return; // no followers and no one mentioned
1338 const keys = getOrCreateKeys(site.slug);
1339 const keyId = `${actorId(base, site.slug)}#main-key`;
1340 const create = buildCreate(base, site, post2);
1341 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, create, keyId, keys.private_pem);
1342}
1343
1344// On a new Follow, send that follower our most recent posts as Create so their
1345// timeline shows our history (Mastodon does not backfill on follow). Oldest-first
1346// so they sort into the follower's timeline at their original dates.
1347async function backfillNewFollower(base, slug, inbox) {
1348 if (!base || !slug || !inbox) return;
1349 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
1350 if (!site) return;
1351 const recent = db.prepare(
1352 `SELECT id, slug, title, content, cover_image_url, cover_video_url, nsfw, content_warning, published_at, created_at
1353 FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1354 ORDER BY COALESCE(published_at, created_at) DESC LIMIT 20`
1355 ).all(site.id).reverse();
1356 if (!recent.length) return;
1357 const keys = getOrCreateKeys(slug);
1358 const keyId = `${actorId(base, slug)}#main-key`;
1359 for (const p of recent) {
1360 try { await deliver(inbox, buildCreate(base, site, p), keyId, keys.private_pem); } catch { /* best-effort */ }
1361 await new Promise((r) => setTimeout(r, 150));
1362 }
1363 console.log('[AP] backfilled', recent.length, 'posts to new follower of', slug);
1364}
1365
1366// Tell followers a post is gone (Delete + Tombstone) so it's removed from their feeds.
1367export async function deliverDelete(site, post) {
1368 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1369 if (!base || !site || !site.slug || !post || !post.id) return;
1370 const followers = fStmts().list.all(site.slug);
1371 if (!followers.length) return;
1372 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1373 const keys = getOrCreateKeys(site.slug);
1374 const me = actorId(base, site.slug);
1375 const nid = noteId(base, post.id);
1376 const del = {
1377 '@context': AP_CONTEXT,
1378 id: `${nid}#delete-${Date.now()}-${rid()}`,
1379 type: 'Delete',
1380 actor: me,
1381 to: [PUBLIC],
1382 object: { id: nid, type: 'Tombstone' },
1383 };
1384 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, del, `${me}#main-key`, keys.private_pem);
1385}
1386
1387// Tell followers an already-published post changed (Update + edited Note) so
1388// Mastodon refreshes the cached copy (e.g. after fixing content).
1389export async function deliverUpdate(site, post) {
1390 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1391 if (!base || !site || !site.slug || !post || !post.id) return;
1392 const mres = await resolveMentionsInText(base, post.content || ''); // link mentions + collect inboxes
1393 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1394 const followers = fStmts().list.all(site.slug);
1395 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1396 if (!inboxes.length) return;
1397 const keys = getOrCreateKeys(site.slug);
1398 const me = actorId(base, site.slug);
1399 const note = buildNote(base, site, post2);
1400 note.updated = new Date().toISOString();
1401 const update = {
1402 '@context': AP_CONTEXT,
1403 id: `${noteId(base, post.id)}#update-${Date.now()}-${rid()}`,
1404 type: 'Update', actor: me, to: [PUBLIC], cc: note.cc,
1405 object: note,
1406 };
1407 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1408}
1409
1410// Tell followers the ACTOR changed (Update + Person) so Mastodon re-processes the
1411// account AND re-fetches the featured (pinned) collection — there is no standard
1412// "featured changed" activity, so this is how a pin/unpin propagates promptly.
1413export async function deliverActorUpdate(site) {
1414 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1415 if (!base || !site || !site.slug) return;
1416 const followers = fStmts().list.all(site.slug);
1417 if (!followers.length) return;
1418 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1419 const keys = getOrCreateKeys(site.slug);
1420 const me = actorId(base, site.slug);
1421 const update = {
1422 '@context': AP_CONTEXT,
1423 id: `${me}#update-${Date.now()}-${rid()}`,
1424 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
1425 object: buildActor(base, site),
1426 };
1427 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1428}
1429
1430// Reliably set the pinned order on followers' instances via Add/Remove activities
1431// (how Mastodon itself federates pins) — pushed to the inbox + processed immediately,
1432// unlike the featured COLLECTION which Mastodon caches with sticky StatusPins.
1433// Mastodon's Add skips an already-pinned status, so we REMOVE every pin first, wait,
1434// then ADD in rank-DESCENDING order (rank 1 added LAST → newest StatusPin → shown first,
1435// because Mastodon displays pins newest-first). `alsoRemove` = ids to unpin too.
1436// Serialize pin-resyncs per site: two concurrent /save calls would otherwise interleave
1437// their Remove -> wait -> Add sequences and scramble the StatusPin order on Mastodon. A
1438// resync already in flight for a site coalesces later requests into ONE rerun after it
1439// finishes (accumulating their extra unpins), so rapid saves don't pile up N full resyncs.
1440const _pinResync = new Map(); // slug -> { promise, pending, pendingRemove:Set, site }
1441export function resyncFeaturedPins(site, alsoRemove = []) {
1442 if (!site || !site.slug) return Promise.resolve();
1443 const slug = site.slug;
1444 const running = _pinResync.get(slug);
1445 if (running) {
1446 running.pending = true;
1447 running.site = site; // use the latest site object on the rerun
1448 for (const id of alsoRemove) running.pendingRemove.add(id);
1449 return running.promise;
1450 }
1451 const state = { promise: null, pending: false, pendingRemove: new Set(), site };
1452 state.promise = (async () => {
1453 let extra = alsoRemove;
1454 for (;;) {
1455 try { await doResyncFeaturedPins(state.site, extra); }
1456 catch (e) { console.warn('[AP] pin resync failed:', e.message); }
1457 if (!state.pending) break;
1458 state.pending = false;
1459 extra = [...state.pendingRemove];
1460 state.pendingRemove = new Set();
1461 }
1462 _pinResync.delete(slug);
1463 })();
1464 _pinResync.set(slug, state);
1465 return state.promise;
1466}
1467
1468// The actual resync work — do NOT call directly; go through resyncFeaturedPins() above so
1469// it stays serialized per site.
1470async function doResyncFeaturedPins(site, alsoRemove = []) {
1471 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1472 if (!base || !site || !site.slug) return;
1473 const followers = fStmts().list.all(site.slug);
1474 if (!followers.length) return;
1475 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1476 const keys = getOrCreateKeys(site.slug);
1477 const me = actorId(base, site.slug);
1478 const keyId = `${me}#main-key`;
1479 const featured = `${me}/featured`;
1480 const note = (id) => noteId(base, id);
1481 const pinned = db.prepare(
1482 `SELECT id FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1483 AND pinned IS NOT NULL AND pinned > 0
1484 ORDER BY pinned DESC, COALESCE(published_at, created_at) ASC LIMIT 20`
1485 ).all(site.id);
1486 const removeIds = [...new Set([...pinned.map((p) => p.id), ...alsoRemove])];
1487 // 1. Remove every current pin so Mastodon can recreate them in order.
1488 for (const id of removeIds) {
1489 const rm = { '@context': AP_CONTEXT, id: `${me}#rm-${id}-${Date.now()}-${rid()}`, type: 'Remove', actor: me, object: note(id), target: featured, to: [PUBLIC] };
1490 for (const inbox of inboxes) deliver(inbox, rm, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1491 }
1492 if (!pinned.length) { console.log('[AP] unpinned all featured for', site.slug); return; }
1493 await new Promise((r) => setTimeout(r, 5000)); // let the Removes land first
1494 // 2. Add in rank-DESC order, gaps so each StatusPin gets an increasing created_at.
1495 for (const p of pinned) {
1496 const add = { '@context': AP_CONTEXT, id: `${me}#add-${p.id}-${Date.now()}-${rid()}`, type: 'Add', actor: me, object: note(p.id), target: featured, to: [PUBLIC], cc: [`${me}/followers`] };
1497 for (const inbox of inboxes) deliver(inbox, add, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1498 await new Promise((r) => setTimeout(r, 2000));
1499 }
1500 console.log('[AP] resynced', pinned.length, 'featured pins for', site.slug);
1501}
1502
1503// ── outbound replies (Klonkt → fediverse) ─────────────────────────
1504const escHtml = (s) => String(s || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
1505const toISO = (v) => { if (!v) return new Date().toISOString(); const s = String(v); const d = new Date(/[TZ]/.test(s) ? s : s.replace(' ', 'T') + 'Z'); return isNaN(d) ? new Date().toISOString() : d.toISOString(); };
1506
1507// Build one of OUR outbound reply Notes from an ap_outbox row.
1508// Turn #hashtags in reply text into Mastodon-style hashtag links (clickable + federated).
1509function linkHashtags(base, html) {
1510 // Prefix: start / whitespace / '>' / opening bracket — "(#tag" is a tag too. NO quote
1511 // chars in this class: a quote precedes attribute values (alt="#…"), which must not match.
1512 return String(html || '').replace(/(^|[\s>([{])#([\p{L}\p{M}\p{N}_]+)/gu, (m, pre, tag) =>
1513 `${pre}<a href="${base}/tag/${encodeURIComponent(tag.toLowerCase())}" class="mention hashtag" rel="tag">#${tag}</a>`);
1514}
1515// Auto-link bare http(s) URLs in already-safe HTML (federated copies). Splits on existing
1516// <a>…</a> so a linked URL is never wrapped twice; requires start/whitespace/'>' before the
1517// URL so attribute values (src="https://…") never match. Trailing sentence punctuation stays
1518// outside the link (Mastodon-style).
1519function linkUrls(html) {
1520 const parts = String(html || '').split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi);
1521 for (let i = 0; i < parts.length; i++) {
1522 if (/^<a\b/i.test(parts[i])) continue; // already a link → leave as-is
1523 parts[i] = parts[i].replace(/(^|[\s>([{])(https?:\/\/[^\s<]+?)([.,;:!?)\]»]*)(?=$|[\s<])/g,
1524 (m, pre, url, trail) => `${pre}<a href="${url.replace(/"/g, '%22')}" rel="nofollow noopener" target="_blank">${url}</a>${trail}`);
1525 }
1526 return parts.join('');
1527}
1528// Linkify inline #hashtags and bare URLs in BODY html for on-site DISPLAY, using the
1529// EXACT same rules as the federated copy (linkHashtags/linkUrls), so the website and the
1530// Mastodon copy agree instead of the website showing raw text. Idempotent: existing
1531// <a>…</a> (editor links, embeds, shortcode buttons) are split out and left untouched, so
1532// nothing is double-wrapped. Pass base='' → root-relative /tag/<slug> links.
1533export function linkifyBody(base, html) {
1534 const withTags = String(html || '')
1535 .split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi)
1536 .map((seg) => (/^<a\b/i.test(seg) ? seg : linkHashtags(base, seg)))
1537 .join('');
1538 return linkUrls(withTags);
1539}
1540
1541// Bake a post's raw source into its display HTML (the ActivityPub `source` model): done ONCE
1542// at save and cached in posts.content_rendered, so page views serve it statically instead of
1543// re-linkifying every render. Step 1 = #hashtags + bare URLs (cheap, no network). Step 2 will
1544// resolve @mentions here too (webfinger once at save instead of per page view).
1545export function bakePostContent(source) {
1546 return linkifyBody('', source || '');
1547}
1548
1549// Step 2: the full bake, incl. @mention links. Resolves @user@host via webfinger ONCE (the
1550// same resolver the federated copy uses) and bakes the profile links into content_rendered,
1551// so page views never do a per-view lookup. Unresolvable handles stay plain text; on any
1552// failure it degrades to the sync #hashtag/URL bake. Async (webfinger) → callers run it off
1553// the save response so the request never blocks on a slow/dead remote server.
1554export async function bakePostContentWithMentions(source) {
1555 const withHashUrls = bakePostContent(source);
1556 try { const m = await resolveMentionsInText('', withHashUrls); return m.html; }
1557 catch { return withHashUrls; }
1558}
1559
1560// Extract the AP Hashtag tag objects from already-linked reply content.
1561function hashtagTags(base, content) {
1562 const tags = [], seen = new Set();
1563 const re = /class="[^"]*\bhashtag\b[^"]*"[^>]*>#([\p{L}\p{M}\p{N}_]+)</giu;
1564 let m;
1565 while ((m = re.exec(content || ''))) {
1566 const k = m[1].toLowerCase();
1567 if (seen.has(k)) continue; seen.add(k);
1568 tags.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(k)}`, name: '#' + m[1] });
1569 }
1570 return tags;
1571}
1572
1573// Normalise a post's tags field (array, JSON-string, or comma-string) to an array.
1574function normalizeTags(t) {
1575 if (Array.isArray(t)) return t;
1576 if (typeof t === 'string') {
1577 const s = t.trim(); if (!s) return [];
1578 if (s[0] === '[') { try { const a = JSON.parse(s); return Array.isArray(a) ? a : []; } catch { /* fall through */ } }
1579 return s.split(',').map((x) => x.trim()).filter(Boolean);
1580 }
1581 return [];
1582}
1583// A tag → { label, slug }. Multi-word tags become CamelCase (#LiveMusic) for the display
1584// name (Mastodon hashtags can't contain spaces; CamelCase is the accessibility norm); the
1585// slug/href stays lowercase ("livemusic").
1586function tagParts(raw) {
1587 const words = String(raw || '').trim().split(/[\s_]+/).map((w) => w.replace(/[^\p{L}\p{M}\p{N}]/gu, '')).filter(Boolean);
1588 if (!words.length) return null;
1589 const slug = words.join('').toLowerCase();
1590 if (!slug) return null;
1591 const label = words.length > 1 ? words.map((w) => w[0].toUpperCase() + w.slice(1)).join('') : words[0];
1592 return { label, slug };
1593}
1594// Merge a post's tags field + the #hashtags linked inline in its body into one deduped
1595// Hashtag tag list (with hrefs to our /tag page).
1596function buildHashtagList(base, tagsField, content) {
1597 const out = [], seen = new Set();
1598 for (const t of normalizeTags(tagsField)) {
1599 const p = tagParts(t); if (!p || seen.has(p.slug)) continue; seen.add(p.slug);
1600 out.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(p.slug)}`, name: '#' + p.label });
1601 }
1602 for (const h of hashtagTags(base, content)) {
1603 const k = h.name.slice(1).toLowerCase(); if (seen.has(k)) continue; seen.add(k);
1604 out.push(h);
1605 }
1606 return out;
1607}
1608
1609// Extract Mention tag objects from already-linked content (class="u-url mention").
1610function mentionTags(content) {
1611 const tags = [], seen = new Set();
1612 // The link href is the human profile URL; the actor URI (for the Mention tag) is in data-actor.
1613 const re = /<a href="[^"]*" class="u-url mention" data-actor="([^"]+)">@([^<]+)<\/a>/gi;
1614 let m;
1615 while ((m = re.exec(content || ''))) {
1616 const href = m[1];
1617 if (seen.has(href)) continue; seen.add(href);
1618 tags.push({ type: 'Mention', href, name: '@' + m[2] });
1619 }
1620 return tags;
1621}
1622// Resolve inline @user@domain mentions in reply/post text → link them (href = actor URI)
1623// and collect the mentioned actors' inboxes so they get notified. Best-effort per mention.
1624async function resolveMentionsInText(base, html) {
1625 const inboxes = [];
1626 const handles = new Set();
1627 // Prefix also allows opening brackets — "(@user@host + me)" is a mention too (real-world
1628 // miss: a bracketed mention federated as plain text and its target was never notified).
1629 const re = /(^|[\s>([{])@([\p{L}\p{M}\p{N}_.-]+@[\p{L}\p{M}\p{N}.-]+)/gu;
1630 let m;
1631 while ((m = re.exec(html || ''))) handles.add(m[2]);
1632 let out = String(html || '');
1633 for (const h of handles) {
1634 let actorUri = null;
1635 try { actorUri = await webfingerResolve('@' + h); } catch { actorUri = null; }
1636 if (!actorUri) continue;
1637 const actor = await fetchActor(actorUri).catch(() => null);
1638 const inbox = actor && ((actor.endpoints && actor.endpoints.sharedInbox) || actor.inbox);
1639 if (inbox) inboxes.push(inbox);
1640 const profileUrl = actorInfo(actor, actorUri).url || actorUri; // human profile page → the link href
1641 const esc = h.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
1642 out = out.replace(new RegExp('(^|[\\s>([{])@' + esc + '(?![\\p{L}\\p{M}\\p{N}_.-])', 'gu'),
1643 (full, pre) => `${pre}<a href="${profileUrl}" class="u-url mention" data-actor="${actorUri}">@${h}</a>`);
1644 }
1645 return { html: out, inboxes };
1646}
1647
1648export function buildReplyNote(base, site, row) {
1649 // Thin delegate: replies are built by buildNote (the single Note entry point) in reply mode.
1650 return buildNote(base, site, row, { isReply: true });
1651}
1652
1653// Resolve one of our outbound reply Notes by id (for /ap/notes/:id fallback).
1654export function getOutboxNote(base, id) {
1655 const row = iStmts().getO.get(id);
1656 if (!row) return null;
1657 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(row.site_slug);
1658 if (!site) return null;
1659 return buildReplyNote(base, site, row);
1660}
1661
1662// Send a reply FROM this site to a remote actor (in reply to their inbound reply).
1663// `parent` = an ap_interactions row (actor_uri, actor_url, actor_handle, object_uri).
1664export async function deliverReply(site, { postId, postSlug, parent, text }) {
1665 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1666 if (!base || !site || !site.slug || !parent || !String(text || '').trim()) return null;
1667 const me = actorId(base, site.slug);
1668 const handle = parent.actor_handle || deriveHandle(parent.actor_uri);
1669 const dispHandle = handle && handle[0] === '@' ? handle : '@' + (handle || '');
1670 const body = escHtml(String(text).trim()).replace(/\r?\n/g, '<br>');
1671 const mres = await resolveMentionsInText(base, body); // link inline @mentions + collect their inboxes
1672 const mention = parent.actor_uri
1673 ? `<a href="${escHtml(parent.actor_url || parent.actor_uri)}" class="u-url mention" data-actor="${escHtml(parent.actor_uri)}">${escHtml(dispHandle)}</a> ` : '';
1674 const content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
1675 // Dedup: skip if the exact same reply was already sent (double-submit guard).
1676 const dup = db.prepare('SELECT 1 FROM ap_outbox WHERE site_slug = ? AND IFNULL(in_reply_to, \'\') = ? AND content = ? LIMIT 1')
1677 .get(site.slug, parent.object_uri || '', content);
1678 if (dup) { console.log('[AP] outreply skipped (duplicate)'); return { duplicate: true, delivered: 0 }; }
1679 const id = crypto.randomUUID();
1680 iStmts().insO.run(id, site.slug, postId, postSlug || null, parent.object_uri || null, parent.actor_uri || null, handle, content);
1681 const row = iStmts().getO.get(id);
1682 const note = buildReplyNote(base, site, row);
1683 const create = {
1684 '@context': AP_CONTEXT,
1685 id: note.id + '#create', type: 'Create', actor: me,
1686 published: note.published, to: note.to, cc: note.cc, object: note,
1687 };
1688 const keys = getOrCreateKeys(site.slug);
1689 const keyId = `${me}#main-key`;
1690 const inboxes = new Set();
1691 if (parent.actor_uri) {
1692 const a = await fetchActor(parent.actor_uri).catch(() => null);
1693 if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox);
1694 }
1695 if (parent.threadInbox) inboxes.add(parent.threadInbox); // back-compat (single)
1696 (parent.threadInboxes || []).forEach((i) => inboxes.add(i)); // whole ancestor chain
1697 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1698 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the reply
1699 inboxes.delete(`${me}/inbox`); // never deliver to ourselves (already in ap_outbox)
1700 inboxes.delete(`${base}/ap/inbox`); // (our own shared inbox) → avoids a self-duplicate
1701 let delivered = 0;
1702 for (const inbox of [...inboxes].filter(Boolean)) {
1703 let ok = false;
1704 try { const st = await deliver(inbox, create, keyId, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
1705 if (ok) delivered++;
1706 else enqueueDelivery(site.slug, inbox, create); // durable: retry a briefly-offline recipient (was silently dropped)
1707 }
1708 console.log('[AP] outreply', site.slug, '→', parent.actor_uri, 'delivered', delivered);
1709 return { id, content, delivered };
1710}
1711
1712// attributedTo may be a string, an object {id}, or an ARRAY — e.g. a PeerTube Video is
1713// attributed to [Person (account), Group (channel)]. Pick a usable actor URI (prefer Person).
1714function actorUriOf(att) {
1715 if (!att) return null;
1716 if (typeof att === 'string') return att;
1717 if (Array.isArray(att)) {
1718 const person = att.find((a) => a && typeof a === 'object' && a.type === 'Person' && a.id);
1719 if (person) return person.id;
1720 for (const a of att) { if (typeof a === 'string') return a; if (a && a.id) return a.id; }
1721 return null;
1722 }
1723 return att.id || null;
1724}
1725
1726// Resolve a remote post URL (any fediverse/Klonkt post) into a reply target.
1727// Returns a parent-shaped object usable by deliverReply(), or null.
1728export async function resolveRemoteNote(url) {
1729 if (!/^https?:\/\//i.test(String(url || ''))) return null;
1730 const note = await fetchActor(url).catch(() => null); // AP GET (content-negotiates)
1731 if (!note || !note.id) return null;
1732 const att = note.attributedTo;
1733 const actorUri = actorUriOf(att);
1734 if (!actorUri) return null;
1735 const actor = await fetchActor(actorUri).catch(() => null);
1736 const ai = actorInfo(actor, actorUri);
1737 // Is what we're replying to a post (or a comment) on one of OUR posts? If so,
1738 // link our reply to that local post so it shows nested in the post thread.
1739 const localTgt = findThreadTarget(note.id, (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, ''));
1740 // Walk the WHOLE reply chain upward (comment → parent comment → … → root post)
1741 // and collect every ancestor author's inbox, so each participant's server —
1742 // including the original post's author — receives + threads our reply.
1743 const threadInboxes = [];
1744 const seenInbox = new Set();
1745 let cursor = note.inReplyTo, guard = 0;
1746 while (cursor && guard++ < 6) {
1747 const url = typeof cursor === 'string' ? cursor : (cursor && cursor.id);
1748 if (!url) break;
1749 const pn = await fetchActor(url).catch(() => null);
1750 if (!pn) break;
1751 const pa = actorUriOf(pn.attributedTo);
1752 if (pa && pa !== actorUri) {
1753 const paDoc = await fetchActor(pa).catch(() => null);
1754 const inbox = paDoc && ((paDoc.endpoints && paDoc.endpoints.sharedInbox) || paDoc.inbox);
1755 if (inbox && !seenInbox.has(inbox)) { seenInbox.add(inbox); threadInboxes.push(inbox); }
1756 }
1757 cursor = pn.inReplyTo; // climb to the next ancestor
1758 }
1759 // For non-Note objects (PeerTube Video, Article, …) the meaningful label is `name` (the
1760 // title); prepend it so the reply page shows what you're replying to (sanitize cleans it).
1761 let rawHtml = String(note.content || '').replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
1762 if (note.name && note.type && note.type !== 'Note') rawHtml = `<p><strong>${note.name}</strong></p>` + rawHtml;
1763 const images = (Array.isArray(note.attachment) ? note.attachment : [])
1764 .filter((a) => a && a.url && (!a.mediaType || /^image\//i.test(a.mediaType)))
1765 .map((a) => safeUrl(a.url)).filter(Boolean);
1766 // A Klonkt hosted-audio post strips its cover from `attachment` (so Mastodon
1767 // shows the player card, not a loose image) and puts it in `image` instead.
1768 // Same fallback as mediaFromNote() so a boosted music post keeps its cover.
1769 if (!images.length && note.image) {
1770 const im = Array.isArray(note.image) ? note.image[0] : note.image;
1771 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
1772 if (iu) images.push(iu);
1773 }
1774 return {
1775 object_uri: safeUrl(note.id) || note.id,
1776 actor_uri: actorUri,
1777 actor_url: ai.url,
1778 actor_handle: ai.handle,
1779 actor_name: ai.name,
1780 actor_icon: ai.icon,
1781 url: note.url || url,
1782 content: HtmlSanitizerService.sanitize(rawHtml), // full, sanitized
1783 sensitive: !!note.sensitive, // remote CW → blur in the Cirkel
1784 cw: note.summary || '',
1785 images,
1786 threadInboxes, // every ancestor author's inbox
1787 localPostId: localTgt ? localTgt.post_id : '', // our post this belongs to (if any)
1788 poll: parsePoll(note), // a Question → its options/counts (else null)
1789 preview: HtmlSanitizerService.toPlainText(note.content || '').slice(0, 240),
1790 };
1791}
1792
1793// List a site's own outbound fediverse replies (for the manage/delete view).
1794// The plain editable text of a stored reply (unwrap links → their text, <br> → newline)
1795// so the manage view can prefill an edit box; the mention is re-added on save.
1796function outboxEditableText(content) {
1797 return String(content || '')
1798 .replace(/<br\s*\/?>/gi, '\n')
1799 .replace(/<a\b[^>]*>([\s\S]*?)<\/a>/gi, '$1')
1800 .replace(/<[^>]+>/g, '')
1801 .replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&')
1802 .trim();
1803}
1804export function listOutbox(siteSlug) {
1805 return db.prepare('SELECT id, content, to_handle, in_reply_to, created_at FROM ap_outbox WHERE site_slug = ? ORDER BY created_at DESC')
1806 .all(siteSlug).map((r) => { const c = stripLeadingMentions(r.content); return { ...r, content: c, editable: outboxEditableText(c) }; });
1807}
1808
1809// Delete one of our outbound replies: send Delete(Tombstone) to recipients + remove it.
1810export async function deliverOutboxDelete(site, outboxId) {
1811 const row = iStmts().getO.get(outboxId);
1812 if (!row || row.site_slug !== site.slug) return false;
1813 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1814 if (base) {
1815 const me = actorId(base, site.slug);
1816 const nid = noteId(base, row.id);
1817 const del = { '@context': AP_CONTEXT, id: `${nid}#delete-${Date.now()}-${rid()}`, type: 'Delete', actor: me, to: [PUBLIC], object: { id: nid, type: 'Tombstone' } };
1818 const keys = getOrCreateKeys(site.slug);
1819 const inboxes = new Set();
1820 if (row.to_actor) { const a = await fetchActor(row.to_actor).catch(() => null); if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox); }
1821 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1822 for (const inbox of [...inboxes].filter(Boolean)) {
1823 try { const st = await deliver(inbox, del, `${me}#main-key`, keys.private_pem); if (st >= 200 && st < 300) continue; } catch { /* queue below */ }
1824 enqueueDelivery(site.slug, inbox, del); // durable: a failed comment-delete now retries (was silently dropped)
1825 }
1826 }
1827 db.prepare('DELETE FROM ap_outbox WHERE id = ?').run(outboxId);
1828 return true;
1829}
1830
1831// Edit one of our outbound replies: rewrite the stored content (mention re-added + #tags
1832// re-linked) and send an Update(Note) so recipients refresh their cached copy.
1833export async function deliverOutboxUpdate(site, outboxId, newText) {
1834 const row = iStmts().getO.get(outboxId);
1835 if (!row || row.site_slug !== site.slug) return false;
1836 const text = String(newText || '').trim();
1837 if (!text) return false;
1838 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1839 if (!base) return false;
1840 const me = actorId(base, site.slug);
1841 const toActor = row.to_actor ? await fetchActor(row.to_actor).catch(() => null) : null;
1842 const toProfile = row.to_actor ? (actorInfo(toActor, row.to_actor).url || row.to_actor) : '';
1843 const _h = row.to_handle || deriveHandle(row.to_actor);
1844 const toHandle = _h && _h[0] === '@' ? _h : '@' + (_h || '');
1845 const mention = row.to_actor
1846 ? `<a href="${escHtml(toProfile)}" class="u-url mention" data-actor="${escHtml(row.to_actor)}">${escHtml(toHandle)}</a> ` : '';
1847 const mres = await resolveMentionsInText(base, escHtml(text).replace(/\r?\n/g, '<br>'));
1848 const content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
1849 db.prepare('UPDATE ap_outbox SET content = ? WHERE id = ?').run(content, outboxId);
1850 const note = buildReplyNote(base, site, iStmts().getO.get(outboxId));
1851 note.updated = new Date().toISOString();
1852 const update = {
1853 '@context': AP_CONTEXT,
1854 id: `${note.id}#update-${Date.now()}-${rid()}`, type: 'Update', actor: me,
1855 published: note.published, updated: note.updated, to: note.to, cc: note.cc, object: note,
1856 };
1857 const keys = getOrCreateKeys(site.slug);
1858 const inboxes = new Set();
1859 if (toActor) inboxes.add((toActor.endpoints && toActor.endpoints.sharedInbox) || toActor.inbox);
1860 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1861 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the edit
1862 inboxes.delete(`${me}/inbox`); inboxes.delete(`${base}/ap/inbox`);
1863 let delivered = 0;
1864 for (const inbox of [...inboxes].filter(Boolean)) {
1865 let ok = false;
1866 try { const st = await deliver(inbox, update, `${me}#main-key`, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
1867 if (ok) delivered++;
1868 else enqueueDelivery(site.slug, inbox, update); // durable: retry the edit later (was silently dropped)
1869 }
1870 console.log('[AP] outreply edit', site.slug, 'delivered', delivered);
1871 return { ok: true, content, delivered };
1872}
1873
1874// ── Fediverse CLIENT: follow accounts + home timeline ─────────────
1875// Resolve an @user@domain handle to its actor URL via WebFinger.
1876export async function webfingerResolve(handle) {
1877 const h = String(handle || '').trim().replace(/^@/, '');
1878 const parts = h.split('@');
1879 if (parts.length !== 2 || !parts[0] || !parts[1]) return null;
1880 const acct = `${parts[0]}@${parts[1]}`;
1881 try {
1882 const r = await safeFetch(`https://${parts[1]}/.well-known/webfinger?resource=acct:${encodeURIComponent(acct)}`,
1883 { headers: { Accept: 'application/jrd+json, application/json' } });
1884 if (!r.ok) return null;
1885 const jrd = await r.json();
1886 const link = (jrd.links || []).find((l) => l.rel === 'self' && /activity\+json|ld\+json/.test(l.type || ''));
1887 return safeUrl(link ? link.href : '') || null;
1888 } catch { return null; }
1889}
1890
1891let _insFw, _delFw, _listFw, _accFw, _oneFw, _setAB;
1892function fwStmts() {
1893 if (!_insFw) {
1894 _insFw = db.prepare('INSERT OR REPLACE INTO ap_following (slug, actor_uri, handle, name, icon, url, inbox, follow_id, status, auto_boost, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
1895 _delFw = db.prepare('DELETE FROM ap_following WHERE slug = ? AND actor_uri = ?');
1896 _listFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? ORDER BY created_at DESC');
1897 _accFw = db.prepare("UPDATE ap_following SET status = 'accepted' WHERE follow_id = ?");
1898 _oneFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? AND actor_uri = ?');
1899 _setAB = db.prepare('UPDATE ap_following SET auto_boost = ? WHERE slug = ? AND actor_uri = ?');
1900 }
1901 return { ins: _insFw, del: _delFw, list: _listFw, acc: _accFw, one: _oneFw, setAB: _setAB };
1902}
1903export function listFollowing(slug) { return fwStmts().list.all(slug); }
1904
1905// Toggle auto-boost ("feature") on an account we already follow.
1906export function setAutoBoost(slug, actorUri, on) {
1907 try { fwStmts().setAB.run(on ? 1 : 0, slug, actorUri); } catch { /* ignore */ }
1908 // Featuring an account → AP-native catch-up so the Cirkel isn't empty until they next
1909 // post (push doesn't backfill history-before-follow). Fire-and-forget pull, sends nothing.
1910 if (on) backfillFromOutbox(slug, actorUri).catch(() => {});
1911 return { ok: true };
1912}
1913
1914let _insTl, _listTl, _delTl;
1915function tlStmts() {
1916 if (!_insTl) {
1917 _insTl = db.prepare('INSERT OR IGNORE INTO ap_timeline (id, slug, author_uri, author_name, author_handle, author_icon, author_url, content, url, published, media_json, nsfw, cw, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
1918 _listTl = db.prepare('SELECT * FROM ap_timeline WHERE slug = ? ORDER BY COALESCE(published, created_at) DESC LIMIT ?');
1919 _delTl = db.prepare('DELETE FROM ap_timeline WHERE id = ?');
1920 }
1921 return { ins: _insTl, list: _listTl, del: _delTl };
1922}
1923export function getTimeline(slug, limit) { return tlStmts().list.all(slug, limit || 50); }
1924
1925// ── Cirkel = posts from the accounts you auto-boost ("feature an artist") ──
1926let _abCount, _cirkelPosts, _cirkelMembers;
1927export function autoBoostCount(slug) {
1928 try { if (!_abCount) _abCount = db.prepare('SELECT COUNT(*) AS n FROM ap_following WHERE slug = ? AND auto_boost = 1'); return _abCount.get(slug).n; } catch { return 0; }
1929}
1930export function getCirkelPosts(slug, limit) {
1931 try {
1932 // Cirkel = posts from featured (auto_boost) accounts + posts you boosted
1933 // (t.boosted), mixed by date. One row per note in ap_timeline → no duplicates.
1934 if (!_cirkelPosts) _cirkelPosts = db.prepare(`
1935 SELECT t.id, t.author_uri, t.author_name, t.author_handle, t.author_icon, t.author_url,
1936 t.content, t.url, t.published, t.media_json, t.boosted, t.nsfw, t.cw
1937 FROM ap_timeline t
1938 LEFT JOIN ap_following f ON f.slug = t.slug AND f.actor_uri = t.author_uri
1939 WHERE t.slug = ? AND (f.auto_boost = 1 OR t.boosted = 1)
1940 ORDER BY COALESCE(t.published, t.created_at) DESC, t.rowid DESC
1941 LIMIT ?`);
1942 return _cirkelPosts.all(slug, limit || 60);
1943 } catch { return []; }
1944}
1945export function getCirkelMembers(slug) {
1946 try { if (!_cirkelMembers) _cirkelMembers = db.prepare('SELECT name, url, icon FROM ap_following WHERE slug = ? AND auto_boost = 1 ORDER BY name'); return _cirkelMembers.all(slug); } catch { return []; }
1947}
1948// Mark a timeline post as boosted so it shows in the Cirkel (mixed by date).
1949let _markBoost, _unmarkBoost, _boostedCount;
1950export function markBoosted(slug, noteId) {
1951 try { if (!_markBoost) _markBoost = db.prepare('UPDATE ap_timeline SET boosted = 1 WHERE slug = ? AND id = ?'); _markBoost.run(slug, noteId); } catch { /* ignore */ }
1952}
1953export function unmarkBoosted(slug, noteId) {
1954 try { if (!_unmarkBoost) _unmarkBoost = db.prepare('UPDATE ap_timeline SET boosted = 0 WHERE slug = ? AND id = ?'); _unmarkBoost.run(slug, noteId); } catch { /* ignore */ }
1955}
1956let _markLike, _unmarkLike;
1957export function markLiked(slug, noteId) {
1958 try { if (!_markLike) _markLike = db.prepare('UPDATE ap_timeline SET liked = 1 WHERE slug = ? AND id = ?'); _markLike.run(slug, noteId); } catch { /* ignore */ }
1959}
1960export function unmarkLiked(slug, noteId) {
1961 try { if (!_unmarkLike) _unmarkLike = db.prepare('UPDATE ap_timeline SET liked = 0 WHERE slug = ? AND id = ?'); _unmarkLike.run(slug, noteId); } catch { /* ignore */ }
1962}
1963export function getTimelineReaction(slug, noteId) {
1964 try { const r = db.prepare('SELECT liked, boosted FROM ap_timeline WHERE slug = ? AND id = ?').get(slug, noteId); return { liked: !!(r && r.liked), boosted: !!(r && r.boosted) }; } catch { return { liked: false, boosted: false }; }
1965}
1966// Boost a REMOTE post that may not be in your timeline (you don't follow the author):
1967// store it in ap_timeline (INSERT OR IGNORE → no dup for followed posts) so it shows in
1968// the Cirkel with a Boost badge, then flag it boosted.
1969export function upsertBoostedNote(slug, note) {
1970 if (!slug || !note || !note.object_uri) return;
1971 const id = note.object_uri;
1972 const media = JSON.stringify((note.images || []).map((u) => ({ url: u, type: 'image/jpeg' })));
1973 try {
1974 const r = tlStmts().ins.run(id, slug, note.actor_uri || '', note.actor_name || '', note.actor_handle || '',
1975 note.actor_icon || '', note.actor_url || '', note.content || '', note.url || null,
1976 new Date().toISOString(), media, note.sensitive ? 1 : 0, note.cw || null);
1977 if (!r.changes) {
1978 // Row already cached (INSERT OR IGNORE) → refresh it with the freshly
1979 // resolved note. Without this a row cached without its cover (or with
1980 // stale content) stayed stale forever — even boosting again didn't heal it.
1981 db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE slug = ? AND id = ?')
1982 .run(note.content || '', media, note.sensitive ? 1 : 0, note.cw || null, note.url || null, slug, id);
1983 }
1984 } catch { /* ignore */ }
1985 markBoosted(slug, id);
1986}
1987export function boostedCount(slug) {
1988 try { if (!_boostedCount) _boostedCount = db.prepare('SELECT COUNT(*) AS n FROM ap_timeline WHERE slug = ? AND boosted = 1'); return _boostedCount.get(slug).n; } catch { return 0; }
1989}
1990
1991// Resolve a Klonkt/AP actor URL from a site root: a Klonkt site's root 302s to
1992// /ap/users/<slug> (content negotiation; Location may be relative). Used by
1993// followActor for bare-domain follows.
1994// NB: the old auto-migration of legacy Cirkels (circle_links -> AP follows) was
1995// REMOVED on 2026-06-26 — it auto-sent Follows on boot, which violates "the code
1996// never throws anything into the fediverse automatically" (would surprise-Follow
1997// for some operators at scale). The dead circle_links table stays as harmless dead
1998// data; an operator restores an old cirkel by re-following in /following (their click).
1999async function resolveApActor(siteUrl) {
2000 try {
2001 const r = await fetch(siteUrl, { headers: { Accept: 'application/activity+json' }, redirect: 'manual' });
2002 if (r.status >= 300 && r.status < 400) { const loc = r.headers.get('location'); if (loc) return new URL(loc, siteUrl).href; }
2003 if (r.ok) return siteUrl;
2004 } catch { /* unreachable */ }
2005 return null;
2006}
2007
2008// ── Self-heal: re-sync the fediverse cache (ap_timeline) after a DRASTIC update ──
2009// Runs ONCE per SELFHEAL_VERSION bump — NOT on every boot. Re-fetches each cached
2010// note and refreshes content + media (recovers covers/edits that were delivered
2011// during a flux window, e.g. a fleet-wide update), and drops notes that are gone
2012// (404/410). Bump SELFHEAL_VERSION only on a release that warrants a re-sync.
2013const SELFHEAL_VERSION = 7; // v7: rerun v6 with retry-until-clean semantics (origins briefly offline no longer stay stale forever)
2014async function fetchNoteAP(url) {
2015 try {
2016 const r = await fetch(url, { headers: { Accept: 'application/activity+json' } });
2017 if (r.status === 404 || r.status === 410) return 404;
2018 if (r.ok) return await r.json();
2019 } catch { /* unreachable */ }
2020 return null;
2021}
2022function mediaFromNote(note) {
2023 const atts = (Array.isArray(note.attachment) ? note.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
2024 if (!atts.some((m) => !m.type || /image/i.test(m.type)) && note.image) {
2025 const im = Array.isArray(note.image) ? note.image[0] : note.image;
2026 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
2027 if (iu) atts.push({ url: iu, type: (im && im.mediaType) || 'image/jpeg' });
2028 }
2029 return JSON.stringify(atts);
2030}
2031// A generic SSRF-safe AP GET (collections / pages).
2032async function apGetJson(url) {
2033 try {
2034 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
2035 if (!r.ok) return null;
2036 const len = Number(r.headers.get('content-length') || 0);
2037 if (len > 3_000_000) return null;
2038 return await r.json();
2039 } catch { return null; }
2040}
2041// AP-native catch-up: pull an actor's standard `outbox` collection and merge their recent
2042// top-level posts into the timeline for `slug`. Push (Create delivery) cannot backfill
2043// history-from-before-you-followed or a delivery that was missed while you were down;
2044// reading the outbox is the spec-conform way to catch up. PULL ONLY — sends nothing.
2045export async function backfillFromOutbox(slug, actorUri, limit = 20) {
2046 try {
2047 if (!slug || !actorUri) return 0;
2048 const actor = await fetchActor(actorUri);
2049 if (!actor || !actor.outbox) return 0;
2050 let page = await apGetJson(typeof actor.outbox === 'string' ? actor.outbox : actor.outbox.id);
2051 let items = (page && (page.orderedItems || page.items)) || [];
2052 if (!items.length && page && page.first) {
2053 page = await apGetJson(typeof page.first === 'string' ? page.first : page.first.id);
2054 items = (page && (page.orderedItems || page.items)) || [];
2055 }
2056 if (!Array.isArray(items) || !items.length) return 0;
2057 const ai = actorInfo(actor, actorUri);
2058 let added = 0;
2059 for (const it of items.slice(0, limit)) {
2060 // Each item is usually a Create wrapping a Note, or sometimes the Note itself.
2061 const o = (it && typeof it.object === 'object' && it.object) ? it.object : it;
2062 if (!o || !o.id) continue;
2063 if (o.type && o.type !== 'Note' && o.type !== 'Article' && o.type !== 'Question') continue; // skip boosts/other
2064 if (o.inReplyTo) continue; // top-level only
2065 const auth = actorUriOf(o.attributedTo);
2066 if (auth && auth !== actorUri) continue; // their OWN posts only
2067 const html = HtmlSanitizerService.sanitize(o.content || '');
2068 const poll = parsePoll(o); // a Question (poll) → carry its options/counts on backfill too
2069 try {
2070 const r = tlStmts().ins.run(o.id, slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, mediaFromNote(o), o.sensitive ? 1 : 0, o.summary || null);
2071 if (r && r.changes > 0) added++;
2072 // Set poll_json if this is a poll and we don't already have it (COALESCE preserves a vote).
2073 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = COALESCE(poll_json, ?) WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, slug); } catch { /* ignore */ } }
2074 } catch { /* ignore */ }
2075 }
2076 if (added) console.log('[AP] outbox backfill', actorUri, '→', slug, '+' + added);
2077 return added;
2078 } catch { return 0; }
2079}
2080
2081// ── Remote thread crawl (fill the gaps in a local post's conversation) ────────────
2082// Most replies reach us by delivery, but replies-to-replies that live on other servers and
2083// aren't addressed to us are missed. This pulls the AS2 `replies` collections of the replies
2084// we DO have, caching any newly-found ones in ap_interactions.
2085//
2086// Matches Mastodon's behaviour: ONE level per crawl (like its FetchRepliesService), not a deep
2087// recursive walk. Deeper levels fill in incrementally across crawls — once a fetched reply is
2088// cached it becomes a seed itself, so its own replies are pulled on a later view (Mastodon's
2089// per-status cascade). Bounded + polite (serial), PULL only, and stale-while-revalidate: it
2090// never runs in a page request — the view renders from cache; a stale post kicks off a
2091// background refresh for the NEXT view.
2092const THREAD_TTL_MS = 15 * 60 * 1000; // don't re-crawl a post more than ~4×/hour
2093const THREAD_MAX_DEPTH = 1; // one hop per crawl (like Mastodon); deeper fills in over crawls
2094const THREAD_MAX_FETCHES = 30; // hard cap on remote GETs per crawl (be a good peer)
2095const _crawlingThreads = new Set(); // per-post in-flight lock (no stampede across views)
2096
2097function threadCrawlTs(postId) {
2098 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('thread_crawl:' + postId); return r ? (Number(r.value) || 0) : 0; }
2099 catch { return 0; }
2100}
2101function setThreadCrawlTs(postId, ts) {
2102 try { db.prepare('INSERT INTO app_settings (key, value) VALUES (?, ?) ON CONFLICT(key) DO UPDATE SET value = excluded.value').run('thread_crawl:' + postId, String(ts)); }
2103 catch { /* ignore */ }
2104}
2105
2106// Read a note's `replies` (string ref / Collection with `first` / paged CollectionPages) →
2107// child note URIs. Every remote GET goes through `budget` so the whole crawl stays capped.
2108async function collectReplyItems(repliesRef, maxPages, budget) {
2109 const uris = [];
2110 let node = typeof repliesRef === 'string' ? await budget.get(repliesRef) : repliesRef;
2111 if (node && node.first) node = typeof node.first === 'string' ? await budget.get(node.first) : node.first;
2112 let pages = 0;
2113 while (node && pages++ < maxPages) {
2114 for (const it of (node.items || node.orderedItems || [])) {
2115 const u = typeof it === 'string' ? it : (it && it.id);
2116 if (u && /^https?:\/\//i.test(u)) uris.push(u);
2117 }
2118 if (!node.next) break;
2119 node = typeof node.next === 'string' ? await budget.get(node.next) : node.next;
2120 }
2121 return uris;
2122}
2123
2124async function crawlThread(postId) {
2125 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2126 if (!base) return;
2127 // Seed frontier = the remote reply note URIs we already have; also the dedup set.
2128 let known;
2129 try { known = new Set(db.prepare("SELECT object_uri FROM ap_interactions WHERE post_id = ? AND kind = 'reply' AND object_uri != ''").all(postId).map((r) => r.object_uri)); }
2130 catch { return; }
2131 const seeds = [...known].filter((u) => /^https?:\/\//i.test(u));
2132 if (!seeds.length) return; // nothing remote to expand
2133
2134 let fetches = 0;
2135 const budget = { get: async (u) => { if (fetches >= THREAD_MAX_FETCHES) return null; fetches++; return apGetJson(u); } };
2136 const visited = new Set(); // notes whose replies collection we've already expanded
2137 let frontier = seeds.slice();
2138 let added = 0;
2139
2140 for (let depth = 0; depth < THREAD_MAX_DEPTH && frontier.length && fetches < THREAD_MAX_FETCHES; depth++) {
2141 const nextFrontier = [];
2142 for (const noteUri of frontier) {
2143 if (visited.has(noteUri) || fetches >= THREAD_MAX_FETCHES) continue;
2144 visited.add(noteUri);
2145 const note = await budget.get(noteUri);
2146 if (!note || !note.replies) continue;
2147 const childUris = await collectReplyItems(note.replies, 2, budget);
2148 for (const cu of childUris) {
2149 if (known.has(cu) || fetches >= THREAD_MAX_FETCHES) continue;
2150 known.add(cu);
2151 const child = await budget.get(cu);
2152 if (!child || !child.id || (child.type !== 'Note' && child.type !== 'Article')) continue;
2153 const actorUri = actorUriOf(child.attributedTo);
2154 if (!actorUri || isBlockedAny(actorUri)) continue; // skip blocked authors
2155 const actor = await budget.get(actorUri); // may be null if budget spent → fallback handle
2156 const ai = actorInfo(actor, actorUri);
2157 const html = HtmlSanitizerService.sanitize(child.content || '');
2158 // The child replies to `note` by construction (it's in note's replies collection).
2159 try { iStmts().ins.run('reply', postId, child.id, actorUri, ai.name, ai.handle, ai.url, ai.icon, html, child.published || null, note.id || noteUri, noteVisibility(child)); added++; } catch { /* ignore */ }
2160 nextFrontier.push(child.id); // expand this reply's own replies next depth
2161 }
2162 }
2163 frontier = nextFrontier;
2164 }
2165 if (added) console.log('[AP] thread crawl', postId, '+' + added, 'remote replies (' + fetches + ' fetches)');
2166}
2167
2168// Stale-while-revalidate entry point: call from the post view. Renders nothing, blocks nothing —
2169// fires a background crawl only if this post hasn't been crawled within the TTL.
2170export function maybeCrawlThread(postId) {
2171 if (!postId || _crawlingThreads.has(postId)) return;
2172 if (Date.now() - threadCrawlTs(postId) < THREAD_TTL_MS) return;
2173 _crawlingThreads.add(postId);
2174 setThreadCrawlTs(postId, Date.now()); // optimistic mark so concurrent/next views don't re-fire
2175 crawlThread(postId).catch((e) => console.warn('[AP] thread crawl failed:', e && e.message)).finally(() => _crawlingThreads.delete(postId));
2176}
2177
2178let _selfHealing = false;
2179export async function selfHealTimeline() {
2180 if (_selfHealing) return; _selfHealing = true;
2181 try {
2182 let cur = 0;
2183 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_version'); cur = r ? (parseInt(r.value, 10) || 0) : 0; } catch { return; }
2184 if (cur >= SELFHEAL_VERSION) return; // already healed for this version — skip on normal boots
2185 let rows = [];
2186 try { rows = db.prepare('SELECT id, content, media_json, nsfw, cw, url FROM ap_timeline ORDER BY rowid DESC LIMIT 200').all(); } catch { /* no table */ }
2187 let healed = 0, failed = 0;
2188 for (const r of rows) {
2189 try {
2190 const note = await fetchNoteAP(r.id);
2191 if (note === 404) { db.prepare('DELETE FROM ap_timeline WHERE id = ?').run(r.id); healed++; continue; }
2192 if (!note || typeof note !== 'object') { failed++; continue; } // origin unreachable right now
2193 const html = HtmlSanitizerService.sanitize(note.content || '');
2194 const media = mediaFromNote(note);
2195 const nsfw = note.sensitive ? 1 : 0; // re-sync NSFW/sensitive + CW onto already-cached posts
2196 const cw = note.summary || null;
2197 const url = note.url || null; // re-sync the human url (catches a remote slug rename)
2198 if ((html && html !== r.content) || media !== (r.media_json || '[]') || nsfw !== (r.nsfw || 0) || (cw || '') !== (r.cw || '') || (url && url !== r.url)) {
2199 db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ?').run(html || r.content, media, nsfw, cw, url, r.id);
2200 healed++;
2201 }
2202 } catch { failed++; /* per-note best-effort */ }
2203 }
2204 // Only mark this version DONE after a clean pass. Some origins are briefly
2205 // offline exactly when we heal (phone-hosted instances!): skipping them and
2206 // consuming the version would leave those rows stale forever. Instead retry
2207 // on the next boots, giving up after a few attempts (permanently-dead
2208 // origins answer 404/410 and are deleted above, so they don't loop).
2209 const setSetting = (k, v) => { try { db.prepare('INSERT OR REPLACE INTO app_settings (key, value) VALUES (?, ?)').run(k, String(v)); } catch { /* ignore */ } };
2210 let attempts = 0;
2211 try { const a = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_attempts'); attempts = a ? (parseInt(a.value, 10) || 0) : 0; } catch { /* ignore */ }
2212 if (failed === 0 || attempts >= 4) {
2213 setSetting('selfheal_version', SELFHEAL_VERSION);
2214 setSetting('selfheal_attempts', 0);
2215 } else {
2216 setSetting('selfheal_attempts', attempts + 1);
2217 }
2218 if (rows.length) console.log(`[AP] self-heal v${SELFHEAL_VERSION}: ${healed}/${rows.length} timeline notes${failed ? ` (${failed} unreachable — will retry next boot)` : ''}`);
2219 } catch { /* never block boot */ } finally { _selfHealing = false; }
2220}
2221
2222// Follow a fediverse account by @handle (WebFinger → actor → signed Follow).
2223export async function followActor(site, handle, autoBoost = false) {
2224 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2225 if (!base || !site || !site.slug) return { error: 'config' };
2226 // Accept any of: a profile/actor URL, an @user@host handle (WebFinger), or a
2227 // bare site domain (site.com) — for a single-actor site (Klonkt etc.) the root
2228 // resolves to its AP actor, so you can follow a site by just its domain.
2229 const s = String(handle || '').trim();
2230 let actorUrl;
2231 if (/^https?:\/\//i.test(s)) actorUrl = safeUrl(s) || null;
2232 else if (s.includes('@')) actorUrl = await webfingerResolve(s);
2233 else if (/^[a-z0-9.-]+\.[a-z]{2,}/i.test(s)) actorUrl = await resolveApActor('https://' + s.replace(/^\/+|\/+$/g, ''));
2234 else actorUrl = null;
2235 if (!actorUrl) return { error: 'not_found' };
2236 const actor = await fetchActor(actorUrl).catch(() => null);
2237 if (!actor || !actor.id || !actor.inbox) return { error: 'unreachable' };
2238 const ai = actorInfo(actor, actor.id);
2239 const me = actorId(base, site.slug);
2240 const keys = getOrCreateKeys(site.slug);
2241 const followId = `${me}#follow-${Date.now()}-${rid()}`;
2242 fwStmts().ins.run(site.slug, actor.id, ai.handle, ai.name, ai.icon, ai.url, actor.inbox, followId, 'pending', autoBoost ? 1 : 0);
2243 const follow = { '@context': AP_CONTEXT, id: followId, type: 'Follow', actor: me, object: actor.id };
2244 // Deliver via the retry queue: a Follow that fails the first attempt (peer down,
2245 // timeout, transient 5xx) is retried with backoff instead of staying stuck on
2246 // 'pending' forever — the Accept can only come back once the Follow lands.
2247 await deliverWithRetry(site.slug, actor.inbox, follow, `${me}#main-key`, keys.private_pem);
2248 console.log('[AP] follow', site.slug, '→', actor.id);
2249 // Follow + feature in one step → backfill their recent posts into the Cirkel right away.
2250 if (autoBoost) backfillFromOutbox(site.slug, actor.id).catch(() => {});
2251 return { ok: true, name: ai.name, handle: ai.handle, actor: actor.id };
2252}
2253
2254// Resolve a profile URL or @handle to a followable remote actor (for the
2255// authorize_interaction "Follow" flow). Returns display fields + inbox, or null
2256// when it isn't a reachable actor (e.g. the input was a post, not a profile).
2257export async function resolveRemoteActor(input) {
2258 const s = String(input || '').trim();
2259 const actorUrl = /^https?:\/\//i.test(s) ? (safeUrl(s) || null) : await webfingerResolve(s);
2260 if (!actorUrl) return null;
2261 const actor = await fetchActor(actorUrl).catch(() => null);
2262 if (!actor || !actor.id || !actor.inbox) return null;
2263 const ai = actorInfo(actor, actor.id);
2264 return { actor_uri: actor.id, actor_name: ai.name, actor_handle: ai.handle, actor_url: ai.url, actor_icon: ai.icon, inbox: actor.inbox };
2265}
2266
2267export async function unfollowActor(site, actorUri) {
2268 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2269 const me = actorId(base, site.slug);
2270 const keys = getOrCreateKeys(site.slug);
2271 const row = fwStmts().one.get(site.slug, actorUri);
2272 // Undo(Follow) MUST reference the original Follow's real id so the remote can correlate it
2273 // and drop the follow. The old `${me}#follow` fallback never matched anything → the unfollow
2274 // silently failed on the remote. With no stored follow id (legacy row), skip the network Undo
2275 // rather than send an unmatchable one. Deliver durably via the retry queue.
2276 if (row && row.inbox && row.follow_id) {
2277 const undo = { '@context': AP_CONTEXT, id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me, object: { id: row.follow_id, type: 'Follow', actor: me, object: actorUri } };
2278 deliverWithRetry(site.slug, row.inbox, undo, `${me}#main-key`, keys.private_pem);
2279 } else if (row && row.inbox) {
2280 console.warn('[AP] unfollow', site.slug, '→', actorUri, '— no stored follow id; removed locally only (legacy follow, remote may keep it)');
2281 }
2282 fwStmts().del.run(site.slug, actorUri);
2283 return { ok: true };
2284}
2285
2286// Send a Like or Announce (boost) on a remote note FROM this site.
2287export async function sendInteraction(site, kind, targetNoteId, authorUri) {
2288 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2289 if (!base || !site || !site.slug || !targetNoteId) return { error: 'config' };
2290 const me = actorId(base, site.slug);
2291 const keys = getOrCreateKeys(site.slug);
2292 // 'unboost' = Undo(Announce): retracts a boost so followers' servers remove the
2293 // reblog (matched on actor+object — no record of the original Announce needed).
2294 const fanout = (kind === 'boost' || kind === 'unboost'); // also goes to our followers
2295 const followersCol = `${me}/followers`;
2296 // Address the original author in cc so their server (Mastodon, WordPress/ActivityPub, …)
2297 // attributes the boost to their post and notifies them — without this, a shared-inbox
2298 // receiver has nothing to route the Announce to. Non-fragment activity ids + a `published`
2299 // stamp keep us aligned with what Mastodon emits.
2300 const audience = authorUri ? [followersCol, authorUri] : [followersCol];
2301 let act;
2302 if (kind === 'unboost' || kind === 'unlike') {
2303 // Undo(Announce) retracts a boost; Undo(Like) un-favourites (matched on actor+object,
2304 // no record of the original activity needed — Mastodon honours both).
2305 const inner = kind === 'unboost' ? 'Announce' : 'Like';
2306 act = {
2307 '@context': AP_CONTEXT,
2308 id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me,
2309 object: { id: `${me}/${inner.toLowerCase()}/${Date.now()}-${rid()}`, type: inner, actor: me, object: targetNoteId },
2310 };
2311 if (kind === 'unboost') { act.to = [PUBLIC]; act.cc = audience; }
2312 } else {
2313 const type = kind === 'boost' ? 'Announce' : 'Like';
2314 act = {
2315 '@context': AP_CONTEXT,
2316 id: `${me}/${type.toLowerCase()}/${Date.now()}-${rid()}`,
2317 type, actor: me, object: targetNoteId,
2318 };
2319 if (type === 'Announce') { act.published = new Date().toISOString(); act.to = [PUBLIC]; act.cc = audience; }
2320 }
2321 const inboxes = new Set();
2322 // Author first, via their PERSONAL inbox (not the shared one) so a multi-user receiver
2323 // routes the Announce/Like to the right post unambiguously.
2324 if (authorUri) { const a = await fetchActor(authorUri).catch(() => null); if (a) inboxes.add(a.inbox || (a.endpoints && a.endpoints.sharedInbox)); }
2325 if (fanout) { for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox); }
2326 // Queue each delivery (immediate attempt + backoff retries on failure via ap_delivery)
2327 // instead of a single fire-and-forget POST, so a transient hiccup at the receiver doesn't
2328 // silently lose the boost — same durability a new post (deliverCreate) already gets.
2329 let queued = 0;
2330 for (const inbox of [...inboxes].filter(Boolean)) { deliverWithRetry(site.slug, inbox, act, `${me}#main-key`, keys.private_pem); queued++; }
2331 console.log('[AP]', kind, site.slug, '→', targetNoteId, 'queued', queued, 'inbox(es)');
2332 return { ok: true, delivered: queued };
2333}
2334
2335// Notifications inbox: new followers + replies/likes/boosts on this site's posts.
2336export function getNotifications(slug, limit) {
2337 const out = [];
2338 try {
2339 for (const f of db.prepare('SELECT actor_uri, created_at FROM ap_followers WHERE slug = ? ORDER BY created_at DESC LIMIT 50').all(slug)) {
2340 out.push({ type: 'follow', handle: deriveHandle(f.actor_uri), url: f.actor_uri, created_at: f.created_at });
2341 }
2342 } catch { /* ignore */ }
2343 try {
2344 const rows = db.prepare(`
2345 SELECT i.kind, i.actor_name, i.actor_handle, i.actor_url, i.content, i.created_at,
2346 p.slug AS post_slug, p.title AS post_title
2347 FROM ap_interactions i LEFT JOIN posts p ON p.id = i.post_id
2348 WHERE p.site_id = (SELECT id FROM sites WHERE slug = ?)
2349 ORDER BY i.created_at DESC LIMIT 80
2350 `).all(slug);
2351 for (const r of rows) out.push({
2352 type: r.kind, name: r.actor_name, handle: r.actor_handle, url: r.actor_url,
2353 content: stripLeadingMentions(r.content), post_slug: r.post_slug, post_title: r.post_title, created_at: r.created_at,
2354 });
2355 } catch { /* ignore */ }
2356 try {
2357 for (const r of db.prepare('SELECT actor_uri, actor_name, actor_handle, actor_icon, content, created_at FROM ap_reports WHERE slug = ? ORDER BY created_at DESC LIMIT 50').all(slug)) {
2358 out.push({ type: 'report', name: r.actor_name, handle: r.actor_handle, url: r.actor_uri, icon: r.actor_icon, content: r.content, created_at: r.created_at });
2359 }
2360 } catch { /* ignore */ }
2361 try {
2362 for (const r of db.prepare('SELECT object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, created_at FROM ap_mentions WHERE slug = ? ORDER BY created_at DESC LIMIT 50').all(slug)) {
2363 out.push({ type: 'mention', name: r.actor_name, handle: r.actor_handle, url: r.actor_url || r.actor_uri, icon: r.actor_icon, content: stripLeadingMentions(r.content), note_url: r.note_url || r.object_uri, created_at: r.created_at });
2364 }
2365 } catch { /* ignore */ }
2366 out.sort((a, b) => new Date(b.created_at) - new Date(a.created_at));
2367 return out.slice(0, limit || 60);
2368}
2369
2370// ── Blocking / defederation ───────────────────────────────────────
2371let _insBl, _delBl, _listBl;
2372function blStmts() {
2373 if (!_insBl) {
2374 _insBl = db.prepare('INSERT OR IGNORE INTO ap_blocks (slug, target, kind, label, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
2375 _delBl = db.prepare('DELETE FROM ap_blocks WHERE slug = ? AND target = ?');
2376 _listBl = db.prepare('SELECT * FROM ap_blocks WHERE slug = ? ORDER BY created_at DESC');
2377 }
2378 return { ins: _insBl, del: _delBl, list: _listBl };
2379}
2380export function listBlocks(slug) { return blStmts().list.all(slug); }
2381
2382// True if an actor (or its whole domain) is blocked anywhere on this instance.
2383// Vote on a remote fediverse poll (a cached Question). A ballot = a Create(Note) carrying only a
2384// `name` (the chosen option) + inReplyTo the Question, addressed to the poll's author — the
2385// Mastodon-standard vote. Records our choice locally + optimistically bumps the counts; the
2386// author's Update(Question) refreshes the authoritative totals when it arrives.
2387export async function voteOnPoll(site, questionId, choices) {
2388 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2389 if (!base || !site || !site.slug || !questionId) return { error: 'config' };
2390 let row; try { row = db.prepare('SELECT author_uri, poll_json FROM ap_timeline WHERE id = ? AND slug = ? LIMIT 1').get(questionId, site.slug); } catch { /* ignore */ }
2391 if (!row || !row.poll_json) return { error: 'not_found' };
2392 let poll; try { poll = JSON.parse(row.poll_json); } catch { return { error: 'not_found' }; }
2393 if (poll.closed) return { error: 'closed' };
2394 if (poll.voted) return { error: 'already' };
2395 const valid = new Set(poll.options.map((o) => o.name));
2396 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
2397 if (!picks.length) return { error: 'invalid' };
2398 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
2399 const me = actorId(base, site.slug);
2400 const keys = getOrCreateKeys(site.slug);
2401 const authorUri = row.author_uri || null;
2402 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
2403 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
2404 if (!inbox) return { error: 'unreachable' };
2405 for (const name of chosen) {
2406 const nid = `${me}/votes/${Date.now()}-${rid()}`;
2407 const note = { id: nid, type: 'Note', attributedTo: me, to: authorUri ? [authorUri] : [], name, inReplyTo: questionId, published: new Date().toISOString() };
2408 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
2409 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
2410 }
2411 // Local optimistic update (authoritative counts arrive via the author's Update(Question)).
2412 poll.voted = poll.multiple ? chosen : chosen[0];
2413 for (const o of poll.options) if (chosen.includes(o.name)) o.count = (o.count || 0) + 1;
2414 if (poll.voters != null) poll.voters += 1;
2415 try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), questionId, site.slug); } catch { /* ignore */ }
2416 return { ok: true };
2417}
2418
2419// Vote on ANY fediverse poll by URL (the interact page) — no timeline cache needed. Fetches
2420// the Question fresh, validates the choice(s), and casts the Mastodon-standard ballot (a
2421// Create(Note) with `name` + inReplyTo) straight to the poll's author. Used for polls you find
2422// by URL, not just ones from accounts you follow (which go through voteOnPoll via /news).
2423export async function voteOnRemotePoll(site, questionUrl, choices) {
2424 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2425 if (!base || !site || !site.slug || !/^https?:\/\//i.test(String(questionUrl || ''))) return { error: 'config' };
2426 const q = await fetchActor(questionUrl).catch(() => null); // AP GET (SSRF-guarded)
2427 if (!q || q.type !== 'Question' || !q.id) return { error: 'not_found' };
2428 const poll = parsePoll(q);
2429 if (!poll) return { error: 'not_found' };
2430 if (poll.closed) return { error: 'closed' };
2431 const valid = new Set(poll.options.map((o) => o.name));
2432 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
2433 if (!picks.length) return { error: 'invalid' };
2434 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
2435 const authorUri = actorUriOf(q.attributedTo);
2436 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
2437 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
2438 if (!inbox) return { error: 'unreachable' };
2439 const me = actorId(base, site.slug);
2440 const keys = getOrCreateKeys(site.slug);
2441 for (const name of chosen) {
2442 const nid = `${me}/votes/${Date.now()}-${rid()}`;
2443 const note = { id: nid, type: 'Note', attributedTo: me, to: [authorUri], name, inReplyTo: q.id, published: new Date().toISOString() };
2444 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
2445 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
2446 }
2447 return { ok: true };
2448}
2449
2450// Report a remote post or account to its home instance (moderation). Sends the Mastodon-standard
2451// AS2 `Flag`: object = [reported account, reported status?], content = the reason, delivered to the
2452// reported account's inbox so their instance's moderators receive it. objectUri = a post URL (its
2453// author is resolved + included) OR pass actorUri to report an account directly.
2454export async function sendReport(site, { objectUri, actorUri, reason }) {
2455 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2456 if (!base || !site || !site.slug) return { error: 'config' };
2457 let targetActor = actorUri || null;
2458 let noteUri = null;
2459 if (objectUri && /^https?:\/\//i.test(objectUri)) {
2460 const note = await apGetJson(objectUri).catch(() => null);
2461 if (note && note.id) { noteUri = note.id; if (!targetActor) targetActor = actorUriOf(note.attributedTo); }
2462 else if (!targetActor) return { error: 'not_found' };
2463 }
2464 if (!targetActor || !/^https?:\/\//i.test(targetActor)) return { error: 'not_found' };
2465 const actor = await fetchActor(targetActor).catch(() => null);
2466 const inbox = actor && (actor.inbox || (actor.endpoints && actor.endpoints.sharedInbox)); // personal inbox → their moderators
2467 if (!inbox) return { error: 'unreachable' };
2468 const me = actorId(base, site.slug);
2469 const keys = getOrCreateKeys(site.slug);
2470 const object = [targetActor];
2471 if (noteUri && noteUri !== targetActor) object.push(noteUri);
2472 const flag = {
2473 '@context': AP_CONTEXT,
2474 id: `${me}#report-${Date.now()}-${rid()}`,
2475 type: 'Flag',
2476 actor: me,
2477 content: String(reason == null ? '' : reason).slice(0, 3000),
2478 object, // [account, status?] — Mastodon's Flag shape
2479 to: [targetActor],
2480 };
2481 deliverWithRetry(site.slug, inbox, flag, `${me}#main-key`, keys.private_pem);
2482 return { ok: true };
2483}
2484
2485export function isBlockedAny(actorUri) {
2486 if (!actorUri) return false;
2487 let domain = ''; try { domain = new URL(actorUri).host; } catch { /* ignore */ }
2488 try { return !!db.prepare("SELECT 1 FROM ap_blocks WHERE (kind='actor' AND target=?) OR (kind='domain' AND target=?) LIMIT 1").get(actorUri, domain); }
2489 catch { return false; }
2490}
2491
2492function purgeBlocked(kind, target) {
2493 try {
2494 if (kind === 'domain') {
2495 // Exact host match (a URL LIKE over-/under-matches: it misses bare-domain or :port
2496 // actor URIs and can catch look-alikes). Filter by parsed host, same as isBlockedAny.
2497 const purge = (table, col) => {
2498 let rows = [];
2499 try { rows = db.prepare(`SELECT DISTINCT ${col} AS u FROM ${table} WHERE ${col} IS NOT NULL AND ${col} != ''`).all(); } catch { return; }
2500 const del = db.prepare(`DELETE FROM ${table} WHERE ${col} = ?`);
2501 for (const r of rows) { let h = ''; try { h = new URL(r.u).host; } catch { /* skip */ } if (h === target) { try { del.run(r.u); } catch { /* ignore */ } } }
2502 };
2503 purge('ap_interactions', 'actor_uri');
2504 purge('ap_timeline', 'author_uri');
2505 purge('ap_followers', 'actor_uri');
2506 } else {
2507 db.prepare('DELETE FROM ap_interactions WHERE actor_uri = ?').run(target);
2508 db.prepare('DELETE FROM ap_timeline WHERE author_uri = ?').run(target);
2509 db.prepare('DELETE FROM ap_followers WHERE actor_uri = ?').run(target);
2510 }
2511 } catch { /* best-effort */ }
2512}
2513
2514// Block an actor (@handle or actor URL) or a whole domain; purges their content.
2515export async function blockTarget(site, input) {
2516 const raw = String(input || '').trim();
2517 if (!site || !site.slug || !raw) return { error: 'empty' };
2518 let kind, target, label;
2519 if (/^https?:\/\//i.test(raw)) { kind = 'actor'; target = raw; label = raw; }
2520 else if (raw.includes('@')) {
2521 const actorUrl = await webfingerResolve(raw);
2522 if (!actorUrl) return { error: 'not_found' };
2523 kind = 'actor'; target = actorUrl; label = raw.startsWith('@') ? raw : ('@' + raw);
2524 } else { kind = 'domain'; target = raw.toLowerCase(); label = raw.toLowerCase(); }
2525 blStmts().ins.run(site.slug, target, kind, label);
2526 purgeBlocked(kind, target);
2527 console.log('[AP] block', site.slug, kind, target);
2528 return { ok: true, label };
2529}
2530
2531export function unblock(site, target) { blStmts().del.run(site.slug, target); return { ok: true }; }
2532
2533export default {
2534 AP_CONTEXT, getOrCreateKeys, apWants, sendAP, actorId, noteId,
2535 buildActor, buildNote, buildCreate, buildOutbox, buildFollowers, buildFollowing, buildFeatured,
2536 followerCount, deliver, fetchActor, verifyRequest, handleInbox, deliverCreate, deliverDelete, deliverUpdate, deliverActorUpdate, resyncFeaturedPins,
2537 getInteractions, getInteractionById, setInteractionBoosted, setInteractionLiked, setMyReaction, getMyReactions, buildReplyNote, getOutboxNote, deliverReply, resolveRemoteNote,
2538 listOutbox, deliverOutboxDelete, deliverOutboxUpdate,
2539 webfingerResolve, followActor, resolveRemoteActor, unfollowActor, listFollowing, setAutoBoost, backfillFromOutbox, getTimeline, sendInteraction, voteOnPoll, voteOnRemotePoll,
2540 parseOwnPoll, pollTally, ownPollView, deliverPollUpdate, maybeCrawlThread, sendReport, localMentionSlugs,
2541 autoBoostCount, boostedCount, markBoosted, unmarkBoosted, markLiked, unmarkLiked, getTimelineReaction, upsertBoostedNote, getCirkelPosts, getCirkelMembers, selfHealTimeline,
2542 getNotifications, listBlocks, isBlockedAny, blockTarget, unblock,
2543 deliverWithRetry, enqueueDelivery, processDeliveryQueue, startDeliveryWorker,
2544 getReplyUris, markNotificationsSeen, countUnseenNotifications, hasPlayableAudio,
2545 linkifyBody, bakePostContent, bakePostContentWithMentions, listFollowers, removeFollower, listConnections,
2546 noteVisibility,
2547};
Note: See TracBrowser for help on using the repository browser.