source: Klonkt/src/services/ActivityPubService.js@ d18c60e

main
Last change on this file since d18c60e was d18c60e, checked in by roboburr <roboburr@…>, 2 months ago

feat(fediverse): alt text for images (accessibility → AS2 attachment name)

Media federated to the fediverse now carries a description (AS2 name on the
attachment), which Mastodon shows and screen readers read. The cover gets an alt
field in the editor; inline images keep their own <img alt="…">. Also used as the
cover's on-site alt.

  • src/config/database.js — posts.cover_alt column.
  • src/services/ActivityPubService.js — buildNote carries alt per media URL (cover_alt + inline <img alt>) and emits it as the attachment name (and on the image fallback).
  • src/routes/posts.js — capture/store cover_alt on create/save and pass it to the federation hooks.
  • src/services/Scheduler.js — carry cover_alt when a scheduled post goes live.
  • src/views/pages/post-edit.ejs — "Alt text (description)" field under the cover URL.
  • src/views/pages/post.ejs — the on-page cover <img> uses cover_alt.
  • src/services/i18n.js — pedit.f_cover_alt + pedit.cover_alt_placeholder (nl/en/de).
  • test/media-alt.test.js — cover alt, inline alt, and no-alt = no name.
  • CHANGELOG(.nl/.de).md — "Alt text for images" under Unreleased.

Co-Authored-By: Claude <noreply@…>

  • Property mode set to 100644
File size: 125.5 KB
Line 
1/**
2 * ActivityPubService — Klonkt as a real ActivityPub actor (fediverse bridge).
3 *
4 * Phase 1 (this file): the PUBLISH/discoverable side.
5 * - per-site RSA keypair (Mastodon-compatible HTTP Signatures; separate from
6 * the Ed25519 keys used by the lighter Cirkels v1)
7 * - builders for the Actor document, Note objects and the Outbox collection
8 * - apWants(): HTTP content-negotiation helper (activity+json vs HTML)
9 *
10 * The interactive side (inbox: Follow/Accept, signature verify, delivery to
11 * followers) lands in the next step and is tested live against Mastodon.
12 *
13 * AP actor URLs live under /ap/* so they never clash with the human pages:
14 * actor = <base>/ap/users/<slug>
15 * inbox = <actor>/inbox outbox = <actor>/outbox
16 * note = <base>/ap/notes/<postId>
17 */
18import crypto from 'crypto';
19import dns from 'dns';
20import net from 'net';
21import db from '../config/database.js';
22import HtmlSanitizerService from './HtmlSanitizerService.js';
23import AudioEmbedService from './AudioEmbedService.js';
24
25const PUBLIC = 'https://www.w3.org/ns/activitystreams#Public';
26// Full JSON-LD context for every AP object we emit: AS2 core + security (publicKey) + the
27// extension terms we actually use (Mastodon/toot + schema.org), each with a term definition
28// so a strict JSON-LD processor resolves them instead of dropping them → valid AS2/JSON-LD.
29// This is the same context shape Mastodon publishes, so Mastodon sees no change.
30const AP_CONTEXT = [
31 'https://www.w3.org/ns/activitystreams',
32 'https://w3id.org/security/v1',
33 {
34 toot: 'http://joinmastodon.org/ns#',
35 schema: 'http://schema.org#',
36 sensitive: 'as:sensitive',
37 Hashtag: 'as:Hashtag',
38 manuallyApprovesFollowers: 'as:manuallyApprovesFollowers',
39 discoverable: 'toot:discoverable',
40 featured: { '@id': 'toot:featured', '@type': '@id' },
41 PropertyValue: 'schema:PropertyValue',
42 value: 'schema:value',
43 embedUrl: { '@id': 'schema:embedUrl', '@type': '@id' },
44 // Poll (Question) extension: Question/oneOf/anyOf/endTime/closed are AS2 core, but the
45 // per-poll unique-voter count is a Mastodon (toot) term — declare it so the emitted
46 // Question stays valid JSON-LD (a strict processor would otherwise drop votersCount).
47 votersCount: 'toot:votersCount',
48 },
49];
50
51// Short random suffix so two activity ids minted in the same millisecond (e.g.
52// parallel saves) don't collide and get deduped by a receiver.
53const rid = () => crypto.randomBytes(4).toString('hex');
54
55// Keep only http(s) URLs — drops javascript:/data:/etc so a remote actor can't
56// smuggle a dangerous scheme into a stored href/src (rendered in owner-only views).
57const safeUrl = (u) => { const s = String(u == null ? '' : u).trim(); return /^https?:\/\//i.test(s) ? s : ''; };
58
59// ── SSRF guard for outbound fetches ───────────────────────────────
60// Remote URLs (actor/keyId/webfinger/inbox/inReplyTo) are attacker-controlled, so
61// every outbound fetch must refuse hosts that resolve to private/loopback ranges
62// (cloud metadata, internal services) — on the initial host AND each redirect hop.
63function isBlockedIp(ip) {
64 if (!ip) return true;
65 const v = net.isIP(ip);
66 if (v === 4) {
67 const o = ip.split('.').map(Number);
68 return o[0] === 127 || o[0] === 10 || o[0] === 0
69 || (o[0] === 172 && o[1] >= 16 && o[1] <= 31)
70 || (o[0] === 192 && o[1] === 168)
71 || (o[0] === 169 && o[1] === 254)
72 || (o[0] === 100 && o[1] >= 64 && o[1] <= 127); // CGNAT
73 }
74 if (v === 6) {
75 const s = ip.toLowerCase().replace(/^\[|\]$/g, '');
76 return s === '::1' || s === '::' || s.startsWith('fc') || s.startsWith('fd') || s.startsWith('fe80')
77 || s.startsWith('::ffff:127.') || s.startsWith('::ffff:10.') || s.startsWith('::ffff:192.168.')
78 || s.startsWith('::ffff:169.254.') || s.startsWith('::ffff:172.');
79 }
80 return true; // not an IP literal we recognise → refuse
81}
82async function assertPublicHost(hostname) {
83 if (net.isIP(hostname)) { if (isBlockedIp(hostname)) throw new Error('ssrf-blocked-ip'); return; }
84 const addrs = await dns.promises.lookup(hostname, { all: true });
85 if (!addrs.length || addrs.some((a) => isBlockedIp(a.address))) throw new Error('ssrf-blocked-host');
86}
87export async function safeFetch(url, opts = {}, maxRedirects = 3) {
88 let target = url;
89 for (let hop = 0; ; hop++) {
90 const u = new URL(target); // throws on malformed → caller's catch
91 if (u.protocol !== 'https:' && u.protocol !== 'http:') throw new Error('ssrf-bad-scheme');
92 await assertPublicHost(u.hostname);
93 const r = await fetch(target, { ...opts, redirect: 'manual', signal: AbortSignal.timeout(8000) });
94 const loc = (r.status >= 300 && r.status < 400) ? r.headers.get('location') : null;
95 if (loc && hop < maxRedirects) { target = new URL(loc, target).toString(); continue; }
96 return r;
97 }
98}
99const MAX_OUTBOX = 20;
100// Cache-buster for the music listen-link → forces Mastodon to re-crawl a FRESH
101// (square) player card. Bump this whenever the twitter:player card dimensions change.
102const FEDI_CARD_VER = '2';
103
104// ── RSA keys per actor (lazy, cached in DB) ───────────────────────
105// Prepared lazily (NOT at module load) — the ap_keys table is created in
106// initializeDatabase(), which runs after this module is imported.
107let _sel, _ins;
108function keyStmts() {
109 if (!_sel) {
110 _sel = db.prepare('SELECT public_pem, private_pem FROM ap_keys WHERE slug = ?');
111 _ins = db.prepare('INSERT OR IGNORE INTO ap_keys (slug, public_pem, private_pem, created_at) VALUES (?,?,?,CURRENT_TIMESTAMP)');
112 }
113 return { sel: _sel, ins: _ins };
114}
115
116export function getOrCreateKeys(slug) {
117 const { sel, ins } = keyStmts();
118 const row = sel.get(slug);
119 if (row) return row;
120 const { publicKey, privateKey } = crypto.generateKeyPairSync('rsa', {
121 modulusLength: 2048,
122 publicKeyEncoding: { type: 'spki', format: 'pem' },
123 privateKeyEncoding: { type: 'pkcs8', format: 'pem' },
124 });
125 ins.run(slug, publicKey, privateKey);
126 return sel.get(slug) || { public_pem: publicKey, private_pem: privateKey };
127}
128
129// ── content negotiation ───────────────────────────────────────────
130// True when the caller wants ActivityPub JSON rather than the HTML page.
131export function apWants(req) {
132 const a = String(req.headers.accept || '').toLowerCase();
133 return a.includes('application/activity+json') ||
134 (a.includes('application/ld+json') && a.includes('activitystreams'));
135}
136
137const AP_CONTENT_TYPE = 'application/activity+json; charset=utf-8';
138export function sendAP(res, obj) {
139 res.type(AP_CONTENT_TYPE);
140 res.set('Cache-Control', 'public, max-age=120');
141 res.send(JSON.stringify(obj));
142}
143
144// ── document builders ─────────────────────────────────────────────
145export function actorId(base, slug) { return `${base}/ap/users/${encodeURIComponent(slug)}`; }
146export function noteId(base, postId) { return `${base}/ap/notes/${encodeURIComponent(postId)}`; }
147
148export function buildActor(base, site) {
149 const id = actorId(base, site.slug);
150 const keys = getOrCreateKeys(site.slug);
151 const actor = {
152 '@context': AP_CONTEXT,
153 id,
154 type: 'Person',
155 preferredUsername: site.slug,
156 name: site.title || site.slug,
157 summary: site.tagline || site.description || '',
158 url: `${base}/${site.slug === site.primary_slug ? '' : 'user/' + encodeURIComponent(site.slug)}`,
159 manuallyApprovesFollowers: false,
160 discoverable: true,
161 inbox: `${id}/inbox`,
162 outbox: `${id}/outbox`,
163 followers: `${id}/followers`,
164 following: `${id}/following`,
165 featured: `${id}/featured`,
166 endpoints: { sharedInbox: `${base}/ap/inbox` },
167 publicKey: {
168 id: `${id}#main-key`,
169 owner: id,
170 publicKeyPem: keys.public_pem,
171 },
172 };
173 if (site.profile_photo) {
174 const u = /^https?:/.test(site.profile_photo) ? site.profile_photo : `${base}${site.profile_photo.startsWith('/') ? '' : '/'}${site.profile_photo}`;
175 actor.icon = { type: 'Image', url: u };
176 }
177 // Account creation date — shown by Mastodon + read by indexers (additive, standard AS2).
178 if (site.created_at) { try { actor.published = new Date(site.created_at).toISOString(); } catch { /* skip bad date */ } }
179 // Profile links → PropertyValue rows: Mastodon/PeerTube/WordPress-ActivityPub render these as
180 // profile metadata (rel=me enables link-back verification). Additive; ignored by simpler receivers.
181 try {
182 const links = JSON.parse(site.profile_links || '[]');
183 if (Array.isArray(links) && links.length) {
184 const esc = (s) => String(s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
185 const rows = links
186 .filter((l) => l && l.url && /^https?:/i.test(l.url))
187 .map((l) => ({
188 type: 'PropertyValue',
189 name: esc(l.platform || 'Link'),
190 value: `<a href="${esc(l.url).replace(/"/g, '&quot;')}" rel="me nofollow noopener" target="_blank">${esc(String(l.url).replace(/^https?:\/\//, ''))}</a>`,
191 }));
192 if (rows.length) actor.attachment = rows;
193 }
194 } catch { /* skip malformed profile_links */ }
195 return actor;
196}
197
198// Does a post's audio shortcodes reference at least one PLAYABLE (file-backed)
199// track? Link-only tracks (external Spotify/YouTube, media_id NULL) don't count —
200// they have no Klonkt-hosted audio to embed, so no player card / cover-suppression.
201export function hasPlayableAudio(content, siteId) {
202 if (!content || !/\[\[(track|album|playlist):/i.test(content)) return false;
203 try {
204 for (const m of content.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT media_id FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.media_id) return true; }
205 for (const m of content.matchAll(/\[\[album:([^\]]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM audio_tracks WHERE site_id = ? AND album = ? AND media_id IS NOT NULL LIMIT 1').get(siteId, m[1].trim())) return true; }
206 for (const m of content.matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id WHERE pt.playlist_id = ? AND t.media_id IS NOT NULL LIMIT 1').get(m[1])) return true; }
207 } catch { /* non-fatal */ }
208 return false;
209}
210
211// A single post as an AS2 Note (the object), and as a Create activity (for outbox/delivery).
212export function buildNote(base, site, post) {
213 const id = noteId(base, post.id);
214 const aId = actorId(base, site.slug);
215 const human = `${base}/${encodeURIComponent(post.slug)}`;
216 // Mastodon ignores a Note's `name`, so put the title INTO the content (bold
217 // first line) — the standard blog→fediverse convention. post.content is
218 // already sanitized HTML; the title is plain text, so escape it.
219 const escTitle = String(post.title || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
220 const titleHtml = post.title ? `<p><strong>${escTitle}</strong></p>` : '';
221
222 // Images travel as AP `attachment` (Mastodon strips <img> from content). Collect
223 // the cover + any inline <img>, make absolute, then strip <img> from the content
224 // to avoid duplicate rendering on clients that DO keep them.
225 const abs = (u) => !u ? null : (/^https?:/i.test(u) ? u : `${base}${u.startsWith('/') ? '' : '/'}${u}`);
226 const mediaType = (u) => {
227 const e = ((u || '').split('?')[0].match(/\.(\w+)$/) || [])[1];
228 return ({ jpg: 'image/jpeg', jpeg: 'image/jpeg', png: 'image/png', gif: 'image/gif', webp: 'image/webp', avif: 'image/avif', mp4: 'video/mp4', webm: 'video/webm', mov: 'video/quicktime' })[(e || '').toLowerCase()] || 'image/jpeg';
229 };
230 const hadAudio = /\[\[(track|album|playlist):/i.test(post.content || '');
231 const playable = hasPlayableAudio(post.content || '', site && site.id);
232 // A post with an external embed (Spotify/YouTube/SoundCloud/Vimeo/Bandcamp/Apple) should let
233 // Mastodon render the embed's player CARD. Mastodon shows EITHER media attachments OR a link
234 // card, never both — so when the post has an embed link we skip the image attachments so the
235 // card wins. (On Klonkt nothing changes: the cover + the embed player still render.)
236 const hasEmbed = (() => {
237 const c = post.content || '';
238 if (/\[\[embed:/i.test(c)) return true;
239 for (const m of c.matchAll(/https?:\/\/[^\s"'<>]+/gi)) if (AudioEmbedService.detectProvider(m[0])) return true;
240 return false;
241 })();
242 // Link-only tracks (external Spotify/YouTube/SoundCloud, no hosted file): collect their links
243 // so we federate them — Mastodon cards the first (its player), the rest show as clickable links
244 // — instead of a bare "listen on site" link, and we suppress the cover so the card can show.
245 const trackEmbedLinks = (() => {
246 if (playable) return [];
247 const out = [];
248 try {
249 for (const m of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) {
250 const r = db.prepare('SELECT media_id, link_spotify, link_youtube, link_soundcloud FROM audio_tracks WHERE id = ?').get(m[1]);
251 if (r && !r.media_id) for (const u of [r.link_spotify, r.link_youtube, r.link_soundcloud]) if (u && /^https?:\/\//i.test(u)) out.push(u);
252 }
253 } catch { /* non-fatal */ }
254 return [...new Set(out)].slice(0, 6);
255 })();
256 const noImages = playable || hasEmbed || trackEmbedLinks.length > 0; // suppress images → let the player/embed card show
257 const urls = [];
258 // Posts with PLAYABLE hosted audio suppress image attachments so Mastodon renders
259 // the player CARD (twitter:player) instead of the cover — media attachment and
260 // link/player card are mutually exclusive on Mastodon. Link-only audio (external)
261 // keeps its cover (no player card to show).
262 // An animated cover federates as the muted loop MP4 (→ a Video attachment): animated WebP is
263 // unreliable on Mastodon and its iOS apps; the MP4 plays everywhere. Else the still cover image.
264 // Each entry carries the media URL + its alt text (federated as the AS2 attachment `name`, for a11y).
265 if (post.cover_video_url && !noImages) urls.push({ url: abs(post.cover_video_url), name: post.cover_alt || '' });
266 else if (post.cover_image_url && !noImages) urls.push({ url: abs(post.cover_image_url), name: post.cover_alt || '' });
267 let body = post.content || '';
268 // Only federate inline images we can actually serve: absolute http(s) URLs, or our own
269 // /media/ uploads. A relative path we don't host (e.g. a stale /images/... ref) would 404
270 // and show up as a black tile in Mastodon's attachment grid. Carry the <img alt="…"> through
271 // as the attachment description.
272 if (!noImages) for (const m of body.matchAll(/<img\b[^>]*>/gi)) {
273 const tag = m[0];
274 const src = (tag.match(/\bsrc="([^"]+)"/i) || [])[1];
275 if (!src || !(/^https?:\/\//i.test(src) || src.startsWith('/media/'))) continue;
276 const alt = (tag.match(/\balt="([^"]*)"/i) || [])[1] || '';
277 urls.push({ url: abs(src), name: alt });
278 }
279 body = body.replace(/<img\b[^>]*>/gi, '');
280 // Audio shortcodes: do NOT federate the raw audio file — Klonkt deliberately
281 // gates audio (the /audio/stream URL has friction), and shipping it as an AP
282 // audio attachment would hand Mastodon a plain, downloadable mp3 URL. Instead,
283 // replace the shortcodes with a "🎵 listen on the site" link so the post invites
284 // a click-through to the protected player (discovery without leaking the file).
285 const esc = (s) => String(s == null ? '' : s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
286 const audioLabels = [];
287 try {
288 for (const m of body.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT title FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.title) audioLabels.push(r.title); }
289 for (const m of body.matchAll(/\[\[album:([^\]]+)\]\]/g)) audioLabels.push(m[1].trim());
290 } catch { /* non-fatal */ }
291 // fedi_open tracks → real AS2 Audio attachments (the actual file URL, served ungated) so
292 // EVERY client incl. the Mastodon apps plays them inline natively. Gated tracks (default)
293 // stay link/card-only — the file is never exposed for them. Resolve from post.content so a
294 // later body mutation can't affect it.
295 const openAudio = [];
296 if (hadAudio) {
297 const seenA = new Set();
298 const addRow = (r) => {
299 const fn = r.filename || (r.storage_path || '').split('/').pop();
300 if (!fn || seenA.has(fn)) return; seenA.add(fn);
301 openAudio.push({ type: 'Audio', mediaType: r.mime_type || 'audio/mpeg', url: `${base}/audio/stream/${encodeURIComponent(fn)}`, name: r.title || 'Audio' });
302 };
303 const SEL = 'SELECT t.title, m.filename, m.storage_path, m.mime_type FROM audio_tracks t JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND ';
304 try {
305 for (const mm of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare(SEL + 't.id = ?').get(mm[1]); if (r) addRow(r); }
306 for (const mm of (post.content || '').matchAll(/\[\[album:([^\]]+)\]\]/g)) for (const r of db.prepare(SEL + 't.site_id = ? AND t.album = ? ORDER BY t.rowid').all(site.id, mm[1].trim())) addRow(r);
307 for (const mm of (post.content || '').matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) for (const r of db.prepare('SELECT t.title, m.filename, m.storage_path, m.mime_type FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND pt.playlist_id = ? ORDER BY pt.position').all(mm[1])) addRow(r);
308 } catch { /* non-fatal */ }
309 }
310 body = body.replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
311 // External embeds ([[embed:url]]) → emit the bare URL as a link so Mastodon
312 // renders its OWN preview/player card (YouTube/Spotify/SoundCloud/etc) instead
313 // of federating the raw shortcode text.
314 body = body.replace(/\[\[embed:([^\]]+)\]\]/gi, (mm, raw) => {
315 const u = esc(raw.trim().replace(/&amp;/g, '&'));
316 return `<p><a href="${u}">${u}</a></p>`;
317 });
318 if (hadAudio) {
319 const lbl = audioLabels.length ? esc(audioLabels.slice(0, 4).join(', ')) : '';
320 if (trackEmbedLinks.length) {
321 // Link-only track(s): emit the external link(s). Mastodon cards the first (Spotify → its
322 // player), the rest render as clickable links — the fediverse-native "embed + links".
323 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong>` : ''}</p>`;
324 for (const u of trackEmbedLinks) { const eu = esc(u); body += `<p><a href="${eu}">${eu}</a></p>`; }
325 } else {
326 // For playable posts, append a version param to the listen-link so Mastodon
327 // sees a NEW card URL and re-crawls it (fresh SQUARE player card) instead of
328 // reusing the cached landscape one. Invisible: the link TEXT stays clean, the
329 // page ignores the param. Bump FEDI_CARD_VER when the card dimensions change.
330 const listenHref = playable ? `${human}?fc=${FEDI_CARD_VER}` : human;
331 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong> — ` : ''}<a href="${listenHref}">listen on ${esc(site.title || 'the site')}</a></p>`;
332 }
333 }
334 // Klonkt renders post content with white-space:pre-wrap, so raw newlines ARE line
335 // breaks on the site. Mastodon (plain HTML) collapses whitespace and would drop them,
336 // so convert newlines to <br> for the federated copy (content already made with
337 // shift+enter uses <br> and has no \n → this is a no-op there).
338 body = body.replace(/\r?\n/g, '<br>');
339 body = linkHashtags(base, body); // link inline #hashtags in the post body too
340 // Append the tags-field hashtags to the content so Mastodon renders them as clickable
341 // hashtags (a Hashtag that's only in the `tag` array isn't shown inline). CamelCase
342 // multi-word tags; skip any already present inline in the body.
343 {
344 const inlineTags = new Set(hashtagTags(base, body).map((h) => h.name.slice(1).toLowerCase()));
345 const addSeen = new Set();
346 const tagLinks = normalizeTags(post.tags).map(tagParts).filter(Boolean)
347 .filter((p) => !inlineTags.has(p.slug) && !addSeen.has(p.slug) && addSeen.add(p.slug))
348 .map((p) => `<a href="${base}/tag/${encodeURIComponent(p.slug)}" class="mention hashtag" rel="tag">#${p.label}</a>`);
349 if (tagLinks.length) body += `<p>${tagLinks.join(' ')}</p>`;
350 }
351 const seen = new Set();
352 const attachment = urls.filter((x) => x && x.url)
353 .filter((x) => { if (seen.has(x.url)) return false; seen.add(x.url); return true; })
354 .map((x) => { const mt = mediaType(x.url); // specific AS2 subtype (Image/Audio/Video) over generic Document
355 const ty = /^image\//i.test(mt) ? 'Image' : /^video\//i.test(mt) ? 'Video' : /^audio\//i.test(mt) ? 'Audio' : 'Document';
356 const a = { type: ty, mediaType: mt, url: x.url };
357 if (x.name) a.name = String(x.name).slice(0, 1500); // alt text / description (AS2 `name`)
358 return a; });
359 for (const a of openAudio) attachment.push(a); // fedi_open tracks → native Audio players
360
361 // Inline @user@host mentions: the Mention tag objects + the mentioned actor URIs. Only
362 // present when the content was already mention-linked (deliverCreate/Update resolve them
363 // at send time); a plain buildNote (outbox/notes) yields none.
364 const _mentionTags = mentionTags(body);
365 const _mentionCc = _mentionTags.map((t) => t.href);
366
367 const note = {
368 id,
369 type: 'Note',
370 attributedTo: aId,
371 content: titleHtml + body,
372 url: human,
373 published: new Date(post.published_at || post.created_at || Date.now()).toISOString(),
374 // fan_only = "fans only" → followers-only visibility (delivered to your followers
375 // but not addressed to Public, so Mastodon shows it only to them and can't boost it).
376 to: post.fan_only ? [`${aId}/followers`] : [PUBLIC],
377 // Mentioned actors (from inline @user@host links the caller resolved) are addressed in cc
378 // so Mastodon notifies them; empty unless the content was mention-linked (delivery time).
379 cc: [...new Set([...(post.fan_only ? [] : [`${aId}/followers`]), ..._mentionCc])],
380 tag: [...buildHashtagList(base, post.tags, body), ..._mentionTags],
381 replies: `${id}/replies`,
382 // NSFW → Mastodon-style content warning: sensitive (blurs media) + a summary/spoiler
383 // (hides the whole post behind a "Gevoelige inhoud" button until the reader opens it).
384 sensitive: !!post.nsfw,
385 };
386 if (post.nsfw) note.summary = post.content_warning || 'Gevoelige inhoud';
387 if (attachment.length) note.attachment = attachment;
388 // When the cover attachment is suppressed (hosted audio OR an external embed/link-only track →
389 // so Mastodon shows the player/link card, not media), still expose the cover via AS2 `image` so
390 // card/grid consumers (the Klonkt Cirkel/News feed) can show it. Mastodon ignores a Note's
391 // `image`, so its card is unaffected — but a Klonkt receiver reads it (handleInbox o.image).
392 if (post.cover_image_url && noImages) {
393 const cov = abs(post.cover_image_url);
394 if (cov) { note.image = { type: 'Image', mediaType: mediaType(cov), url: cov }; if (post.cover_alt) note.image.name = String(post.cover_alt).slice(0, 1500); }
395 }
396 // Experiment (mirrors PeerTube / schema.org `embedUrl`): point at the GATED player page
397 // (/embed) so a client that honours embedUrl can show an inline player WITHOUT ever
398 // getting the audio file — the anti-steal posture is untouched. `embedUrl` is a real
399 // standard field name (not a Klonkt invention); if Mastodon's apps honour it on a Note we
400 // make it JSON-LD-clean with a context term, otherwise it degrades to the player card.
401 if (playable) note.embedUrl = `${base}/embed?post=${encodeURIComponent(post.slug)}`;
402 // A hosted poll → federate as an AS2 Question (options + live tally). Do this last so it
403 // reuses the note's content/addressing/tags, then swaps the type and strips media.
404 const ownPoll = parseOwnPoll(post.poll_json);
405 if (ownPoll) applyPollToNote(note, post.id, ownPoll);
406 return note;
407}
408
409// All reply note URIs on a local post (inbound fediverse replies + our own
410// outbound replies) — backs the Note's `replies` Collection so remote servers
411// can fetch the whole thread.
412export function getReplyUris(base, postId) {
413 const out = [];
414 try {
415 for (const r of db.prepare("SELECT object_uri FROM ap_interactions WHERE kind = 'reply' AND post_id = ? AND object_uri != '' ORDER BY created_at").all(postId)) out.push(r.object_uri);
416 for (const r of db.prepare('SELECT id FROM ap_outbox WHERE post_id = ? ORDER BY rowid').all(postId)) out.push(`${base}/ap/notes/${r.id}`);
417 } catch { /* non-fatal */ }
418 return out;
419}
420
421// Notifications "seen" tracking → a real bell badge. Stored per site in app_settings.
422export function markNotificationsSeen(slug) {
423 try {
424 db.prepare("INSERT INTO app_settings (key, value, updated_at) VALUES (?, ?, CURRENT_TIMESTAMP) ON CONFLICT(key) DO UPDATE SET value = excluded.value, updated_at = CURRENT_TIMESTAMP")
425 .run(`fedi_notif_seen:${slug}`, new Date().toISOString());
426 } catch { /* non-fatal */ }
427}
428export function countUnseenNotifications(slug) {
429 try {
430 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
431 const seen = row ? Date.parse(row.value) : 0;
432 let n = 0;
433 for (const it of getNotifications(slug, 50)) { if (Date.parse(it.created_at) > seen) n++; }
434 return n;
435 } catch { return 0; }
436}
437
438export function buildCreate(base, site, post) {
439 const note = buildNote(base, site, post);
440 return {
441 '@context': AP_CONTEXT,
442 id: note.id + '#create',
443 type: 'Create',
444 actor: actorId(base, site.slug),
445 published: note.published,
446 to: note.to,
447 cc: note.cc,
448 object: note,
449 };
450}
451
452export function buildOutbox(base, site, posts) {
453 const id = `${actorId(base, site.slug)}/outbox`;
454 const items = (posts || []).slice(0, MAX_OUTBOX).map((p) => buildCreate(base, site, p));
455 return {
456 '@context': AP_CONTEXT,
457 id,
458 type: 'OrderedCollection',
459 totalItems: items.length,
460 orderedItems: items,
461 };
462}
463
464export function buildFollowers(base, site, count) {
465 const id = `${actorId(base, site.slug)}/followers`;
466 return {
467 '@context': AP_CONTEXT,
468 id,
469 type: 'OrderedCollection',
470 totalItems: count || 0,
471 orderedItems: [], // hidden for privacy; count only
472 };
473}
474
475// The accounts this site follows — count only, mirroring buildFollowers. The spec lists
476// `following` as a standard actor property; Hubzilla/Friendica + crawlers expect it.
477export function buildFollowing(base, site, count) {
478 const id = `${actorId(base, site.slug)}/following`;
479 return {
480 '@context': AP_CONTEXT,
481 id,
482 type: 'OrderedCollection',
483 totalItems: count || 0,
484 orderedItems: [], // count only
485 };
486}
487
488// Pinned posts → the actor's `featured` collection. Mastodon reads this and shows
489// these as the "Featured" tab (pinned to the profile). Posts come ordered by pin
490// rank; embedded as full Notes so a remote server doesn't need extra fetches.
491export function buildFeatured(base, site, posts) {
492 const id = `${actorId(base, site.slug)}/featured`;
493 const items = (posts || []).map((p) => buildNote(base, site, p));
494 return {
495 '@context': AP_CONTEXT,
496 id,
497 type: 'OrderedCollection',
498 totalItems: items.length,
499 orderedItems: items,
500 };
501}
502
503// ── followers store (lazy stmts) ──────────────────────────────────
504let _insF, _delF, _listF, _cntF;
505function fStmts() {
506 if (!_insF) {
507 _insF = db.prepare('INSERT OR IGNORE INTO ap_followers (slug, actor_uri, inbox, shared_inbox, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
508 _delF = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND actor_uri = ?');
509 _listF = db.prepare('SELECT inbox, shared_inbox FROM ap_followers WHERE slug = ?');
510 _cntF = db.prepare('SELECT COUNT(*) n FROM ap_followers WHERE slug = ?');
511 }
512 return { ins: _insF, del: _delF, list: _listF, cnt: _cntF };
513}
514export function followerCount(slug) { return fStmts().cnt.get(slug).n; }
515
516// ── inbound interactions store (replies / likes / boosts) + our outbound replies ──
517let _insI, _delLA, _delReply, _listI, _getI, _insO, _listO, _getO;
518function iStmts() {
519 if (!_insI) {
520 _insI = db.prepare('INSERT OR IGNORE INTO ap_interactions (kind, post_id, object_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, parent_uri, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
521 _delLA = db.prepare('DELETE FROM ap_interactions WHERE kind = ? AND post_id = ? AND actor_uri = ?');
522 _delReply = db.prepare("DELETE FROM ap_interactions WHERE kind = 'reply' AND object_uri = ?");
523 _listI = db.prepare('SELECT id, kind, object_uri, parent_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, created_at, acted_boost, acted_like FROM ap_interactions WHERE post_id = ? ORDER BY created_at ASC');
524 _getI = db.prepare('SELECT * FROM ap_interactions WHERE id = ?');
525 _insO = db.prepare('INSERT INTO ap_outbox (id, site_slug, post_id, post_slug, in_reply_to, to_actor, to_handle, content, created_at) VALUES (?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
526 _listO = db.prepare('SELECT * FROM ap_outbox WHERE post_id = ? ORDER BY created_at ASC');
527 _getO = db.prepare('SELECT * FROM ap_outbox WHERE id = ?');
528 }
529 return { ins: _insI, delLA: _delLA, delReply: _delReply, list: _listI, getI: _getI, insO: _insO, listO: _listO, getO: _getO };
530}
531
532export function getInteractionById(id) { return iStmts().getI.get(id); }
533export function setInteractionBoosted(id, on) {
534 db.prepare('UPDATE ap_interactions SET acted_boost = ? WHERE id = ?').run(on ? 1 : 0, id);
535}
536export function setInteractionLiked(id, on) {
537 db.prepare('UPDATE ap_interactions SET acted_like = ? WHERE id = ?').run(on ? 1 : 0, id);
538}
539// Your like/boost state on a REMOTE post (interact page toggles).
540export function setMyReaction(slug, uri, kind, on) {
541 if (on) db.prepare('INSERT OR IGNORE INTO ap_my_reactions (site_slug, target_uri, kind) VALUES (?,?,?)').run(slug, uri, kind);
542 else db.prepare('DELETE FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ? AND kind = ?').run(slug, uri, kind);
543}
544export function getMyReactions(slug, uri) {
545 const rows = (slug && uri) ? db.prepare('SELECT kind FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ?').all(slug, uri) : [];
546 return { liked: rows.some((r) => r.kind === 'like'), boosted: rows.some((r) => r.kind === 'boost') };
547}
548
549const localPostExists = (id) => { try { return !!db.prepare('SELECT 1 FROM posts WHERE id = ?').get(id); } catch { return false; } };
550// Extract our local post id from a note URL, but only if it's ours (base match).
551function postIdFromNoteUrl(url, base) {
552 const s = String(url || '');
553 if (base && !s.startsWith(base)) return null;
554 const m = s.match(/\/ap\/notes\/([^/?#]+)/);
555 return m ? decodeURIComponent(m[1]) : null;
556}
557function deriveHandle(actorUri) {
558 try { const u = new URL(actorUri); const seg = u.pathname.split('/').filter(Boolean).pop() || ''; return `@${seg}@${u.host}`; } catch { return String(actorUri || ''); }
559}
560function actorInfo(doc, actorUri) {
561 let host = ''; try { host = new URL(actorUri).host; } catch { /* keep empty */ }
562 const handle = doc && doc.preferredUsername ? `@${doc.preferredUsername}@${host}` : deriveHandle(actorUri);
563 const icon = doc && doc.icon ? (doc.icon.url || (Array.isArray(doc.icon) && doc.icon[0] && doc.icon[0].url)) : null;
564 return {
565 name: (doc && (doc.name || doc.preferredUsername)) || handle,
566 handle,
567 url: safeUrl((doc && (doc.url || doc.id)) || actorUri) || null,
568 icon: safeUrl(icon) || null,
569 };
570}
571
572// Given an inReplyTo note URL, find which local post the thread belongs to + the
573// note being replied to (parent), so a reply-to-a-comment can be nested.
574function findThreadTarget(inReplyTo, base) {
575 if (!inReplyTo) return null;
576 const seg = postIdFromNoteUrl(inReplyTo, base); // our /ap/notes/<id> segment (if ours)
577 if (seg && localPostExists(seg)) return { post_id: seg, parent_uri: inReplyTo };
578 if (seg) {
579 try { const o = db.prepare('SELECT post_id FROM ap_outbox WHERE id = ?').get(seg); if (o && o.post_id) return { post_id: o.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
580 }
581 try { const row = db.prepare("SELECT post_id FROM ap_interactions WHERE object_uri = ? AND kind = 'reply' LIMIT 1").get(inReplyTo); if (row && row.post_id) return { post_id: row.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
582 return null;
583}
584
585// Drop the leading @mention(s) a federated reply carries (the person being replied to),
586// so a comment reads "dope tekening ouwe" instead of "@jason@jasonhacky.nl dope …".
587// Keeps a leading <p> wrapper; handles mention <a> links and plain-text @user@domain.
588export function stripLeadingMentions(html) {
589 if (!html) return html;
590 let s = String(html);
591 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:<a\b[^>]*>\s*@[^<]+<\/a>[  ]*)+/i, (m, p) => p || '');
592 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:@[\w.-]+(?:@[\w.-]+)?[  ]+)+/i, (m, p) => p || '');
593 return s;
594}
595
596// View-ready threaded view of a post's fediverse activity (inbound replies +
597// our outbound replies, nested), plus like/boost counts.
598export function getInteractions(postId, base, site) {
599 const s = iStmts();
600 const rows = s.list.all(postId);
601 const baseClean = (base || process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
602 const postNoteId = baseClean ? `${baseClean}/ap/notes/${postId}` : null;
603 // Our own (outbound) replies show the SITE identity for everyone (not "You").
604 let host = ''; try { host = new URL(baseClean).host; } catch { /* ignore */ }
605 const siteName = (site && (site.title || site.slug)) || '';
606 const siteHandle = (site && site.slug && host) ? `@${site.slug}@${host}` : '';
607 const siteUrl = baseClean ? `${baseClean}/` : '';
608 const siteIcon = (site && site.profile_photo) || null;
609
610 const nodes = [];
611 for (const r of rows) {
612 if (r.kind !== 'reply') continue;
613 nodes.push({
614 noteId: r.object_uri, parent: r.parent_uri || null, mine: false, id: r.id,
615 actor_name: r.actor_name, actor_handle: r.actor_handle, actor_url: r.actor_url,
616 actor_icon: r.actor_icon, content: stripLeadingMentions(r.content), created_at: r.published || r.created_at,
617 acted_boost: !!r.acted_boost, acted_like: !!r.acted_like,
618 children: [],
619 });
620 }
621 for (const o of s.listO.all(postId)) {
622 nodes.push({
623 noteId: baseClean ? `${baseClean}/ap/notes/${o.id}` : o.id, parent: o.in_reply_to || null,
624 mine: true, outboxId: o.id, content: stripLeadingMentions(o.content), created_at: o.created_at,
625 actor_name: siteName, actor_handle: siteHandle, actor_url: siteUrl, actor_icon: siteIcon,
626 children: [],
627 });
628 }
629
630 const byId = new Map(nodes.map((n) => [n.noteId, n]));
631 const isTop = (n) => !n.parent || n.parent === postNoteId || !byId.has(n.parent);
632 const tops = [];
633 for (const n of nodes) {
634 if (isTop(n)) { tops.push(n); continue; }
635 let anc = n, guard = 0;
636 while (!isTop(anc) && guard++ < 12) anc = byId.get(anc.parent);
637 anc.children.push(n);
638 }
639 const byTime = (a, b) => new Date(a.created_at) - new Date(b.created_at);
640 tops.sort(byTime).forEach((t) => t.children.sort(byTime));
641
642 return {
643 thread: tops,
644 likeCount: rows.filter((r) => r.kind === 'like').length,
645 announceCount: rows.filter((r) => r.kind === 'announce').length,
646 total: nodes.length,
647 };
648}
649
650// ── HTTP Signatures + delivery ────────────────────────────────────
651const slugFromActorUrl = (url) => { const m = String(url || '').match(/\/ap\/users\/([^/?#]+)/); return m ? decodeURIComponent(m[1]) : null; };
652
653// Sign + POST an activity to a remote inbox (draft-cavage HTTP Signatures, RSA-SHA256).
654export async function deliver(inboxUrl, bodyObj, keyId, privatePem) {
655 const body = JSON.stringify(bodyObj);
656 const u = new URL(inboxUrl);
657 const date = new Date().toUTCString();
658 const digest = 'SHA-256=' + crypto.createHash('sha256').update(body).digest('base64');
659 const signingString = `(request-target): post ${u.pathname}\nhost: ${u.host}\ndate: ${date}\ndigest: ${digest}`;
660 const signature = crypto.sign('sha256', Buffer.from(signingString), privatePem).toString('base64');
661 const sig = `keyId="${keyId}",algorithm="rsa-sha256",headers="(request-target) host date digest",signature="${signature}"`;
662 const r = await safeFetch(inboxUrl, {
663 method: 'POST',
664 headers: { 'Content-Type': 'application/activity+json', Accept: 'application/activity+json', Date: date, Digest: digest, Signature: sig },
665 body,
666 });
667 return r.status;
668}
669
670export async function fetchActor(url) {
671 try {
672 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
673 if (!r.ok) return null;
674 const len = Number(r.headers.get('content-length') || 0);
675 if (len > 2_000_000) return null; // refuse oversized actor docs
676 return await r.json();
677 } catch { return null; }
678}
679
680// ── Delivery queue with retries ───────────────────────────────────
681// Outbound deliveries are tried immediately; on failure (down server, timeout,
682// non-2xx) they're queued and retried with backoff so a briefly-offline follower
683// doesn't silently miss the post. The signing key is NOT stored — the worker
684// re-derives it from the actor slug at send time.
685const DELIVERY_MAX_ATTEMPTS = 6;
686const DELIVERY_BACKOFF_MIN = [1, 5, 15, 60, 180, 360];
687let _insDeliv, _dueDeliv, _delDeliv, _bumpDeliv;
688function deliveryStmts() {
689 if (!_insDeliv) {
690 _insDeliv = db.prepare('INSERT INTO ap_delivery (slug, inbox, body, attempts, next_at) VALUES (?,?,?,0,CURRENT_TIMESTAMP)');
691 _dueDeliv = db.prepare("SELECT * FROM ap_delivery WHERE datetime(next_at) <= datetime('now') ORDER BY next_at LIMIT 30");
692 _delDeliv = db.prepare('DELETE FROM ap_delivery WHERE id = ?');
693 _bumpDeliv = db.prepare('UPDATE ap_delivery SET attempts = ?, next_at = ? WHERE id = ?');
694 }
695 return { ins: _insDeliv, due: _dueDeliv, del: _delDeliv, bump: _bumpDeliv };
696}
697export function enqueueDelivery(slug, inbox, activity) {
698 if (!slug || !inbox || !activity) return;
699 try { deliveryStmts().ins.run(slug, inbox, JSON.stringify(activity)); } catch { /* ignore */ }
700}
701// Deliver now; queue for retry if it fails.
702export async function deliverWithRetry(slug, inbox, activity, keyId, privPem) {
703 if (!inbox) return;
704 try { const st = await deliver(inbox, activity, keyId, privPem); if (st >= 200 && st < 300) return; } catch { /* queue below */ }
705 enqueueDelivery(slug, inbox, activity);
706}
707let _processingDeliv = false;
708export async function processDeliveryQueue() {
709 if (_processingDeliv) return; // re-entrancy guard: 30 rows × 8s can exceed the 60s tick → no double-delivery
710 _processingDeliv = true;
711 try {
712 let rows;
713 try { rows = deliveryStmts().due.all(); } catch { return; }
714 if (!rows || !rows.length) return;
715 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
716 for (const row of rows) {
717 let ok = false;
718 try {
719 const keys = getOrCreateKeys(row.slug);
720 const st = await deliver(row.inbox, JSON.parse(row.body), `${actorId(base, row.slug)}#main-key`, keys.private_pem);
721 ok = st >= 200 && st < 300;
722 } catch { ok = false; }
723 if (ok) { deliveryStmts().del.run(row.id); continue; }
724 const attempts = row.attempts + 1;
725 if (attempts >= DELIVERY_MAX_ATTEMPTS) { deliveryStmts().del.run(row.id); console.warn('[AP] delivery gave up after', attempts, 'tries →', row.inbox); continue; }
726 // Index the backoff on the CURRENT attempt count (row.attempts) so the first
727 // retry uses the 1-min tier instead of skipping it.
728 const mins = DELIVERY_BACKOFF_MIN[Math.min(row.attempts, DELIVERY_BACKOFF_MIN.length - 1)];
729 deliveryStmts().bump.run(attempts, new Date(Date.now() + mins * 60000).toISOString(), row.id);
730 }
731 } finally { _processingDeliv = false; }
732}
733let _delivTimer = null;
734export function startDeliveryWorker() {
735 if (_delivTimer) return;
736 _delivTimer = setInterval(() => { processDeliveryQueue().catch(() => {}); }, 60 * 1000);
737 if (_delivTimer.unref) _delivTimer.unref();
738}
739
740// Best-effort verification of an incoming signed request. Returns the sender's
741// actor doc if the signature checks out, else null. (Not gating yet — MVP.)
742// Max clock skew for the signed Date header (replay window). Generous default to tolerate
743// federating servers with drifting clocks; an operator can widen it via env.
744const SIG_MAX_SKEW_MS = (Number(process.env.AP_SIG_MAX_SKEW_MIN) || 60) * 60 * 1000;
745export async function verifyRequest(req) {
746 const sigH = req.headers['signature'];
747 if (!sigH) return null;
748 const p = Object.fromEntries([...sigH.matchAll(/([a-zA-Z]+)="([^"]*)"/g)].map((m) => [m[1], m[2]]));
749 if (!p.keyId || !p.signature) return null;
750 const actor = await fetchActor(p.keyId.split('#')[0]);
751 const pem = actor && actor.publicKey && actor.publicKey.publicKeyPem;
752 if (!pem) return null;
753 const hs = (p.headers || '(request-target) host date').split(/\s+/);
754 // Behind a reverse proxy the raw Host header is the backend bind (e.g. localhost:3000, when
755 // the proxy doesn't preserve it — Apache .htaccess [P] proxying), but the sender signed the
756 // HTTP-Signature over the PUBLIC host. Try each candidate host (the configured PUBLIC_BASE_URL
757 // host, the proxy's X-Forwarded-Host, and the raw Host) and accept if the signature verifies
758 // against any. An attacker can't forge a match (no private key), so this only rescues the
759 // legitimate proxied case. Also normalise a leading double-slash in the request-target.
760 let _pubHost = null;
761 if (process.env.PUBLIC_BASE_URL) { try { _pubHost = new URL(process.env.PUBLIC_BASE_URL).host; } catch { /* ignore */ } }
762 const _hosts = [...new Set([_pubHost, req.headers['x-forwarded-host'], req.headers['host']].filter(Boolean))];
763 const _target = `${req.method.toLowerCase()} ${String(req.originalUrl || '').replace(/^\/{2,}/, '/')}`;
764 const _sig = Buffer.from(p.signature, 'base64');
765 let ok = false;
766 for (const _h of _hosts) {
767 const line = hs.map((x) => x === '(request-target)'
768 ? `(request-target): ${_target}`
769 : x === 'host' ? `host: ${_h}`
770 : `${x}: ${req.headers[x] || ''}`).join('\n');
771 try { if (crypto.verify('sha256', Buffer.from(line), pem, _sig)) { ok = true; break; } } catch { /* try next host */ }
772 }
773 // Replay defence: the Date header must be signed and recent. A captured signed request
774 // replayed later (or with a swapped body) is rejected.
775 if (ok) {
776 if (!hs.includes('date')) ok = false;
777 else {
778 const t = Date.parse(req.headers['date'] || '');
779 if (isNaN(t) || Math.abs(Date.now() - t) > SIG_MAX_SKEW_MS) ok = false;
780 }
781 }
782 // Digest is MANDATORY when the request carries a body: without a signed digest the body
783 // isn't covered by the signature and could be swapped on a replay.
784 if (ok && req.rawBody && req.rawBody.length) {
785 if (!hs.includes('digest')) ok = false;
786 else {
787 const exp = 'SHA-256=' + crypto.createHash('sha256').update(req.rawBody).digest('base64');
788 if (req.headers['digest'] !== exp) ok = false;
789 }
790 }
791 return ok ? actor : null;
792}
793
794// Parse a fediverse poll (an ActivityStreams `Question` — the Mastodon-standard poll form)
795// into our compact shape. `oneOf` = single choice, `anyOf` = multiple; each option is a Note
796// with a `name` and a `replies` collection whose `totalItems` is that option's vote count.
797function parsePoll(o) {
798 if (!o || o.type !== 'Question') return null;
799 const raw = Array.isArray(o.oneOf) ? o.oneOf : (Array.isArray(o.anyOf) ? o.anyOf : null);
800 if (!raw || !raw.length) return null;
801 const options = raw.slice(0, 12).map((opt) => ({
802 name: String((opt && opt.name) || '').slice(0, 300),
803 count: Math.max(0, Number(opt && opt.replies && opt.replies.totalItems) || 0),
804 })).filter((x) => x.name);
805 if (!options.length) return null;
806 const endTime = o.endTime || (typeof o.closed === 'string' ? o.closed : null);
807 const closed = !!o.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
808 return { multiple: Array.isArray(o.anyOf), options, endTime, closed, voters: Number(o.votersCount) || null, voted: null };
809}
810
811// ── Polls WE host (a local post with a poll) ──────────────────────
812// Parse the poll definition stored on our own post (posts.poll_json). Counts are
813// NOT stored here — they're derived from the poll_votes ballots so a re-render always
814// reflects the authoritative tally.
815export function parseOwnPoll(pollJson) {
816 if (!pollJson) return null;
817 let d; try { d = typeof pollJson === 'string' ? JSON.parse(pollJson) : pollJson; } catch { return null; }
818 if (!d || !Array.isArray(d.options)) return null;
819 const options = d.options.map((o) => ({ name: String((o && o.name != null ? o.name : o) || '').slice(0, 300) })).filter((o) => o.name);
820 if (options.length < 2) return null;
821 const endTime = d.endTime || null;
822 const closed = !!d.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
823 return { multiple: !!d.multiple, options, endTime, closed };
824}
825
826// Live tally of a hosted poll from its ballots: per-option counts + unique voters.
827export function pollTally(postId) {
828 const counts = {}; let voters = 0;
829 try {
830 for (const r of db.prepare('SELECT choice, COUNT(*) AS n FROM poll_votes WHERE post_id = ? GROUP BY choice').all(postId)) counts[r.choice] = r.n;
831 voters = db.prepare('SELECT COUNT(DISTINCT actor_uri) AS n FROM poll_votes WHERE post_id = ?').get(postId).n || 0;
832 } catch { /* table may not exist yet */ }
833 return { counts, voters };
834}
835
836// Render-ready view of a hosted poll (options with counts + percentages, totals, state).
837// Voting is fediverse-only, so this is display-only on the site.
838export function ownPollView(post) {
839 const poll = parseOwnPoll(post && post.poll_json);
840 if (!poll) return null;
841 const { counts, voters } = pollTally(post.id);
842 const total = Object.values(counts).reduce((a, b) => a + b, 0);
843 const denom = poll.multiple ? voters : total; // multiple-choice %: share of voters (can sum >100%)
844 const options = poll.options.map((o) => {
845 const count = counts[o.name] || 0;
846 return { name: o.name, count, pct: denom ? Math.round((count / denom) * 100) : 0 };
847 });
848 return { multiple: poll.multiple, options, total, voters, endTime: poll.endTime, closed: poll.closed };
849}
850
851// Attach the AS2 Question shape to a note built for a hosted poll. Mastodon renders a
852// status with either media OR a poll (never both), so a poll federates as content +
853// options with no media attachment. oneOf = single choice, anyOf = multiple.
854function applyPollToNote(note, postId, poll) {
855 const { counts, voters } = pollTally(postId);
856 const opts = poll.options.map((o) => ({
857 type: 'Note',
858 name: o.name,
859 replies: { type: 'Collection', totalItems: counts[o.name] || 0 },
860 }));
861 note.type = 'Question';
862 note[poll.multiple ? 'anyOf' : 'oneOf'] = opts;
863 if (poll.endTime) note.endTime = new Date(poll.endTime).toISOString();
864 // Once closed, Mastodon expects a `closed` timestamp (the effective end).
865 if (poll.closed) note.closed = poll.endTime ? new Date(poll.endTime).toISOString() : new Date().toISOString();
866 note.votersCount = voters;
867 delete note.attachment; // media + poll are mutually exclusive on Mastodon
868 delete note.image;
869 return note;
870}
871
872// Record an inbound ballot on one of OUR polls. A vote arrives as a Create(Note) whose
873// `name` is the chosen option and `inReplyTo` is our poll note — the Mastodon-standard
874// vote form. Returns { handled } — handled=true means it was addressed to a poll (so the
875// caller must NOT also store it as a reply), false means "not a poll, fall through".
876function recordPollBallot(postId, actorUri, rawChoice) {
877 const choice = String(rawChoice == null ? '' : rawChoice).slice(0, 300);
878 if (!choice) return { handled: false };
879 let post; try { post = db.prepare('SELECT poll_json FROM posts WHERE id = ?').get(postId); } catch { return { handled: false }; }
880 const poll = post && parseOwnPoll(post.poll_json);
881 if (!poll) return { handled: false }; // not a poll → let the reply logic handle it
882 if (poll.closed) return { handled: true }; // voting closed → drop
883 if (!poll.options.some((o) => o.name === choice)) return { handled: true }; // unknown option → drop
884 try {
885 // Single choice = one ballot per actor: ignore a later/different vote. Multiple choice
886 // allows one ballot per distinct option (the UNIQUE(post,actor,choice) dedupes repeats).
887 if (!poll.multiple && db.prepare('SELECT 1 FROM poll_votes WHERE post_id = ? AND actor_uri = ? LIMIT 1').get(postId, actorUri)) return { handled: true };
888 db.prepare('INSERT OR IGNORE INTO poll_votes (post_id, actor_uri, choice) VALUES (?, ?, ?)').run(postId, actorUri, choice);
889 } catch { return { handled: true }; }
890 schedulePollUpdate(postId);
891 return { handled: true };
892}
893
894// Coalesce a burst of votes into ONE Update(Question) per poll: the first vote schedules a
895// refresh ~15s out; further votes in that window ride the same pending update (which carries
896// the accumulated tally). Non-follower voters re-fetch the Question (live tally) themselves.
897const _pollUpdTimers = new Map();
898function schedulePollUpdate(postId) {
899 if (_pollUpdTimers.has(postId)) return;
900 const t = setTimeout(() => { _pollUpdTimers.delete(postId); deliverPollUpdate(postId).catch(() => { /* best-effort */ }); }, 15000);
901 if (t.unref) t.unref();
902 _pollUpdTimers.set(postId, t);
903}
904
905// Push the fresh poll tally (or closed state) to followers as Update(Question).
906export async function deliverPollUpdate(postId) {
907 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
908 if (!base || !postId) return;
909 let post, site;
910 try {
911 post = db.prepare('SELECT * FROM posts WHERE id = ?').get(postId);
912 if (!post || !post.poll_json) return;
913 site = db.prepare('SELECT * FROM sites WHERE id = ?').get(post.site_id);
914 } catch { return; }
915 if (site) await deliverUpdate(site, post);
916}
917
918// Handle an incoming inbox POST. slugParam = null for the shared /ap/inbox.
919export async function handleInbox(req, slugParam) {
920 const act = req.body || {};
921 const type = act.type;
922 // Real client IP (behind the proxy via `trust proxy`) — logged on dropped/rejected/
923 // ignored inbox hits so an operator can see who is probing their fediverse inbox.
924 const ip = req.ip || (req.connection && req.connection.remoteAddress) || '?';
925 const base = (process.env.PUBLIC_BASE_URL || `${req.protocol}://${req.get('host')}`).replace(/\/+$/, '');
926 const verified = await verifyRequest(req).catch(() => null);
927
928 // ENFORCE HTTP signatures: a data-affecting activity must be signed by the very
929 // actor it claims to be. No valid signature, or signer ≠ actor → reject (no
930 // forged replies/likes/follows/timeline posts). GET/discovery stays open.
931 const claimedActor = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
932 // Blocked actor/domain → silently drop (202, don't reveal the block).
933 if (claimedActor && isBlockedAny(claimedActor)) { console.log('[AP] inbox dropped (blocked)', claimedActor, 'from', ip); return 202; }
934 const GATED = ['Create', 'Like', 'Announce', 'Follow', 'Delete', 'Undo', 'Accept', 'Reject', 'Add', 'Remove', 'Update'];
935 if (GATED.includes(type)) {
936 if (!verified || !claimedActor || verified.id !== claimedActor) {
937 console.warn('[AP] inbox REJECTED (signature)', type, claimedActor || '?', 'from', ip, verified ? '(signer mismatch)' : '(unsigned/invalid)');
938 return 401;
939 }
940 }
941
942 if (type === 'Follow') {
943 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
944 const slug = slugParam || slugFromActorUrl(typeof act.object === 'string' ? act.object : (act.object && act.object.id));
945 if (!who || !slug) return 400;
946 const remote = await fetchActor(who);
947 if (!remote || !remote.inbox) return 202; // can't reach them → drop quietly
948 const sharedInbox = (remote.endpoints && remote.endpoints.sharedInbox) || null;
949 fStmts().ins.run(slug, who, remote.inbox, sharedInbox);
950 const me = actorId(base, slug);
951 const keys = getOrCreateKeys(slug);
952 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: act };
953 deliver(remote.inbox, accept, `${me}#main-key`, keys.private_pem).catch((e) => console.warn('[AP] Accept delivery failed:', e.message));
954 // Auto-backfill: send our recent posts as Create so the instance has our history
955 // (Mastodon doesn't fetch history on follow). ONCE PER REMOTE INSTANCE only —
956 // Mastodon dedupes notes per-instance, so re-filling an instance that already has
957 // a follower of ours is wasted work (and won't re-populate the new follower's
958 // timeline anyway). Deliver to the shared inbox (instance-level) when present.
959 // Sync insert+check (no await between) → no interleave race with concurrent Follows.
960 const instanceFilled = sharedInbox &&
961 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1')
962 .get(slug, sharedInbox, who);
963 if (!instanceFilled) {
964 backfillNewFollower(base, slug, sharedInbox || remote.inbox).catch(() => { /* best-effort */ });
965 }
966 console.log('[AP] Follow', who, '→', slug, verified ? '(sig ok)' : '(sig unverified)');
967 return 202;
968 }
969 if (type === 'Undo' && act.object) {
970 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
971 const ot = act.object.type;
972 if (ot === 'Follow') {
973 const obj = act.object.object;
974 const slug = slugParam || slugFromActorUrl(typeof obj === 'string' ? obj : (obj && obj.id));
975 if (who && slug) { fStmts().del.run(slug, who); console.log('[AP] Unfollow', who, '→', slug); }
976 return 202;
977 }
978 if (ot === 'Like' || ot === 'Announce') {
979 const tgt = act.object.object;
980 const pid = postIdFromNoteUrl(typeof tgt === 'string' ? tgt : (tgt && tgt.id), base);
981 if (who && pid) { iStmts().delLA.run(ot.toLowerCase(), pid, who); console.log('[AP] Undo', ot, who, '→', pid); }
982 return 202;
983 }
984 return 202;
985 }
986
987 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
988 const resolveActor = async (uri) => ((verified && verified.id === uri) ? verified : await fetchActor(uri).catch(() => null));
989 // Activities from our OWN actors are already stored via ap_outbox — don't re-store.
990 const isLocalActor = !!(base && actorUri && actorUri.startsWith(`${base}/ap/users/`));
991
992 // Inbound reply: a Create whose object replies to one of our notes (post OR comment).
993 if (type === 'Create' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
994 const o = act.object;
995 // A poll ballot: a Note carrying a `name` (the chosen option) inReplyTo one of OUR poll
996 // posts. Record it (deduped per actor) BEFORE the reply logic so a vote is never stored
997 // as a comment. recordPollBallot returns handled=false only if the target isn't a poll.
998 if (o.name && o.inReplyTo && actorUri && !isLocalActor) {
999 const seg = postIdFromNoteUrl(o.inReplyTo, base);
1000 if (seg && localPostExists(seg)) {
1001 const rec = recordPollBallot(seg, actorUri, o.name);
1002 if (rec.handled) { console.log('[AP] poll vote', actorUri, '→', seg); return 202; }
1003 }
1004 }
1005 const tgt = findThreadTarget(o.inReplyTo, base);
1006 if (tgt && actorUri && !isLocalActor) {
1007 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1008 const html = HtmlSanitizerService.sanitize(o.content || '');
1009 iStmts().ins.run('reply', tgt.post_id, o.id || '', actorUri, ai.name, ai.handle, ai.url, ai.icon, html, o.published || null, tgt.parent_uri);
1010 console.log('[AP] reply', actorUri, '→', tgt.post_id);
1011 return 202;
1012 }
1013 // Home timeline (client): a top-level post from an account we follow.
1014 if (actorUri && !isLocalActor && !o.inReplyTo && o.id) {
1015 let subs = []; try { subs = db.prepare('SELECT slug, auto_boost FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist yet */ }
1016 if (subs.length) {
1017 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1018 const html = HtmlSanitizerService.sanitize(o.content || '');
1019 const _atts = (Array.isArray(o.attachment) ? o.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
1020 // Fallback cover: a Note's `image` (set when the attachment was suppressed
1021 // for a player-card post, e.g. hosted-audio posts).
1022 if (!_atts.some((m) => !m.type || /image/i.test(m.type)) && o.image) {
1023 const _im = Array.isArray(o.image) ? o.image[0] : o.image;
1024 const _iu = safeUrl(typeof _im === 'string' ? _im : (_im && _im.url));
1025 if (_iu) _atts.push({ url: _iu, type: (_im && _im.mediaType) || 'image/jpeg' });
1026 }
1027 const media = JSON.stringify(_atts);
1028 const poll = parsePoll(o); // a Question (fediverse poll) → cache its options/counts
1029 // "Feature" = show in the Cirkel (local only). We do NOT auto-Announce
1030 // incoming posts to the fediverse — that flooded followers. Boosting to the
1031 // fediverse is only ever a deliberate, manual per-post action (the 🔁 on
1032 // the timeline).
1033 for (const s of subs) {
1034 tlStmts().ins.run(o.id, s.slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, media, o.sensitive ? 1 : 0, o.summary || null);
1035 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, s.slug); } catch { /* ignore */ } }
1036 }
1037 console.log('[AP] timeline +', actorUri, 'x' + subs.length);
1038 }
1039 }
1040 return 202;
1041 }
1042 // A remote post we cached was edited upstream → refresh our cached copy. This is the
1043 // push-based edit-sync that keeps the Cirkel/timeline fresh without polling (selfHeal
1044 // does it on a version bump; this does it live). Scope to the SIGNING actor so B can't
1045 // edit A's note (the signature gate guarantees claimedActor == the verified signer).
1046 if (type === 'Update' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1047 const o = act.object;
1048 if (o.id && claimedActor) {
1049 const html = HtmlSanitizerService.sanitize(o.content || '');
1050 const media = mediaFromNote(o);
1051 try {
1052 // Refresh url too (COALESCE keeps the old one if the Update omits it): a remote slug
1053 // rename keeps the same AP id but changes the human url, so without this the cached
1054 // post would keep linking to the old, now-dead URL.
1055 const r = db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ? AND author_uri = ?')
1056 .run(html, media, o.sensitive ? 1 : 0, o.summary || null, o.url || null, o.id, claimedActor);
1057 if (r.changes) console.log('[AP] timeline update', claimedActor, '→', o.id);
1058 // A poll's Update carries the fresh vote counts / closed state. Refresh per-row so each
1059 // site keeps its own `voted` state while the counts/closed update to the new totals.
1060 const poll = parsePoll(o);
1061 if (poll) {
1062 const rows = db.prepare('SELECT rowid AS rid, poll_json FROM ap_timeline WHERE id = ? AND author_uri = ?').all(o.id, claimedActor);
1063 const upd = db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE rowid = ?');
1064 for (const rw of rows) {
1065 let voted = null; try { voted = rw.poll_json ? (JSON.parse(rw.poll_json).voted || null) : null; } catch { /* ignore */ }
1066 upd.run(JSON.stringify({ ...poll, voted }), rw.rid);
1067 }
1068 }
1069 } catch { /* ignore */ }
1070 // If this note is a cached fediverse reply on one of our posts, refresh its text too.
1071 try { db.prepare('UPDATE ap_interactions SET content = ? WHERE object_uri = ? AND actor_uri = ?').run(html, o.id, claimedActor); } catch { /* ignore */ }
1072 }
1073 return 202;
1074 }
1075 if (type === 'Like' || type === 'Announce') {
1076 const tgt = act.object;
1077 const objUrl = typeof tgt === 'string' ? tgt : (tgt && tgt.id);
1078 const pid = postIdFromNoteUrl(objUrl, base);
1079 if (pid && actorUri && !isLocalActor && localPostExists(pid)) {
1080 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1081 iStmts().ins.run(type.toLowerCase(), pid, '', actorUri, ai.name, ai.handle, ai.url, ai.icon, null, null, null);
1082 console.log('[AP]', type === 'Like' ? 'like' : 'boost', actorUri, '→', pid);
1083 } else if (type === 'Announce' && objUrl && actorUri && !isLocalActor) {
1084 // A boost FROM an account we follow, of a REMOTE post → show it in the News feed.
1085 // We only STORE it for display; we NEVER auto-Announce it onward (anti-feedback-loop:
1086 // re-announcing an incoming Announce would cascade boosts across the network).
1087 let subs = []; try { subs = db.prepare('SELECT slug FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist */ }
1088 if (subs.length) {
1089 const bn = await fetchNoteAP(objUrl);
1090 if (bn && bn !== 404 && (bn.type === 'Note' || bn.type === 'Article') && bn.id) {
1091 const origUri = actorUriOf(bn.attributedTo);
1092 // Block completeness: even if you follow the booster, drop a boost whose ORIGINAL
1093 // author is blocked — otherwise a block is bypassed via someone else's boost.
1094 if (origUri && isBlockedAny(origUri)) { console.log('[AP] timeline boost dropped (blocked origin)', origUri, 'via', actorUri); return 202; }
1095 const oai = actorInfo(await resolveActor(origUri), origUri);
1096 const html = HtmlSanitizerService.sanitize(bn.content || '');
1097 const media = mediaFromNote(bn);
1098 const booster = actorInfo(await resolveActor(actorUri), actorUri);
1099 for (const s of subs) {
1100 // published = now → the boost shows as fresh activity at the top (Mastodon shows
1101 // reblogs at reblog-time, not the original's date). INSERT OR IGNORE: if we already
1102 // have the note (e.g. we also follow the author), keep it and DON'T relabel it.
1103 let inserted = false;
1104 try { const r = tlStmts().ins.run(bn.id, s.slug, origUri || '', oai.name, oai.handle, oai.icon, oai.url, html, bn.url || null, new Date().toISOString(), media, bn.sensitive ? 1 : 0, bn.summary || null); inserted = r.changes > 0; } catch { /* ignore */ }
1105 if (inserted) { try { db.prepare('UPDATE ap_timeline SET reblog_name = ?, reblog_handle = ?, reblog_icon = ? WHERE slug = ? AND id = ?').run(booster.name, booster.handle, booster.icon, s.slug, bn.id); } catch { /* ignore */ } }
1106 }
1107 console.log('[AP] timeline boost +', actorUri, 'x' + subs.length);
1108 }
1109 }
1110 }
1111 return 202;
1112 }
1113 if (type === 'Delete') {
1114 // A remote note was deleted upstream → drop it from replies AND the timeline.
1115 // Scope to the SIGNING actor so actor B can't delete actor A's content (the
1116 // signature gate guarantees claimedActor == the verified signer here).
1117 const oid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1118 if (oid && claimedActor) {
1119 try { db.prepare('DELETE FROM ap_interactions WHERE object_uri = ? AND actor_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1120 try { db.prepare('DELETE FROM ap_timeline WHERE id = ? AND author_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1121 // Also clear a boost/like YOU made of this now-deleted remote post (the interact-page
1122 // ap_my_reactions state), so it can't stay stuck as "boosted" on a post that's gone.
1123 // Guard: only when the deleter owns the note's domain (B mustn't clear your reactions
1124 // to A's posts).
1125 try {
1126 let sameHost = false;
1127 try { sameHost = new URL(oid).host === new URL(claimedActor).host; } catch { sameHost = false; }
1128 if (sameHost) db.prepare('DELETE FROM ap_my_reactions WHERE target_uri = ?').run(oid);
1129 } catch { /* ignore */ }
1130 }
1131 return 202;
1132 }
1133 // Accept/Reject of a Follow WE sent (client side).
1134 if (type === 'Accept' && act.object) {
1135 const fid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1136 if (fid) { try { fwStmts().acc.run(fid); } catch { /* ignore */ } }
1137 console.log('[AP] follow accepted', actorUri);
1138 return 202;
1139 }
1140 if (type === 'Reject' && act.object) {
1141 const who = actorUri;
1142 if (who && slugParam) { try { fwStmts().del.run(slugParam, who); } catch { /* ignore */ } }
1143 return 202;
1144 }
1145
1146 console.log('[AP] inbox', type || 'unknown', '→', slugParam || 'shared', 'from', ip, '(ignored)');
1147 return 202;
1148}
1149
1150// Deliver a new post as Create(Note) to all followers' inboxes (fire-and-forget).
1151// Needs PUBLIC_BASE_URL (absolute URLs); no-op without followers or base.
1152export async function deliverCreate(site, post) {
1153 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1154 if (!base || !site || !site.slug) return;
1155 // Resolve inline @user@host mentions → link them in the note + collect their inboxes, so a
1156 // mentioned person is notified even if they don't follow us (Mastodon-standard mention).
1157 const mres = await resolveMentionsInText(base, post.content || '');
1158 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1159 const followers = fStmts().list.all(site.slug);
1160 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1161 if (!inboxes.length) return; // no followers and no one mentioned
1162 const keys = getOrCreateKeys(site.slug);
1163 const keyId = `${actorId(base, site.slug)}#main-key`;
1164 const create = buildCreate(base, site, post2);
1165 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, create, keyId, keys.private_pem);
1166}
1167
1168// On a new Follow, send that follower our most recent posts as Create so their
1169// timeline shows our history (Mastodon does not backfill on follow). Oldest-first
1170// so they sort into the follower's timeline at their original dates.
1171async function backfillNewFollower(base, slug, inbox) {
1172 if (!base || !slug || !inbox) return;
1173 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
1174 if (!site) return;
1175 const recent = db.prepare(
1176 `SELECT id, slug, title, content, cover_image_url, cover_video_url, nsfw, content_warning, published_at, created_at
1177 FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1178 ORDER BY COALESCE(published_at, created_at) DESC LIMIT 20`
1179 ).all(site.id).reverse();
1180 if (!recent.length) return;
1181 const keys = getOrCreateKeys(slug);
1182 const keyId = `${actorId(base, slug)}#main-key`;
1183 for (const p of recent) {
1184 try { await deliver(inbox, buildCreate(base, site, p), keyId, keys.private_pem); } catch { /* best-effort */ }
1185 await new Promise((r) => setTimeout(r, 150));
1186 }
1187 console.log('[AP] backfilled', recent.length, 'posts to new follower of', slug);
1188}
1189
1190// Tell followers a post is gone (Delete + Tombstone) so it's removed from their feeds.
1191export async function deliverDelete(site, post) {
1192 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1193 if (!base || !site || !site.slug || !post || !post.id) return;
1194 const followers = fStmts().list.all(site.slug);
1195 if (!followers.length) return;
1196 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1197 const keys = getOrCreateKeys(site.slug);
1198 const me = actorId(base, site.slug);
1199 const nid = noteId(base, post.id);
1200 const del = {
1201 '@context': AP_CONTEXT,
1202 id: `${nid}#delete-${Date.now()}-${rid()}`,
1203 type: 'Delete',
1204 actor: me,
1205 to: [PUBLIC],
1206 object: { id: nid, type: 'Tombstone' },
1207 };
1208 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, del, `${me}#main-key`, keys.private_pem);
1209}
1210
1211// Tell followers an already-published post changed (Update + edited Note) so
1212// Mastodon refreshes the cached copy (e.g. after fixing content).
1213export async function deliverUpdate(site, post) {
1214 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1215 if (!base || !site || !site.slug || !post || !post.id) return;
1216 const mres = await resolveMentionsInText(base, post.content || ''); // link mentions + collect inboxes
1217 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1218 const followers = fStmts().list.all(site.slug);
1219 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1220 if (!inboxes.length) return;
1221 const keys = getOrCreateKeys(site.slug);
1222 const me = actorId(base, site.slug);
1223 const note = buildNote(base, site, post2);
1224 note.updated = new Date().toISOString();
1225 const update = {
1226 '@context': AP_CONTEXT,
1227 id: `${noteId(base, post.id)}#update-${Date.now()}-${rid()}`,
1228 type: 'Update', actor: me, to: [PUBLIC], cc: note.cc,
1229 object: note,
1230 };
1231 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1232}
1233
1234// Tell followers the ACTOR changed (Update + Person) so Mastodon re-processes the
1235// account AND re-fetches the featured (pinned) collection — there is no standard
1236// "featured changed" activity, so this is how a pin/unpin propagates promptly.
1237export async function deliverActorUpdate(site) {
1238 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1239 if (!base || !site || !site.slug) return;
1240 const followers = fStmts().list.all(site.slug);
1241 if (!followers.length) return;
1242 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1243 const keys = getOrCreateKeys(site.slug);
1244 const me = actorId(base, site.slug);
1245 const update = {
1246 '@context': AP_CONTEXT,
1247 id: `${me}#update-${Date.now()}-${rid()}`,
1248 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
1249 object: buildActor(base, site),
1250 };
1251 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1252}
1253
1254// Reliably set the pinned order on followers' instances via Add/Remove activities
1255// (how Mastodon itself federates pins) — pushed to the inbox + processed immediately,
1256// unlike the featured COLLECTION which Mastodon caches with sticky StatusPins.
1257// Mastodon's Add skips an already-pinned status, so we REMOVE every pin first, wait,
1258// then ADD in rank-DESCENDING order (rank 1 added LAST → newest StatusPin → shown first,
1259// because Mastodon displays pins newest-first). `alsoRemove` = ids to unpin too.
1260// Serialize pin-resyncs per site: two concurrent /save calls would otherwise interleave
1261// their Remove -> wait -> Add sequences and scramble the StatusPin order on Mastodon. A
1262// resync already in flight for a site coalesces later requests into ONE rerun after it
1263// finishes (accumulating their extra unpins), so rapid saves don't pile up N full resyncs.
1264const _pinResync = new Map(); // slug -> { promise, pending, pendingRemove:Set, site }
1265export function resyncFeaturedPins(site, alsoRemove = []) {
1266 if (!site || !site.slug) return Promise.resolve();
1267 const slug = site.slug;
1268 const running = _pinResync.get(slug);
1269 if (running) {
1270 running.pending = true;
1271 running.site = site; // use the latest site object on the rerun
1272 for (const id of alsoRemove) running.pendingRemove.add(id);
1273 return running.promise;
1274 }
1275 const state = { promise: null, pending: false, pendingRemove: new Set(), site };
1276 state.promise = (async () => {
1277 let extra = alsoRemove;
1278 for (;;) {
1279 try { await doResyncFeaturedPins(state.site, extra); }
1280 catch (e) { console.warn('[AP] pin resync failed:', e.message); }
1281 if (!state.pending) break;
1282 state.pending = false;
1283 extra = [...state.pendingRemove];
1284 state.pendingRemove = new Set();
1285 }
1286 _pinResync.delete(slug);
1287 })();
1288 _pinResync.set(slug, state);
1289 return state.promise;
1290}
1291
1292// The actual resync work — do NOT call directly; go through resyncFeaturedPins() above so
1293// it stays serialized per site.
1294async function doResyncFeaturedPins(site, alsoRemove = []) {
1295 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1296 if (!base || !site || !site.slug) return;
1297 const followers = fStmts().list.all(site.slug);
1298 if (!followers.length) return;
1299 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1300 const keys = getOrCreateKeys(site.slug);
1301 const me = actorId(base, site.slug);
1302 const keyId = `${me}#main-key`;
1303 const featured = `${me}/featured`;
1304 const note = (id) => noteId(base, id);
1305 const pinned = db.prepare(
1306 `SELECT id FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1307 AND pinned IS NOT NULL AND pinned > 0
1308 ORDER BY pinned DESC, COALESCE(published_at, created_at) ASC LIMIT 20`
1309 ).all(site.id);
1310 const removeIds = [...new Set([...pinned.map((p) => p.id), ...alsoRemove])];
1311 // 1. Remove every current pin so Mastodon can recreate them in order.
1312 for (const id of removeIds) {
1313 const rm = { '@context': AP_CONTEXT, id: `${me}#rm-${id}-${Date.now()}-${rid()}`, type: 'Remove', actor: me, object: note(id), target: featured, to: [PUBLIC] };
1314 for (const inbox of inboxes) deliver(inbox, rm, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1315 }
1316 if (!pinned.length) { console.log('[AP] unpinned all featured for', site.slug); return; }
1317 await new Promise((r) => setTimeout(r, 5000)); // let the Removes land first
1318 // 2. Add in rank-DESC order, gaps so each StatusPin gets an increasing created_at.
1319 for (const p of pinned) {
1320 const add = { '@context': AP_CONTEXT, id: `${me}#add-${p.id}-${Date.now()}-${rid()}`, type: 'Add', actor: me, object: note(p.id), target: featured, to: [PUBLIC], cc: [`${me}/followers`] };
1321 for (const inbox of inboxes) deliver(inbox, add, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1322 await new Promise((r) => setTimeout(r, 2000));
1323 }
1324 console.log('[AP] resynced', pinned.length, 'featured pins for', site.slug);
1325}
1326
1327// ── outbound replies (Klonkt → fediverse) ─────────────────────────
1328const escHtml = (s) => String(s || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
1329const toISO = (v) => { if (!v) return new Date().toISOString(); const s = String(v); const d = new Date(/[TZ]/.test(s) ? s : s.replace(' ', 'T') + 'Z'); return isNaN(d) ? new Date().toISOString() : d.toISOString(); };
1330
1331// Build one of OUR outbound reply Notes from an ap_outbox row.
1332// Turn #hashtags in reply text into Mastodon-style hashtag links (clickable + federated).
1333function linkHashtags(base, html) {
1334 return String(html || '').replace(/(^|[\s>])#([\p{L}\p{M}\p{N}_]+)/gu, (m, pre, tag) =>
1335 `${pre}<a href="${base}/tag/${encodeURIComponent(tag.toLowerCase())}" class="mention hashtag" rel="tag">#${tag}</a>`);
1336}
1337// Extract the AP Hashtag tag objects from already-linked reply content.
1338function hashtagTags(base, content) {
1339 const tags = [], seen = new Set();
1340 const re = /class="[^"]*\bhashtag\b[^"]*"[^>]*>#([\p{L}\p{M}\p{N}_]+)</giu;
1341 let m;
1342 while ((m = re.exec(content || ''))) {
1343 const k = m[1].toLowerCase();
1344 if (seen.has(k)) continue; seen.add(k);
1345 tags.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(k)}`, name: '#' + m[1] });
1346 }
1347 return tags;
1348}
1349
1350// Normalise a post's tags field (array, JSON-string, or comma-string) to an array.
1351function normalizeTags(t) {
1352 if (Array.isArray(t)) return t;
1353 if (typeof t === 'string') {
1354 const s = t.trim(); if (!s) return [];
1355 if (s[0] === '[') { try { const a = JSON.parse(s); return Array.isArray(a) ? a : []; } catch { /* fall through */ } }
1356 return s.split(',').map((x) => x.trim()).filter(Boolean);
1357 }
1358 return [];
1359}
1360// A tag → { label, slug }. Multi-word tags become CamelCase (#LiveMusic) for the display
1361// name (Mastodon hashtags can't contain spaces; CamelCase is the accessibility norm); the
1362// slug/href stays lowercase ("livemusic").
1363function tagParts(raw) {
1364 const words = String(raw || '').trim().split(/[\s_]+/).map((w) => w.replace(/[^\p{L}\p{M}\p{N}]/gu, '')).filter(Boolean);
1365 if (!words.length) return null;
1366 const slug = words.join('').toLowerCase();
1367 if (!slug) return null;
1368 const label = words.length > 1 ? words.map((w) => w[0].toUpperCase() + w.slice(1)).join('') : words[0];
1369 return { label, slug };
1370}
1371// Merge a post's tags field + the #hashtags linked inline in its body into one deduped
1372// Hashtag tag list (with hrefs to our /tag page).
1373function buildHashtagList(base, tagsField, content) {
1374 const out = [], seen = new Set();
1375 for (const t of normalizeTags(tagsField)) {
1376 const p = tagParts(t); if (!p || seen.has(p.slug)) continue; seen.add(p.slug);
1377 out.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(p.slug)}`, name: '#' + p.label });
1378 }
1379 for (const h of hashtagTags(base, content)) {
1380 const k = h.name.slice(1).toLowerCase(); if (seen.has(k)) continue; seen.add(k);
1381 out.push(h);
1382 }
1383 return out;
1384}
1385
1386// Extract Mention tag objects from already-linked content (class="u-url mention").
1387function mentionTags(content) {
1388 const tags = [], seen = new Set();
1389 // The link href is the human profile URL; the actor URI (for the Mention tag) is in data-actor.
1390 const re = /<a href="[^"]*" class="u-url mention" data-actor="([^"]+)">@([^<]+)<\/a>/gi;
1391 let m;
1392 while ((m = re.exec(content || ''))) {
1393 const href = m[1];
1394 if (seen.has(href)) continue; seen.add(href);
1395 tags.push({ type: 'Mention', href, name: '@' + m[2] });
1396 }
1397 return tags;
1398}
1399// Resolve inline @user@domain mentions in reply/post text → link them (href = actor URI)
1400// and collect the mentioned actors' inboxes so they get notified. Best-effort per mention.
1401async function resolveMentionsInText(base, html) {
1402 const inboxes = [];
1403 const handles = new Set();
1404 const re = /(^|[\s>])@([\p{L}\p{M}\p{N}_.-]+@[\p{L}\p{M}\p{N}.-]+)/gu;
1405 let m;
1406 while ((m = re.exec(html || ''))) handles.add(m[2]);
1407 let out = String(html || '');
1408 for (const h of handles) {
1409 let actorUri = null;
1410 try { actorUri = await webfingerResolve('@' + h); } catch { actorUri = null; }
1411 if (!actorUri) continue;
1412 const actor = await fetchActor(actorUri).catch(() => null);
1413 const inbox = actor && ((actor.endpoints && actor.endpoints.sharedInbox) || actor.inbox);
1414 if (inbox) inboxes.push(inbox);
1415 const profileUrl = actorInfo(actor, actorUri).url || actorUri; // human profile page → the link href
1416 const esc = h.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
1417 out = out.replace(new RegExp('(^|[\\s>])@' + esc + '(?![\\p{L}\\p{M}\\p{N}_.-])', 'gu'),
1418 (full, pre) => `${pre}<a href="${profileUrl}" class="u-url mention" data-actor="${actorUri}">@${h}</a>`);
1419 }
1420 return { html: out, inboxes };
1421}
1422
1423export function buildReplyNote(base, site, row) {
1424 const me = actorId(base, site.slug);
1425 return {
1426 id: noteId(base, row.id),
1427 type: 'Note',
1428 attributedTo: me,
1429 inReplyTo: row.in_reply_to || undefined,
1430 content: row.content,
1431 url: row.post_slug ? `${base}/${encodeURIComponent(row.post_slug)}` : undefined,
1432 published: toISO(row.created_at),
1433 to: row.to_actor ? [row.to_actor] : [PUBLIC],
1434 cc: [PUBLIC, `${me}/followers`],
1435 tag: [
1436 ...mentionTags(row.content),
1437 ...hashtagTags(base, row.content),
1438 ],
1439 };
1440}
1441
1442// Resolve one of our outbound reply Notes by id (for /ap/notes/:id fallback).
1443export function getOutboxNote(base, id) {
1444 const row = iStmts().getO.get(id);
1445 if (!row) return null;
1446 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(row.site_slug);
1447 if (!site) return null;
1448 return buildReplyNote(base, site, row);
1449}
1450
1451// Send a reply FROM this site to a remote actor (in reply to their inbound reply).
1452// `parent` = an ap_interactions row (actor_uri, actor_url, actor_handle, object_uri).
1453export async function deliverReply(site, { postId, postSlug, parent, text }) {
1454 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1455 if (!base || !site || !site.slug || !parent || !String(text || '').trim()) return null;
1456 const me = actorId(base, site.slug);
1457 const handle = parent.actor_handle || deriveHandle(parent.actor_uri);
1458 const dispHandle = handle && handle[0] === '@' ? handle : '@' + (handle || '');
1459 const body = escHtml(String(text).trim()).replace(/\r?\n/g, '<br>');
1460 const mres = await resolveMentionsInText(base, body); // link inline @mentions + collect their inboxes
1461 const mention = parent.actor_uri
1462 ? `<a href="${escHtml(parent.actor_url || parent.actor_uri)}" class="u-url mention" data-actor="${escHtml(parent.actor_uri)}">${escHtml(dispHandle)}</a> ` : '';
1463 const content = `<p>${mention}${linkHashtags(base, mres.html)}</p>`;
1464 // Dedup: skip if the exact same reply was already sent (double-submit guard).
1465 const dup = db.prepare('SELECT 1 FROM ap_outbox WHERE site_slug = ? AND IFNULL(in_reply_to, \'\') = ? AND content = ? LIMIT 1')
1466 .get(site.slug, parent.object_uri || '', content);
1467 if (dup) { console.log('[AP] outreply skipped (duplicate)'); return { duplicate: true, delivered: 0 }; }
1468 const id = crypto.randomUUID();
1469 iStmts().insO.run(id, site.slug, postId, postSlug || null, parent.object_uri || null, parent.actor_uri || null, handle, content);
1470 const row = iStmts().getO.get(id);
1471 const note = buildReplyNote(base, site, row);
1472 const create = {
1473 '@context': AP_CONTEXT,
1474 id: note.id + '#create', type: 'Create', actor: me,
1475 published: note.published, to: note.to, cc: note.cc, object: note,
1476 };
1477 const keys = getOrCreateKeys(site.slug);
1478 const keyId = `${me}#main-key`;
1479 const inboxes = new Set();
1480 if (parent.actor_uri) {
1481 const a = await fetchActor(parent.actor_uri).catch(() => null);
1482 if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox);
1483 }
1484 if (parent.threadInbox) inboxes.add(parent.threadInbox); // back-compat (single)
1485 (parent.threadInboxes || []).forEach((i) => inboxes.add(i)); // whole ancestor chain
1486 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1487 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the reply
1488 inboxes.delete(`${me}/inbox`); // never deliver to ourselves (already in ap_outbox)
1489 inboxes.delete(`${base}/ap/inbox`); // (our own shared inbox) → avoids a self-duplicate
1490 let delivered = 0;
1491 for (const inbox of [...inboxes].filter(Boolean)) {
1492 try { const st = await deliver(inbox, create, keyId, keys.private_pem); if (st >= 200 && st < 300) delivered++; } catch { /* best-effort */ }
1493 }
1494 console.log('[AP] outreply', site.slug, '→', parent.actor_uri, 'delivered', delivered);
1495 return { id, content, delivered };
1496}
1497
1498// attributedTo may be a string, an object {id}, or an ARRAY — e.g. a PeerTube Video is
1499// attributed to [Person (account), Group (channel)]. Pick a usable actor URI (prefer Person).
1500function actorUriOf(att) {
1501 if (!att) return null;
1502 if (typeof att === 'string') return att;
1503 if (Array.isArray(att)) {
1504 const person = att.find((a) => a && typeof a === 'object' && a.type === 'Person' && a.id);
1505 if (person) return person.id;
1506 for (const a of att) { if (typeof a === 'string') return a; if (a && a.id) return a.id; }
1507 return null;
1508 }
1509 return att.id || null;
1510}
1511
1512// Resolve a remote post URL (any fediverse/Klonkt post) into a reply target.
1513// Returns a parent-shaped object usable by deliverReply(), or null.
1514export async function resolveRemoteNote(url) {
1515 if (!/^https?:\/\//i.test(String(url || ''))) return null;
1516 const note = await fetchActor(url).catch(() => null); // AP GET (content-negotiates)
1517 if (!note || !note.id) return null;
1518 const att = note.attributedTo;
1519 const actorUri = actorUriOf(att);
1520 if (!actorUri) return null;
1521 const actor = await fetchActor(actorUri).catch(() => null);
1522 const ai = actorInfo(actor, actorUri);
1523 // Is what we're replying to a post (or a comment) on one of OUR posts? If so,
1524 // link our reply to that local post so it shows nested in the post thread.
1525 const localTgt = findThreadTarget(note.id, (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, ''));
1526 // Walk the WHOLE reply chain upward (comment → parent comment → … → root post)
1527 // and collect every ancestor author's inbox, so each participant's server —
1528 // including the original post's author — receives + threads our reply.
1529 const threadInboxes = [];
1530 const seenInbox = new Set();
1531 let cursor = note.inReplyTo, guard = 0;
1532 while (cursor && guard++ < 6) {
1533 const url = typeof cursor === 'string' ? cursor : (cursor && cursor.id);
1534 if (!url) break;
1535 const pn = await fetchActor(url).catch(() => null);
1536 if (!pn) break;
1537 const pa = actorUriOf(pn.attributedTo);
1538 if (pa && pa !== actorUri) {
1539 const paDoc = await fetchActor(pa).catch(() => null);
1540 const inbox = paDoc && ((paDoc.endpoints && paDoc.endpoints.sharedInbox) || paDoc.inbox);
1541 if (inbox && !seenInbox.has(inbox)) { seenInbox.add(inbox); threadInboxes.push(inbox); }
1542 }
1543 cursor = pn.inReplyTo; // climb to the next ancestor
1544 }
1545 // For non-Note objects (PeerTube Video, Article, …) the meaningful label is `name` (the
1546 // title); prepend it so the reply page shows what you're replying to (sanitize cleans it).
1547 let rawHtml = String(note.content || '').replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
1548 if (note.name && note.type && note.type !== 'Note') rawHtml = `<p><strong>${note.name}</strong></p>` + rawHtml;
1549 const images = (Array.isArray(note.attachment) ? note.attachment : [])
1550 .filter((a) => a && a.url && (!a.mediaType || /^image\//i.test(a.mediaType)))
1551 .map((a) => safeUrl(a.url)).filter(Boolean);
1552 return {
1553 object_uri: safeUrl(note.id) || note.id,
1554 actor_uri: actorUri,
1555 actor_url: ai.url,
1556 actor_handle: ai.handle,
1557 actor_name: ai.name,
1558 actor_icon: ai.icon,
1559 url: note.url || url,
1560 content: HtmlSanitizerService.sanitize(rawHtml), // full, sanitized
1561 sensitive: !!note.sensitive, // remote CW → blur in the Cirkel
1562 cw: note.summary || '',
1563 images,
1564 threadInboxes, // every ancestor author's inbox
1565 localPostId: localTgt ? localTgt.post_id : '', // our post this belongs to (if any)
1566 poll: parsePoll(note), // a Question → its options/counts (else null)
1567 preview: HtmlSanitizerService.toPlainText(note.content || '').slice(0, 240),
1568 };
1569}
1570
1571// List a site's own outbound fediverse replies (for the manage/delete view).
1572// The plain editable text of a stored reply (unwrap links → their text, <br> → newline)
1573// so the manage view can prefill an edit box; the mention is re-added on save.
1574function outboxEditableText(content) {
1575 return String(content || '')
1576 .replace(/<br\s*\/?>/gi, '\n')
1577 .replace(/<a\b[^>]*>([\s\S]*?)<\/a>/gi, '$1')
1578 .replace(/<[^>]+>/g, '')
1579 .replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&')
1580 .trim();
1581}
1582export function listOutbox(siteSlug) {
1583 return db.prepare('SELECT id, content, to_handle, in_reply_to, created_at FROM ap_outbox WHERE site_slug = ? ORDER BY created_at DESC')
1584 .all(siteSlug).map((r) => { const c = stripLeadingMentions(r.content); return { ...r, content: c, editable: outboxEditableText(c) }; });
1585}
1586
1587// Delete one of our outbound replies: send Delete(Tombstone) to recipients + remove it.
1588export async function deliverOutboxDelete(site, outboxId) {
1589 const row = iStmts().getO.get(outboxId);
1590 if (!row || row.site_slug !== site.slug) return false;
1591 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1592 if (base) {
1593 const me = actorId(base, site.slug);
1594 const nid = noteId(base, row.id);
1595 const del = { '@context': AP_CONTEXT, id: `${nid}#delete-${Date.now()}-${rid()}`, type: 'Delete', actor: me, to: [PUBLIC], object: { id: nid, type: 'Tombstone' } };
1596 const keys = getOrCreateKeys(site.slug);
1597 const inboxes = new Set();
1598 if (row.to_actor) { const a = await fetchActor(row.to_actor).catch(() => null); if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox); }
1599 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1600 for (const inbox of [...inboxes].filter(Boolean)) { try { await deliver(inbox, del, `${me}#main-key`, keys.private_pem); } catch { /* best-effort */ } }
1601 }
1602 db.prepare('DELETE FROM ap_outbox WHERE id = ?').run(outboxId);
1603 return true;
1604}
1605
1606// Edit one of our outbound replies: rewrite the stored content (mention re-added + #tags
1607// re-linked) and send an Update(Note) so recipients refresh their cached copy.
1608export async function deliverOutboxUpdate(site, outboxId, newText) {
1609 const row = iStmts().getO.get(outboxId);
1610 if (!row || row.site_slug !== site.slug) return false;
1611 const text = String(newText || '').trim();
1612 if (!text) return false;
1613 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1614 if (!base) return false;
1615 const me = actorId(base, site.slug);
1616 const toActor = row.to_actor ? await fetchActor(row.to_actor).catch(() => null) : null;
1617 const toProfile = row.to_actor ? (actorInfo(toActor, row.to_actor).url || row.to_actor) : '';
1618 const _h = row.to_handle || deriveHandle(row.to_actor);
1619 const toHandle = _h && _h[0] === '@' ? _h : '@' + (_h || '');
1620 const mention = row.to_actor
1621 ? `<a href="${escHtml(toProfile)}" class="u-url mention" data-actor="${escHtml(row.to_actor)}">${escHtml(toHandle)}</a> ` : '';
1622 const mres = await resolveMentionsInText(base, escHtml(text).replace(/\r?\n/g, '<br>'));
1623 const content = `<p>${mention}${linkHashtags(base, mres.html)}</p>`;
1624 db.prepare('UPDATE ap_outbox SET content = ? WHERE id = ?').run(content, outboxId);
1625 const note = buildReplyNote(base, site, iStmts().getO.get(outboxId));
1626 note.updated = new Date().toISOString();
1627 const update = {
1628 '@context': AP_CONTEXT,
1629 id: `${note.id}#update-${Date.now()}-${rid()}`, type: 'Update', actor: me,
1630 published: note.published, updated: note.updated, to: note.to, cc: note.cc, object: note,
1631 };
1632 const keys = getOrCreateKeys(site.slug);
1633 const inboxes = new Set();
1634 if (toActor) inboxes.add((toActor.endpoints && toActor.endpoints.sharedInbox) || toActor.inbox);
1635 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1636 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the edit
1637 inboxes.delete(`${me}/inbox`); inboxes.delete(`${base}/ap/inbox`);
1638 let delivered = 0;
1639 for (const inbox of [...inboxes].filter(Boolean)) {
1640 try { const st = await deliver(inbox, update, `${me}#main-key`, keys.private_pem); if (st >= 200 && st < 300) delivered++; } catch { /* best-effort */ }
1641 }
1642 console.log('[AP] outreply edit', site.slug, 'delivered', delivered);
1643 return { ok: true, content, delivered };
1644}
1645
1646// ── Fediverse CLIENT: follow accounts + home timeline ─────────────
1647// Resolve an @user@domain handle to its actor URL via WebFinger.
1648export async function webfingerResolve(handle) {
1649 const h = String(handle || '').trim().replace(/^@/, '');
1650 const parts = h.split('@');
1651 if (parts.length !== 2 || !parts[0] || !parts[1]) return null;
1652 const acct = `${parts[0]}@${parts[1]}`;
1653 try {
1654 const r = await safeFetch(`https://${parts[1]}/.well-known/webfinger?resource=acct:${encodeURIComponent(acct)}`,
1655 { headers: { Accept: 'application/jrd+json, application/json' } });
1656 if (!r.ok) return null;
1657 const jrd = await r.json();
1658 const link = (jrd.links || []).find((l) => l.rel === 'self' && /activity\+json|ld\+json/.test(l.type || ''));
1659 return safeUrl(link ? link.href : '') || null;
1660 } catch { return null; }
1661}
1662
1663let _insFw, _delFw, _listFw, _accFw, _oneFw, _setAB;
1664function fwStmts() {
1665 if (!_insFw) {
1666 _insFw = db.prepare('INSERT OR REPLACE INTO ap_following (slug, actor_uri, handle, name, icon, url, inbox, follow_id, status, auto_boost, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
1667 _delFw = db.prepare('DELETE FROM ap_following WHERE slug = ? AND actor_uri = ?');
1668 _listFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? ORDER BY created_at DESC');
1669 _accFw = db.prepare("UPDATE ap_following SET status = 'accepted' WHERE follow_id = ?");
1670 _oneFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? AND actor_uri = ?');
1671 _setAB = db.prepare('UPDATE ap_following SET auto_boost = ? WHERE slug = ? AND actor_uri = ?');
1672 }
1673 return { ins: _insFw, del: _delFw, list: _listFw, acc: _accFw, one: _oneFw, setAB: _setAB };
1674}
1675export function listFollowing(slug) { return fwStmts().list.all(slug); }
1676
1677// Toggle auto-boost ("feature") on an account we already follow.
1678export function setAutoBoost(slug, actorUri, on) {
1679 try { fwStmts().setAB.run(on ? 1 : 0, slug, actorUri); } catch { /* ignore */ }
1680 // Featuring an account → AP-native catch-up so the Cirkel isn't empty until they next
1681 // post (push doesn't backfill history-before-follow). Fire-and-forget pull, sends nothing.
1682 if (on) backfillFromOutbox(slug, actorUri).catch(() => {});
1683 return { ok: true };
1684}
1685
1686let _insTl, _listTl, _delTl;
1687function tlStmts() {
1688 if (!_insTl) {
1689 _insTl = db.prepare('INSERT OR IGNORE INTO ap_timeline (id, slug, author_uri, author_name, author_handle, author_icon, author_url, content, url, published, media_json, nsfw, cw, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
1690 _listTl = db.prepare('SELECT * FROM ap_timeline WHERE slug = ? ORDER BY COALESCE(published, created_at) DESC LIMIT ?');
1691 _delTl = db.prepare('DELETE FROM ap_timeline WHERE id = ?');
1692 }
1693 return { ins: _insTl, list: _listTl, del: _delTl };
1694}
1695export function getTimeline(slug, limit) { return tlStmts().list.all(slug, limit || 50); }
1696
1697// ── Cirkel = posts from the accounts you auto-boost ("feature an artist") ──
1698let _abCount, _cirkelPosts, _cirkelMembers;
1699export function autoBoostCount(slug) {
1700 try { if (!_abCount) _abCount = db.prepare('SELECT COUNT(*) AS n FROM ap_following WHERE slug = ? AND auto_boost = 1'); return _abCount.get(slug).n; } catch { return 0; }
1701}
1702export function getCirkelPosts(slug, limit) {
1703 try {
1704 // Cirkel = posts from featured (auto_boost) accounts + posts you boosted
1705 // (t.boosted), mixed by date. One row per note in ap_timeline → no duplicates.
1706 if (!_cirkelPosts) _cirkelPosts = db.prepare(`
1707 SELECT t.id, t.author_uri, t.author_name, t.author_handle, t.author_icon, t.author_url,
1708 t.content, t.url, t.published, t.media_json, t.boosted, t.nsfw, t.cw
1709 FROM ap_timeline t
1710 LEFT JOIN ap_following f ON f.slug = t.slug AND f.actor_uri = t.author_uri
1711 WHERE t.slug = ? AND (f.auto_boost = 1 OR t.boosted = 1)
1712 ORDER BY COALESCE(t.published, t.created_at) DESC, t.rowid DESC
1713 LIMIT ?`);
1714 return _cirkelPosts.all(slug, limit || 60);
1715 } catch { return []; }
1716}
1717export function getCirkelMembers(slug) {
1718 try { if (!_cirkelMembers) _cirkelMembers = db.prepare('SELECT name, url, icon FROM ap_following WHERE slug = ? AND auto_boost = 1 ORDER BY name'); return _cirkelMembers.all(slug); } catch { return []; }
1719}
1720// Mark a timeline post as boosted so it shows in the Cirkel (mixed by date).
1721let _markBoost, _unmarkBoost, _boostedCount;
1722export function markBoosted(slug, noteId) {
1723 try { if (!_markBoost) _markBoost = db.prepare('UPDATE ap_timeline SET boosted = 1 WHERE slug = ? AND id = ?'); _markBoost.run(slug, noteId); } catch { /* ignore */ }
1724}
1725export function unmarkBoosted(slug, noteId) {
1726 try { if (!_unmarkBoost) _unmarkBoost = db.prepare('UPDATE ap_timeline SET boosted = 0 WHERE slug = ? AND id = ?'); _unmarkBoost.run(slug, noteId); } catch { /* ignore */ }
1727}
1728let _markLike, _unmarkLike;
1729export function markLiked(slug, noteId) {
1730 try { if (!_markLike) _markLike = db.prepare('UPDATE ap_timeline SET liked = 1 WHERE slug = ? AND id = ?'); _markLike.run(slug, noteId); } catch { /* ignore */ }
1731}
1732export function unmarkLiked(slug, noteId) {
1733 try { if (!_unmarkLike) _unmarkLike = db.prepare('UPDATE ap_timeline SET liked = 0 WHERE slug = ? AND id = ?'); _unmarkLike.run(slug, noteId); } catch { /* ignore */ }
1734}
1735export function getTimelineReaction(slug, noteId) {
1736 try { const r = db.prepare('SELECT liked, boosted FROM ap_timeline WHERE slug = ? AND id = ?').get(slug, noteId); return { liked: !!(r && r.liked), boosted: !!(r && r.boosted) }; } catch { return { liked: false, boosted: false }; }
1737}
1738// Boost a REMOTE post that may not be in your timeline (you don't follow the author):
1739// store it in ap_timeline (INSERT OR IGNORE → no dup for followed posts) so it shows in
1740// the Cirkel with a Boost badge, then flag it boosted.
1741export function upsertBoostedNote(slug, note) {
1742 if (!slug || !note || !note.object_uri) return;
1743 const id = note.object_uri;
1744 const media = JSON.stringify((note.images || []).map((u) => ({ url: u, type: 'image/jpeg' })));
1745 try {
1746 tlStmts().ins.run(id, slug, note.actor_uri || '', note.actor_name || '', note.actor_handle || '',
1747 note.actor_icon || '', note.actor_url || '', note.content || '', note.url || null,
1748 new Date().toISOString(), media, note.sensitive ? 1 : 0, note.cw || null);
1749 } catch { /* ignore */ }
1750 markBoosted(slug, id);
1751}
1752export function boostedCount(slug) {
1753 try { if (!_boostedCount) _boostedCount = db.prepare('SELECT COUNT(*) AS n FROM ap_timeline WHERE slug = ? AND boosted = 1'); return _boostedCount.get(slug).n; } catch { return 0; }
1754}
1755
1756// Resolve a Klonkt/AP actor URL from a site root: a Klonkt site's root 302s to
1757// /ap/users/<slug> (content negotiation; Location may be relative). Used by
1758// followActor for bare-domain follows.
1759// NB: the old auto-migration of legacy Cirkels (circle_links -> AP follows) was
1760// REMOVED on 2026-06-26 — it auto-sent Follows on boot, which violates "the code
1761// never throws anything into the fediverse automatically" (would surprise-Follow
1762// for some operators at scale). The dead circle_links table stays as harmless dead
1763// data; an operator restores an old cirkel by re-following in /following (their click).
1764async function resolveApActor(siteUrl) {
1765 try {
1766 const r = await fetch(siteUrl, { headers: { Accept: 'application/activity+json' }, redirect: 'manual' });
1767 if (r.status >= 300 && r.status < 400) { const loc = r.headers.get('location'); if (loc) return new URL(loc, siteUrl).href; }
1768 if (r.ok) return siteUrl;
1769 } catch { /* unreachable */ }
1770 return null;
1771}
1772
1773// ── Self-heal: re-sync the fediverse cache (ap_timeline) after a DRASTIC update ──
1774// Runs ONCE per SELFHEAL_VERSION bump — NOT on every boot. Re-fetches each cached
1775// note and refreshes content + media (recovers covers/edits that were delivered
1776// during a flux window, e.g. a fleet-wide update), and drops notes that are gone
1777// (404/410). Bump SELFHEAL_VERSION only on a release that warrants a re-sync.
1778const SELFHEAL_VERSION = 5; // v5: re-fetch so embed/link-only posts pick up the note.image cover in feeds
1779async function fetchNoteAP(url) {
1780 try {
1781 const r = await fetch(url, { headers: { Accept: 'application/activity+json' } });
1782 if (r.status === 404 || r.status === 410) return 404;
1783 if (r.ok) return await r.json();
1784 } catch { /* unreachable */ }
1785 return null;
1786}
1787function mediaFromNote(note) {
1788 const atts = (Array.isArray(note.attachment) ? note.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
1789 if (!atts.some((m) => !m.type || /image/i.test(m.type)) && note.image) {
1790 const im = Array.isArray(note.image) ? note.image[0] : note.image;
1791 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
1792 if (iu) atts.push({ url: iu, type: (im && im.mediaType) || 'image/jpeg' });
1793 }
1794 return JSON.stringify(atts);
1795}
1796// A generic SSRF-safe AP GET (collections / pages).
1797async function apGetJson(url) {
1798 try {
1799 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
1800 if (!r.ok) return null;
1801 const len = Number(r.headers.get('content-length') || 0);
1802 if (len > 3_000_000) return null;
1803 return await r.json();
1804 } catch { return null; }
1805}
1806// AP-native catch-up: pull an actor's standard `outbox` collection and merge their recent
1807// top-level posts into the timeline for `slug`. Push (Create delivery) cannot backfill
1808// history-from-before-you-followed or a delivery that was missed while you were down;
1809// reading the outbox is the spec-conform way to catch up. PULL ONLY — sends nothing.
1810export async function backfillFromOutbox(slug, actorUri, limit = 20) {
1811 try {
1812 if (!slug || !actorUri) return 0;
1813 const actor = await fetchActor(actorUri);
1814 if (!actor || !actor.outbox) return 0;
1815 let page = await apGetJson(typeof actor.outbox === 'string' ? actor.outbox : actor.outbox.id);
1816 let items = (page && (page.orderedItems || page.items)) || [];
1817 if (!items.length && page && page.first) {
1818 page = await apGetJson(typeof page.first === 'string' ? page.first : page.first.id);
1819 items = (page && (page.orderedItems || page.items)) || [];
1820 }
1821 if (!Array.isArray(items) || !items.length) return 0;
1822 const ai = actorInfo(actor, actorUri);
1823 let added = 0;
1824 for (const it of items.slice(0, limit)) {
1825 // Each item is usually a Create wrapping a Note, or sometimes the Note itself.
1826 const o = (it && typeof it.object === 'object' && it.object) ? it.object : it;
1827 if (!o || !o.id) continue;
1828 if (o.type && o.type !== 'Note' && o.type !== 'Article' && o.type !== 'Question') continue; // skip boosts/other
1829 if (o.inReplyTo) continue; // top-level only
1830 const auth = actorUriOf(o.attributedTo);
1831 if (auth && auth !== actorUri) continue; // their OWN posts only
1832 const html = HtmlSanitizerService.sanitize(o.content || '');
1833 const poll = parsePoll(o); // a Question (poll) → carry its options/counts on backfill too
1834 try {
1835 const r = tlStmts().ins.run(o.id, slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, mediaFromNote(o), o.sensitive ? 1 : 0, o.summary || null);
1836 if (r && r.changes > 0) added++;
1837 // Set poll_json if this is a poll and we don't already have it (COALESCE preserves a vote).
1838 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = COALESCE(poll_json, ?) WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, slug); } catch { /* ignore */ } }
1839 } catch { /* ignore */ }
1840 }
1841 if (added) console.log('[AP] outbox backfill', actorUri, '→', slug, '+' + added);
1842 return added;
1843 } catch { return 0; }
1844}
1845
1846// ── Remote thread crawl (fill the gaps in a local post's conversation) ────────────
1847// Most replies reach us by delivery, but replies-to-replies that live on other servers and
1848// aren't addressed to us are missed. This pulls the AS2 `replies` collections of the replies
1849// we DO have, caching any newly-found ones in ap_interactions.
1850//
1851// Matches Mastodon's behaviour: ONE level per crawl (like its FetchRepliesService), not a deep
1852// recursive walk. Deeper levels fill in incrementally across crawls — once a fetched reply is
1853// cached it becomes a seed itself, so its own replies are pulled on a later view (Mastodon's
1854// per-status cascade). Bounded + polite (serial), PULL only, and stale-while-revalidate: it
1855// never runs in a page request — the view renders from cache; a stale post kicks off a
1856// background refresh for the NEXT view.
1857const THREAD_TTL_MS = 15 * 60 * 1000; // don't re-crawl a post more than ~4×/hour
1858const THREAD_MAX_DEPTH = 1; // one hop per crawl (like Mastodon); deeper fills in over crawls
1859const THREAD_MAX_FETCHES = 30; // hard cap on remote GETs per crawl (be a good peer)
1860const _crawlingThreads = new Set(); // per-post in-flight lock (no stampede across views)
1861
1862function threadCrawlTs(postId) {
1863 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('thread_crawl:' + postId); return r ? (Number(r.value) || 0) : 0; }
1864 catch { return 0; }
1865}
1866function setThreadCrawlTs(postId, ts) {
1867 try { db.prepare('INSERT INTO app_settings (key, value) VALUES (?, ?) ON CONFLICT(key) DO UPDATE SET value = excluded.value').run('thread_crawl:' + postId, String(ts)); }
1868 catch { /* ignore */ }
1869}
1870
1871// Read a note's `replies` (string ref / Collection with `first` / paged CollectionPages) →
1872// child note URIs. Every remote GET goes through `budget` so the whole crawl stays capped.
1873async function collectReplyItems(repliesRef, maxPages, budget) {
1874 const uris = [];
1875 let node = typeof repliesRef === 'string' ? await budget.get(repliesRef) : repliesRef;
1876 if (node && node.first) node = typeof node.first === 'string' ? await budget.get(node.first) : node.first;
1877 let pages = 0;
1878 while (node && pages++ < maxPages) {
1879 for (const it of (node.items || node.orderedItems || [])) {
1880 const u = typeof it === 'string' ? it : (it && it.id);
1881 if (u && /^https?:\/\//i.test(u)) uris.push(u);
1882 }
1883 if (!node.next) break;
1884 node = typeof node.next === 'string' ? await budget.get(node.next) : node.next;
1885 }
1886 return uris;
1887}
1888
1889async function crawlThread(postId) {
1890 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1891 if (!base) return;
1892 // Seed frontier = the remote reply note URIs we already have; also the dedup set.
1893 let known;
1894 try { known = new Set(db.prepare("SELECT object_uri FROM ap_interactions WHERE post_id = ? AND kind = 'reply' AND object_uri != ''").all(postId).map((r) => r.object_uri)); }
1895 catch { return; }
1896 const seeds = [...known].filter((u) => /^https?:\/\//i.test(u));
1897 if (!seeds.length) return; // nothing remote to expand
1898
1899 let fetches = 0;
1900 const budget = { get: async (u) => { if (fetches >= THREAD_MAX_FETCHES) return null; fetches++; return apGetJson(u); } };
1901 const visited = new Set(); // notes whose replies collection we've already expanded
1902 let frontier = seeds.slice();
1903 let added = 0;
1904
1905 for (let depth = 0; depth < THREAD_MAX_DEPTH && frontier.length && fetches < THREAD_MAX_FETCHES; depth++) {
1906 const nextFrontier = [];
1907 for (const noteUri of frontier) {
1908 if (visited.has(noteUri) || fetches >= THREAD_MAX_FETCHES) continue;
1909 visited.add(noteUri);
1910 const note = await budget.get(noteUri);
1911 if (!note || !note.replies) continue;
1912 const childUris = await collectReplyItems(note.replies, 2, budget);
1913 for (const cu of childUris) {
1914 if (known.has(cu) || fetches >= THREAD_MAX_FETCHES) continue;
1915 known.add(cu);
1916 const child = await budget.get(cu);
1917 if (!child || !child.id || (child.type !== 'Note' && child.type !== 'Article')) continue;
1918 const actorUri = actorUriOf(child.attributedTo);
1919 if (!actorUri || isBlockedAny(actorUri)) continue; // skip blocked authors
1920 const actor = await budget.get(actorUri); // may be null if budget spent → fallback handle
1921 const ai = actorInfo(actor, actorUri);
1922 const html = HtmlSanitizerService.sanitize(child.content || '');
1923 // The child replies to `note` by construction (it's in note's replies collection).
1924 try { iStmts().ins.run('reply', postId, child.id, actorUri, ai.name, ai.handle, ai.url, ai.icon, html, child.published || null, note.id || noteUri); added++; } catch { /* ignore */ }
1925 nextFrontier.push(child.id); // expand this reply's own replies next depth
1926 }
1927 }
1928 frontier = nextFrontier;
1929 }
1930 if (added) console.log('[AP] thread crawl', postId, '+' + added, 'remote replies (' + fetches + ' fetches)');
1931}
1932
1933// Stale-while-revalidate entry point: call from the post view. Renders nothing, blocks nothing —
1934// fires a background crawl only if this post hasn't been crawled within the TTL.
1935export function maybeCrawlThread(postId) {
1936 if (!postId || _crawlingThreads.has(postId)) return;
1937 if (Date.now() - threadCrawlTs(postId) < THREAD_TTL_MS) return;
1938 _crawlingThreads.add(postId);
1939 setThreadCrawlTs(postId, Date.now()); // optimistic mark so concurrent/next views don't re-fire
1940 crawlThread(postId).catch((e) => console.warn('[AP] thread crawl failed:', e && e.message)).finally(() => _crawlingThreads.delete(postId));
1941}
1942
1943let _selfHealing = false;
1944export async function selfHealTimeline() {
1945 if (_selfHealing) return; _selfHealing = true;
1946 try {
1947 let cur = 0;
1948 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_version'); cur = r ? (parseInt(r.value, 10) || 0) : 0; } catch { return; }
1949 if (cur >= SELFHEAL_VERSION) return; // already healed for this version — skip on normal boots
1950 let rows = [];
1951 try { rows = db.prepare('SELECT id, content, media_json, nsfw, cw, url FROM ap_timeline ORDER BY rowid DESC LIMIT 200').all(); } catch { /* no table */ }
1952 let healed = 0;
1953 for (const r of rows) {
1954 try {
1955 const note = await fetchNoteAP(r.id);
1956 if (note === 404) { db.prepare('DELETE FROM ap_timeline WHERE id = ?').run(r.id); healed++; continue; }
1957 if (!note || typeof note !== 'object') continue;
1958 const html = HtmlSanitizerService.sanitize(note.content || '');
1959 const media = mediaFromNote(note);
1960 const nsfw = note.sensitive ? 1 : 0; // re-sync NSFW/sensitive + CW onto already-cached posts
1961 const cw = note.summary || null;
1962 const url = note.url || null; // re-sync the human url (catches a remote slug rename)
1963 if ((html && html !== r.content) || media !== (r.media_json || '[]') || nsfw !== (r.nsfw || 0) || (cw || '') !== (r.cw || '') || (url && url !== r.url)) {
1964 db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ?').run(html || r.content, media, nsfw, cw, url, r.id);
1965 healed++;
1966 }
1967 } catch { /* per-note best-effort */ }
1968 }
1969 try { db.prepare('INSERT OR REPLACE INTO app_settings (key, value) VALUES (?, ?)').run('selfheal_version', String(SELFHEAL_VERSION)); } catch { /* ignore */ }
1970 if (rows.length) console.log(`[AP] self-heal v${SELFHEAL_VERSION}: ${healed}/${rows.length} timeline notes`);
1971 } catch { /* never block boot */ } finally { _selfHealing = false; }
1972}
1973
1974// Follow a fediverse account by @handle (WebFinger → actor → signed Follow).
1975export async function followActor(site, handle, autoBoost = false) {
1976 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1977 if (!base || !site || !site.slug) return { error: 'config' };
1978 // Accept any of: a profile/actor URL, an @user@host handle (WebFinger), or a
1979 // bare site domain (site.com) — for a single-actor site (Klonkt etc.) the root
1980 // resolves to its AP actor, so you can follow a site by just its domain.
1981 const s = String(handle || '').trim();
1982 let actorUrl;
1983 if (/^https?:\/\//i.test(s)) actorUrl = safeUrl(s) || null;
1984 else if (s.includes('@')) actorUrl = await webfingerResolve(s);
1985 else if (/^[a-z0-9.-]+\.[a-z]{2,}/i.test(s)) actorUrl = await resolveApActor('https://' + s.replace(/^\/+|\/+$/g, ''));
1986 else actorUrl = null;
1987 if (!actorUrl) return { error: 'not_found' };
1988 const actor = await fetchActor(actorUrl).catch(() => null);
1989 if (!actor || !actor.id || !actor.inbox) return { error: 'unreachable' };
1990 const ai = actorInfo(actor, actor.id);
1991 const me = actorId(base, site.slug);
1992 const keys = getOrCreateKeys(site.slug);
1993 const followId = `${me}#follow-${Date.now()}-${rid()}`;
1994 fwStmts().ins.run(site.slug, actor.id, ai.handle, ai.name, ai.icon, ai.url, actor.inbox, followId, 'pending', autoBoost ? 1 : 0);
1995 const follow = { '@context': AP_CONTEXT, id: followId, type: 'Follow', actor: me, object: actor.id };
1996 // Deliver via the retry queue: a Follow that fails the first attempt (peer down,
1997 // timeout, transient 5xx) is retried with backoff instead of staying stuck on
1998 // 'pending' forever — the Accept can only come back once the Follow lands.
1999 await deliverWithRetry(site.slug, actor.inbox, follow, `${me}#main-key`, keys.private_pem);
2000 console.log('[AP] follow', site.slug, '→', actor.id);
2001 // Follow + feature in one step → backfill their recent posts into the Cirkel right away.
2002 if (autoBoost) backfillFromOutbox(site.slug, actor.id).catch(() => {});
2003 return { ok: true, name: ai.name, handle: ai.handle, actor: actor.id };
2004}
2005
2006// Resolve a profile URL or @handle to a followable remote actor (for the
2007// authorize_interaction "Follow" flow). Returns display fields + inbox, or null
2008// when it isn't a reachable actor (e.g. the input was a post, not a profile).
2009export async function resolveRemoteActor(input) {
2010 const s = String(input || '').trim();
2011 const actorUrl = /^https?:\/\//i.test(s) ? (safeUrl(s) || null) : await webfingerResolve(s);
2012 if (!actorUrl) return null;
2013 const actor = await fetchActor(actorUrl).catch(() => null);
2014 if (!actor || !actor.id || !actor.inbox) return null;
2015 const ai = actorInfo(actor, actor.id);
2016 return { actor_uri: actor.id, actor_name: ai.name, actor_handle: ai.handle, actor_url: ai.url, actor_icon: ai.icon, inbox: actor.inbox };
2017}
2018
2019export async function unfollowActor(site, actorUri) {
2020 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2021 const me = actorId(base, site.slug);
2022 const keys = getOrCreateKeys(site.slug);
2023 const row = fwStmts().one.get(site.slug, actorUri);
2024 // Undo(Follow) MUST reference the original Follow's real id so the remote can correlate it
2025 // and drop the follow. The old `${me}#follow` fallback never matched anything → the unfollow
2026 // silently failed on the remote. With no stored follow id (legacy row), skip the network Undo
2027 // rather than send an unmatchable one. Deliver durably via the retry queue.
2028 if (row && row.inbox && row.follow_id) {
2029 const undo = { '@context': AP_CONTEXT, id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me, object: { id: row.follow_id, type: 'Follow', actor: me, object: actorUri } };
2030 deliverWithRetry(site.slug, row.inbox, undo, `${me}#main-key`, keys.private_pem);
2031 } else if (row && row.inbox) {
2032 console.warn('[AP] unfollow', site.slug, '→', actorUri, '— no stored follow id; removed locally only (legacy follow, remote may keep it)');
2033 }
2034 fwStmts().del.run(site.slug, actorUri);
2035 return { ok: true };
2036}
2037
2038// Send a Like or Announce (boost) on a remote note FROM this site.
2039export async function sendInteraction(site, kind, targetNoteId, authorUri) {
2040 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2041 if (!base || !site || !site.slug || !targetNoteId) return { error: 'config' };
2042 const me = actorId(base, site.slug);
2043 const keys = getOrCreateKeys(site.slug);
2044 // 'unboost' = Undo(Announce): retracts a boost so followers' servers remove the
2045 // reblog (matched on actor+object — no record of the original Announce needed).
2046 const fanout = (kind === 'boost' || kind === 'unboost'); // also goes to our followers
2047 const followersCol = `${me}/followers`;
2048 // Address the original author in cc so their server (Mastodon, WordPress/ActivityPub, …)
2049 // attributes the boost to their post and notifies them — without this, a shared-inbox
2050 // receiver has nothing to route the Announce to. Non-fragment activity ids + a `published`
2051 // stamp keep us aligned with what Mastodon emits.
2052 const audience = authorUri ? [followersCol, authorUri] : [followersCol];
2053 let act;
2054 if (kind === 'unboost' || kind === 'unlike') {
2055 // Undo(Announce) retracts a boost; Undo(Like) un-favourites (matched on actor+object,
2056 // no record of the original activity needed — Mastodon honours both).
2057 const inner = kind === 'unboost' ? 'Announce' : 'Like';
2058 act = {
2059 '@context': AP_CONTEXT,
2060 id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me,
2061 object: { id: `${me}/${inner.toLowerCase()}/${Date.now()}-${rid()}`, type: inner, actor: me, object: targetNoteId },
2062 };
2063 if (kind === 'unboost') { act.to = [PUBLIC]; act.cc = audience; }
2064 } else {
2065 const type = kind === 'boost' ? 'Announce' : 'Like';
2066 act = {
2067 '@context': AP_CONTEXT,
2068 id: `${me}/${type.toLowerCase()}/${Date.now()}-${rid()}`,
2069 type, actor: me, object: targetNoteId,
2070 };
2071 if (type === 'Announce') { act.published = new Date().toISOString(); act.to = [PUBLIC]; act.cc = audience; }
2072 }
2073 const inboxes = new Set();
2074 // Author first, via their PERSONAL inbox (not the shared one) so a multi-user receiver
2075 // routes the Announce/Like to the right post unambiguously.
2076 if (authorUri) { const a = await fetchActor(authorUri).catch(() => null); if (a) inboxes.add(a.inbox || (a.endpoints && a.endpoints.sharedInbox)); }
2077 if (fanout) { for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox); }
2078 // Queue each delivery (immediate attempt + backoff retries on failure via ap_delivery)
2079 // instead of a single fire-and-forget POST, so a transient hiccup at the receiver doesn't
2080 // silently lose the boost — same durability a new post (deliverCreate) already gets.
2081 let queued = 0;
2082 for (const inbox of [...inboxes].filter(Boolean)) { deliverWithRetry(site.slug, inbox, act, `${me}#main-key`, keys.private_pem); queued++; }
2083 console.log('[AP]', kind, site.slug, '→', targetNoteId, 'queued', queued, 'inbox(es)');
2084 return { ok: true, delivered: queued };
2085}
2086
2087// Notifications inbox: new followers + replies/likes/boosts on this site's posts.
2088export function getNotifications(slug, limit) {
2089 const out = [];
2090 try {
2091 for (const f of db.prepare('SELECT actor_uri, created_at FROM ap_followers WHERE slug = ? ORDER BY created_at DESC LIMIT 50').all(slug)) {
2092 out.push({ type: 'follow', handle: deriveHandle(f.actor_uri), url: f.actor_uri, created_at: f.created_at });
2093 }
2094 } catch { /* ignore */ }
2095 try {
2096 const rows = db.prepare(`
2097 SELECT i.kind, i.actor_name, i.actor_handle, i.actor_url, i.content, i.created_at,
2098 p.slug AS post_slug, p.title AS post_title
2099 FROM ap_interactions i LEFT JOIN posts p ON p.id = i.post_id
2100 WHERE p.site_id = (SELECT id FROM sites WHERE slug = ?)
2101 ORDER BY i.created_at DESC LIMIT 80
2102 `).all(slug);
2103 for (const r of rows) out.push({
2104 type: r.kind, name: r.actor_name, handle: r.actor_handle, url: r.actor_url,
2105 content: stripLeadingMentions(r.content), post_slug: r.post_slug, post_title: r.post_title, created_at: r.created_at,
2106 });
2107 } catch { /* ignore */ }
2108 out.sort((a, b) => new Date(b.created_at) - new Date(a.created_at));
2109 return out.slice(0, limit || 60);
2110}
2111
2112// ── Blocking / defederation ───────────────────────────────────────
2113let _insBl, _delBl, _listBl;
2114function blStmts() {
2115 if (!_insBl) {
2116 _insBl = db.prepare('INSERT OR IGNORE INTO ap_blocks (slug, target, kind, label, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
2117 _delBl = db.prepare('DELETE FROM ap_blocks WHERE slug = ? AND target = ?');
2118 _listBl = db.prepare('SELECT * FROM ap_blocks WHERE slug = ? ORDER BY created_at DESC');
2119 }
2120 return { ins: _insBl, del: _delBl, list: _listBl };
2121}
2122export function listBlocks(slug) { return blStmts().list.all(slug); }
2123
2124// True if an actor (or its whole domain) is blocked anywhere on this instance.
2125// Vote on a remote fediverse poll (a cached Question). A ballot = a Create(Note) carrying only a
2126// `name` (the chosen option) + inReplyTo the Question, addressed to the poll's author — the
2127// Mastodon-standard vote. Records our choice locally + optimistically bumps the counts; the
2128// author's Update(Question) refreshes the authoritative totals when it arrives.
2129export async function voteOnPoll(site, questionId, choices) {
2130 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2131 if (!base || !site || !site.slug || !questionId) return { error: 'config' };
2132 let row; try { row = db.prepare('SELECT author_uri, poll_json FROM ap_timeline WHERE id = ? AND slug = ? LIMIT 1').get(questionId, site.slug); } catch { /* ignore */ }
2133 if (!row || !row.poll_json) return { error: 'not_found' };
2134 let poll; try { poll = JSON.parse(row.poll_json); } catch { return { error: 'not_found' }; }
2135 if (poll.closed) return { error: 'closed' };
2136 if (poll.voted) return { error: 'already' };
2137 const valid = new Set(poll.options.map((o) => o.name));
2138 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
2139 if (!picks.length) return { error: 'invalid' };
2140 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
2141 const me = actorId(base, site.slug);
2142 const keys = getOrCreateKeys(site.slug);
2143 const authorUri = row.author_uri || null;
2144 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
2145 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
2146 if (!inbox) return { error: 'unreachable' };
2147 for (const name of chosen) {
2148 const nid = `${me}/votes/${Date.now()}-${rid()}`;
2149 const note = { id: nid, type: 'Note', attributedTo: me, to: authorUri ? [authorUri] : [], name, inReplyTo: questionId, published: new Date().toISOString() };
2150 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
2151 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
2152 }
2153 // Local optimistic update (authoritative counts arrive via the author's Update(Question)).
2154 poll.voted = poll.multiple ? chosen : chosen[0];
2155 for (const o of poll.options) if (chosen.includes(o.name)) o.count = (o.count || 0) + 1;
2156 if (poll.voters != null) poll.voters += 1;
2157 try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), questionId, site.slug); } catch { /* ignore */ }
2158 return { ok: true };
2159}
2160
2161// Vote on ANY fediverse poll by URL (the interact page) — no timeline cache needed. Fetches
2162// the Question fresh, validates the choice(s), and casts the Mastodon-standard ballot (a
2163// Create(Note) with `name` + inReplyTo) straight to the poll's author. Used for polls you find
2164// by URL, not just ones from accounts you follow (which go through voteOnPoll via /news).
2165export async function voteOnRemotePoll(site, questionUrl, choices) {
2166 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2167 if (!base || !site || !site.slug || !/^https?:\/\//i.test(String(questionUrl || ''))) return { error: 'config' };
2168 const q = await fetchActor(questionUrl).catch(() => null); // AP GET (SSRF-guarded)
2169 if (!q || q.type !== 'Question' || !q.id) return { error: 'not_found' };
2170 const poll = parsePoll(q);
2171 if (!poll) return { error: 'not_found' };
2172 if (poll.closed) return { error: 'closed' };
2173 const valid = new Set(poll.options.map((o) => o.name));
2174 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
2175 if (!picks.length) return { error: 'invalid' };
2176 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
2177 const authorUri = actorUriOf(q.attributedTo);
2178 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
2179 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
2180 if (!inbox) return { error: 'unreachable' };
2181 const me = actorId(base, site.slug);
2182 const keys = getOrCreateKeys(site.slug);
2183 for (const name of chosen) {
2184 const nid = `${me}/votes/${Date.now()}-${rid()}`;
2185 const note = { id: nid, type: 'Note', attributedTo: me, to: [authorUri], name, inReplyTo: q.id, published: new Date().toISOString() };
2186 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
2187 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
2188 }
2189 return { ok: true };
2190}
2191
2192export function isBlockedAny(actorUri) {
2193 if (!actorUri) return false;
2194 let domain = ''; try { domain = new URL(actorUri).host; } catch { /* ignore */ }
2195 try { return !!db.prepare("SELECT 1 FROM ap_blocks WHERE (kind='actor' AND target=?) OR (kind='domain' AND target=?) LIMIT 1").get(actorUri, domain); }
2196 catch { return false; }
2197}
2198
2199function purgeBlocked(kind, target) {
2200 try {
2201 if (kind === 'domain') {
2202 // Exact host match (a URL LIKE over-/under-matches: it misses bare-domain or :port
2203 // actor URIs and can catch look-alikes). Filter by parsed host, same as isBlockedAny.
2204 const purge = (table, col) => {
2205 let rows = [];
2206 try { rows = db.prepare(`SELECT DISTINCT ${col} AS u FROM ${table} WHERE ${col} IS NOT NULL AND ${col} != ''`).all(); } catch { return; }
2207 const del = db.prepare(`DELETE FROM ${table} WHERE ${col} = ?`);
2208 for (const r of rows) { let h = ''; try { h = new URL(r.u).host; } catch { /* skip */ } if (h === target) { try { del.run(r.u); } catch { /* ignore */ } } }
2209 };
2210 purge('ap_interactions', 'actor_uri');
2211 purge('ap_timeline', 'author_uri');
2212 purge('ap_followers', 'actor_uri');
2213 } else {
2214 db.prepare('DELETE FROM ap_interactions WHERE actor_uri = ?').run(target);
2215 db.prepare('DELETE FROM ap_timeline WHERE author_uri = ?').run(target);
2216 db.prepare('DELETE FROM ap_followers WHERE actor_uri = ?').run(target);
2217 }
2218 } catch { /* best-effort */ }
2219}
2220
2221// Block an actor (@handle or actor URL) or a whole domain; purges their content.
2222export async function blockTarget(site, input) {
2223 const raw = String(input || '').trim();
2224 if (!site || !site.slug || !raw) return { error: 'empty' };
2225 let kind, target, label;
2226 if (/^https?:\/\//i.test(raw)) { kind = 'actor'; target = raw; label = raw; }
2227 else if (raw.includes('@')) {
2228 const actorUrl = await webfingerResolve(raw);
2229 if (!actorUrl) return { error: 'not_found' };
2230 kind = 'actor'; target = actorUrl; label = raw.startsWith('@') ? raw : ('@' + raw);
2231 } else { kind = 'domain'; target = raw.toLowerCase(); label = raw.toLowerCase(); }
2232 blStmts().ins.run(site.slug, target, kind, label);
2233 purgeBlocked(kind, target);
2234 console.log('[AP] block', site.slug, kind, target);
2235 return { ok: true, label };
2236}
2237
2238export function unblock(site, target) { blStmts().del.run(site.slug, target); return { ok: true }; }
2239
2240export default {
2241 AP_CONTEXT, getOrCreateKeys, apWants, sendAP, actorId, noteId,
2242 buildActor, buildNote, buildCreate, buildOutbox, buildFollowers, buildFollowing, buildFeatured,
2243 followerCount, deliver, fetchActor, verifyRequest, handleInbox, deliverCreate, deliverDelete, deliverUpdate, deliverActorUpdate, resyncFeaturedPins,
2244 getInteractions, getInteractionById, setInteractionBoosted, setInteractionLiked, setMyReaction, getMyReactions, buildReplyNote, getOutboxNote, deliverReply, resolveRemoteNote,
2245 listOutbox, deliverOutboxDelete, deliverOutboxUpdate,
2246 webfingerResolve, followActor, resolveRemoteActor, unfollowActor, listFollowing, setAutoBoost, backfillFromOutbox, getTimeline, sendInteraction, voteOnPoll, voteOnRemotePoll,
2247 parseOwnPoll, pollTally, ownPollView, deliverPollUpdate, maybeCrawlThread,
2248 autoBoostCount, boostedCount, markBoosted, unmarkBoosted, markLiked, unmarkLiked, getTimelineReaction, upsertBoostedNote, getCirkelPosts, getCirkelMembers, selfHealTimeline,
2249 getNotifications, listBlocks, isBlockedAny, blockTarget, unblock,
2250 deliverWithRetry, enqueueDelivery, processDeliveryQueue, startDeliveryWorker,
2251 getReplyUris, markNotificationsSeen, countUnseenNotifications, hasPlayableAudio,
2252};
Note: See TracBrowser for help on using the repository browser.