source: Klonkt/src/services/ActivityPubService.js@ 7d19465

main
Last change on this file since 7d19465 was 7d19465, checked in by Robin <roboburr@…>, 8 weeks ago

Fix: boosted video-only posts keep their media in the Circle (Loops)

Boosting a video-only post lost its media twice over: resolveRemoteNote only
surfaced image/* attachments (images list), so upsertBoostedNote stored
media_json=[] for a Loops video; and its refresh-UPDATE clobbered an existing
good media_json (cached via following) with that empty set. resolveRemoteNote
now also returns full typed media via mediaFromNote (images stays image-only
for the interact preview); upsertBoostedNote prefers the typed media and its
refresh keeps cached media when the resolve yielded none. Verified live: the
reported Loops file is 2.9MB with moov in reach, and a seeded boosted video row
now renders a grid tile with a real generated poster (200 image/webp, 13KB).
Covered by test/boost-media.test.js (63 tests green). Reported by Robin.

Co-Authored-By: Claude Opus 4.8 <noreply@…>

  • Property mode set to 100644
File size: 147.2 KB
Line 
1/**
2 * ActivityPubService — Klonkt as a real ActivityPub actor (fediverse bridge).
3 *
4 * Phase 1 (this file): the PUBLISH/discoverable side.
5 * - per-site RSA keypair (Mastodon-compatible HTTP Signatures; separate from
6 * the Ed25519 keys used by the lighter Cirkels v1)
7 * - builders for the Actor document, Note objects and the Outbox collection
8 * - apWants(): HTTP content-negotiation helper (activity+json vs HTML)
9 *
10 * The interactive side (inbox: Follow/Accept, signature verify, delivery to
11 * followers) lands in the next step and is tested live against Mastodon.
12 *
13 * AP actor URLs live under /ap/* so they never clash with the human pages:
14 * actor = <base>/ap/users/<slug>
15 * inbox = <actor>/inbox outbox = <actor>/outbox
16 * note = <base>/ap/notes/<postId>
17 */
18import crypto from 'crypto';
19import dns from 'dns';
20import net from 'net';
21import db from '../config/database.js';
22import HtmlSanitizerService from './HtmlSanitizerService.js';
23import AudioEmbedService from './AudioEmbedService.js';
24
25const PUBLIC = 'https://www.w3.org/ns/activitystreams#Public';
26// Full JSON-LD context for every AP object we emit: AS2 core + security (publicKey) + the
27// extension terms we actually use (Mastodon/toot + schema.org), each with a term definition
28// so a strict JSON-LD processor resolves them instead of dropping them → valid AS2/JSON-LD.
29// This is the same context shape Mastodon publishes, so Mastodon sees no change.
30const AP_CONTEXT = [
31 'https://www.w3.org/ns/activitystreams',
32 'https://w3id.org/security/v1',
33 {
34 toot: 'http://joinmastodon.org/ns#',
35 schema: 'http://schema.org#',
36 sensitive: 'as:sensitive',
37 Hashtag: 'as:Hashtag',
38 manuallyApprovesFollowers: 'as:manuallyApprovesFollowers',
39 discoverable: 'toot:discoverable',
40 featured: { '@id': 'toot:featured', '@type': '@id' },
41 PropertyValue: 'schema:PropertyValue',
42 value: 'schema:value',
43 embedUrl: { '@id': 'schema:embedUrl', '@type': '@id' },
44 // Poll (Question) extension: Question/oneOf/anyOf/endTime/closed are AS2 core, but the
45 // per-poll unique-voter count is a Mastodon (toot) term — declare it so the emitted
46 // Question stays valid JSON-LD (a strict processor would otherwise drop votersCount).
47 votersCount: 'toot:votersCount',
48 },
49];
50
51// Short random suffix so two activity ids minted in the same millisecond (e.g.
52// parallel saves) don't collide and get deduped by a receiver.
53const rid = () => crypto.randomBytes(4).toString('hex');
54
55// Keep only http(s) URLs — drops javascript:/data:/etc so a remote actor can't
56// smuggle a dangerous scheme into a stored href/src (rendered in owner-only views).
57const safeUrl = (u) => { const s = String(u == null ? '' : u).trim(); return /^https?:\/\//i.test(s) ? s : ''; };
58
59// ── SSRF guard for outbound fetches ───────────────────────────────
60// Remote URLs (actor/keyId/webfinger/inbox/inReplyTo) are attacker-controlled, so
61// every outbound fetch must refuse hosts that resolve to private/loopback ranges
62// (cloud metadata, internal services) — on the initial host AND each redirect hop.
63function isBlockedIp(ip) {
64 if (!ip) return true;
65 const v = net.isIP(ip);
66 if (v === 4) {
67 const o = ip.split('.').map(Number);
68 return o[0] === 127 || o[0] === 10 || o[0] === 0
69 || (o[0] === 172 && o[1] >= 16 && o[1] <= 31)
70 || (o[0] === 192 && o[1] === 168)
71 || (o[0] === 169 && o[1] === 254)
72 || (o[0] === 100 && o[1] >= 64 && o[1] <= 127); // CGNAT
73 }
74 if (v === 6) {
75 const s = ip.toLowerCase().replace(/^\[|\]$/g, '');
76 return s === '::1' || s === '::' || s.startsWith('fc') || s.startsWith('fd') || s.startsWith('fe80')
77 || s.startsWith('::ffff:127.') || s.startsWith('::ffff:10.') || s.startsWith('::ffff:192.168.')
78 || s.startsWith('::ffff:169.254.') || s.startsWith('::ffff:172.');
79 }
80 return true; // not an IP literal we recognise → refuse
81}
82async function assertPublicHost(hostname) {
83 if (net.isIP(hostname)) { if (isBlockedIp(hostname)) throw new Error('ssrf-blocked-ip'); return; }
84 const addrs = await dns.promises.lookup(hostname, { all: true });
85 if (!addrs.length || addrs.some((a) => isBlockedIp(a.address))) throw new Error('ssrf-blocked-host');
86}
87export async function safeFetch(url, opts = {}, maxRedirects = 3) {
88 let target = url;
89 for (let hop = 0; ; hop++) {
90 const u = new URL(target); // throws on malformed → caller's catch
91 if (u.protocol !== 'https:' && u.protocol !== 'http:') throw new Error('ssrf-bad-scheme');
92 await assertPublicHost(u.hostname);
93 const r = await fetch(target, { ...opts, redirect: 'manual', signal: AbortSignal.timeout(8000) });
94 const loc = (r.status >= 300 && r.status < 400) ? r.headers.get('location') : null;
95 if (loc && hop < maxRedirects) { target = new URL(loc, target).toString(); continue; }
96 return r;
97 }
98}
99const MAX_OUTBOX = 20;
100// Cache-buster for the music listen-link → forces Mastodon to re-crawl a FRESH
101// (square) player card. Bump this whenever the twitter:player card dimensions change.
102const FEDI_CARD_VER = '2';
103
104// ── RSA keys per actor (lazy, cached in DB) ───────────────────────
105// Prepared lazily (NOT at module load) — the ap_keys table is created in
106// initializeDatabase(), which runs after this module is imported.
107let _sel, _ins;
108function keyStmts() {
109 if (!_sel) {
110 _sel = db.prepare('SELECT public_pem, private_pem FROM ap_keys WHERE slug = ?');
111 _ins = db.prepare('INSERT OR IGNORE INTO ap_keys (slug, public_pem, private_pem, created_at) VALUES (?,?,?,CURRENT_TIMESTAMP)');
112 }
113 return { sel: _sel, ins: _ins };
114}
115
116export function getOrCreateKeys(slug) {
117 const { sel, ins } = keyStmts();
118 const row = sel.get(slug);
119 if (row) return row;
120 const { publicKey, privateKey } = crypto.generateKeyPairSync('rsa', {
121 modulusLength: 2048,
122 publicKeyEncoding: { type: 'spki', format: 'pem' },
123 privateKeyEncoding: { type: 'pkcs8', format: 'pem' },
124 });
125 ins.run(slug, publicKey, privateKey);
126 return sel.get(slug) || { public_pem: publicKey, private_pem: privateKey };
127}
128
129// ── content negotiation ───────────────────────────────────────────
130// True when the caller wants ActivityPub JSON rather than the HTML page.
131export function apWants(req) {
132 const a = String(req.headers.accept || '').toLowerCase();
133 return a.includes('application/activity+json') ||
134 (a.includes('application/ld+json') && a.includes('activitystreams'));
135}
136
137const AP_CONTENT_TYPE = 'application/activity+json; charset=utf-8';
138export function sendAP(res, obj) {
139 res.type(AP_CONTENT_TYPE);
140 res.set('Cache-Control', 'public, max-age=120');
141 res.send(JSON.stringify(obj));
142}
143
144// ── document builders ─────────────────────────────────────────────
145export function actorId(base, slug) { return `${base}/ap/users/${encodeURIComponent(slug)}`; }
146export function noteId(base, postId) { return `${base}/ap/notes/${encodeURIComponent(postId)}`; }
147
148export function buildActor(base, site) {
149 const id = actorId(base, site.slug);
150 const keys = getOrCreateKeys(site.slug);
151 const actor = {
152 '@context': AP_CONTEXT,
153 id,
154 type: 'Person',
155 preferredUsername: site.slug,
156 name: site.title || site.slug,
157 summary: site.tagline || site.description || '',
158 url: `${base}/${site.slug === site.primary_slug ? '' : 'user/' + encodeURIComponent(site.slug)}`,
159 manuallyApprovesFollowers: false,
160 discoverable: true,
161 inbox: `${id}/inbox`,
162 outbox: `${id}/outbox`,
163 followers: `${id}/followers`,
164 following: `${id}/following`,
165 featured: `${id}/featured`,
166 endpoints: { sharedInbox: `${base}/ap/inbox` },
167 publicKey: {
168 id: `${id}#main-key`,
169 owner: id,
170 publicKeyPem: keys.public_pem,
171 },
172 };
173 if (site.profile_photo) {
174 const u = /^https?:/.test(site.profile_photo) ? site.profile_photo : `${base}${site.profile_photo.startsWith('/') ? '' : '/'}${site.profile_photo}`;
175 actor.icon = { type: 'Image', url: u };
176 }
177 // Account creation date — shown by Mastodon + read by indexers (additive, standard AS2).
178 if (site.created_at) { try { actor.published = new Date(site.created_at).toISOString(); } catch { /* skip bad date */ } }
179 // Profile links → PropertyValue rows: Mastodon/PeerTube/WordPress-ActivityPub render these as
180 // profile metadata (rel=me enables link-back verification). Additive; ignored by simpler receivers.
181 try {
182 const links = JSON.parse(site.profile_links || '[]');
183 if (Array.isArray(links) && links.length) {
184 const esc = (s) => String(s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
185 const rows = links
186 .filter((l) => l && l.url && /^https?:/i.test(l.url))
187 .map((l) => ({
188 type: 'PropertyValue',
189 name: esc(l.platform || 'Link'),
190 value: `<a href="${esc(l.url).replace(/"/g, '&quot;')}" rel="me nofollow noopener" target="_blank">${esc(String(l.url).replace(/^https?:\/\//, ''))}</a>`,
191 }));
192 if (rows.length) actor.attachment = rows;
193 }
194 } catch { /* skip malformed profile_links */ }
195 return actor;
196}
197
198// Does a post's audio shortcodes reference at least one PLAYABLE (file-backed)
199// track? Link-only tracks (external Spotify/YouTube, media_id NULL) don't count —
200// they have no Klonkt-hosted audio to embed, so no player card / cover-suppression.
201export function hasPlayableAudio(content, siteId) {
202 if (!content || !/\[\[(track|album|playlist):/i.test(content)) return false;
203 try {
204 for (const m of content.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT media_id FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.media_id) return true; }
205 for (const m of content.matchAll(/\[\[album:([^\]]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM audio_tracks WHERE site_id = ? AND album = ? AND media_id IS NOT NULL LIMIT 1').get(siteId, m[1].trim())) return true; }
206 for (const m of content.matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id WHERE pt.playlist_id = ? AND t.media_id IS NOT NULL LIMIT 1').get(m[1])) return true; }
207 } catch { /* non-fatal */ }
208 return false;
209}
210
211// A single post as an AS2 Note (the object), and as a Create activity (for outbox/delivery).
212export function buildNote(base, site, post, opts = {}) {
213 // Replies are Notes too. buildNote is the single entry point for ALL Notes; a reply is
214 // (for now) the simple flavor: pre-baked content, no title/cover/image/audio/embed
215 // machinery, addressed to the parent actor + thread. This early branch keeps that output
216 // byte-identical to the old buildReplyNote. When rich replies land (images/audio/embeds),
217 // this branch collapses and replies flow through the full post pipeline below. `post` here
218 // is the ap_outbox reply row (id, in_reply_to, content, post_slug, created_at, to_actor).
219 if (opts.isReply) {
220 const meR = actorId(base, site.slug);
221 return {
222 id: noteId(base, post.id),
223 type: 'Note',
224 attributedTo: meR,
225 inReplyTo: post.in_reply_to || undefined,
226 content: post.content,
227 url: post.post_slug ? `${base}/${encodeURIComponent(post.post_slug)}` : undefined,
228 published: toISO(post.created_at),
229 to: post.to_actor ? [post.to_actor] : [PUBLIC],
230 cc: [PUBLIC, `${meR}/followers`],
231 tag: [
232 ...mentionTags(post.content),
233 ...hashtagTags(base, post.content),
234 ],
235 };
236 }
237 const id = noteId(base, post.id);
238 const aId = actorId(base, site.slug);
239 const human = `${base}/${encodeURIComponent(post.slug)}`;
240 // Mastodon ignores a Note's `name`, so put the title INTO the content (bold
241 // first line) — the standard blog→fediverse convention. post.content is
242 // already sanitized HTML; the title is plain text, so escape it.
243 const escTitle = String(post.title || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
244 const titleHtml = post.title ? `<p><strong>${escTitle}</strong></p>` : '';
245
246 // Images travel as AP `attachment` (Mastodon strips <img> from content). Collect
247 // the cover + any inline <img>, make absolute, then strip <img> from the content
248 // to avoid duplicate rendering on clients that DO keep them.
249 const abs = (u) => !u ? null : (/^https?:/i.test(u) ? u : `${base}${u.startsWith('/') ? '' : '/'}${u}`);
250 const mediaType = (u) => {
251 const e = ((u || '').split('?')[0].match(/\.(\w+)$/) || [])[1];
252 return ({ jpg: 'image/jpeg', jpeg: 'image/jpeg', png: 'image/png', gif: 'image/gif', webp: 'image/webp', avif: 'image/avif', mp4: 'video/mp4', webm: 'video/webm', mov: 'video/quicktime' })[(e || '').toLowerCase()] || 'image/jpeg';
253 };
254 const hadAudio = /\[\[(track|album|playlist):/i.test(post.content || '');
255 const playable = hasPlayableAudio(post.content || '', site && site.id);
256 // A post with an external embed (Spotify/YouTube/SoundCloud/Vimeo/Bandcamp/Apple) should let
257 // Mastodon render the embed's player CARD. Mastodon shows EITHER media attachments OR a link
258 // card, never both — so when the post has an embed link we skip the image attachments so the
259 // card wins. (On Klonkt nothing changes: the cover + the embed player still render.)
260 const hasEmbed = (() => {
261 const c = post.content || '';
262 if (/\[\[embed:/i.test(c)) return true;
263 for (const m of c.matchAll(/https?:\/\/[^\s"'<>]+/gi)) if (AudioEmbedService.detectProvider(m[0])) return true;
264 return false;
265 })();
266 // Link-only tracks (external Spotify/YouTube/SoundCloud, no hosted file): collect their links
267 // so we federate them — Mastodon cards the first (its player), the rest show as clickable links
268 // — instead of a bare "listen on site" link, and we suppress the cover so the card can show.
269 const trackEmbedLinks = (() => {
270 if (playable) return [];
271 const out = [];
272 try {
273 for (const m of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) {
274 const r = db.prepare('SELECT media_id, link_spotify, link_youtube, link_soundcloud FROM audio_tracks WHERE id = ?').get(m[1]);
275 if (r && !r.media_id) for (const u of [r.link_spotify, r.link_youtube, r.link_soundcloud]) if (u && /^https?:\/\//i.test(u)) out.push(u);
276 }
277 } catch { /* non-fatal */ }
278 return [...new Set(out)].slice(0, 6);
279 })();
280 const noImages = playable || hasEmbed || trackEmbedLinks.length > 0; // suppress images → let the player/embed card show
281 const urls = [];
282 // Posts with PLAYABLE hosted audio suppress image attachments so Mastodon renders
283 // the player CARD (twitter:player) instead of the cover — media attachment and
284 // link/player card are mutually exclusive on Mastodon. Link-only audio (external)
285 // keeps its cover (no player card to show).
286 // An animated cover federates as the muted loop MP4 (→ a Video attachment): animated WebP is
287 // unreliable on Mastodon and its iOS apps; the MP4 plays everywhere. Else the still cover image.
288 // Each entry carries the media URL + its alt text (federated as the AS2 attachment `name`, for a11y).
289 if (post.cover_video_url && !noImages) urls.push({ url: abs(post.cover_video_url), name: post.cover_alt || '' });
290 else if (post.cover_image_url && !noImages) urls.push({ url: abs(post.cover_image_url), name: post.cover_alt || '' });
291 let body = post.content || '';
292 // Only federate inline images we can actually serve: absolute http(s) URLs, or our own
293 // /media/ uploads. A relative path we don't host (e.g. a stale /images/... ref) would 404
294 // and show up as a black tile in Mastodon's attachment grid. Carry the <img alt="…"> through
295 // as the attachment description.
296 if (!noImages) for (const m of body.matchAll(/<img\b[^>]*>/gi)) {
297 const tag = m[0];
298 const src = (tag.match(/\bsrc="([^"]+)"/i) || [])[1];
299 if (!src || !(/^https?:\/\//i.test(src) || src.startsWith('/media/'))) continue;
300 const alt = (tag.match(/\balt="([^"]*)"/i) || [])[1] || '';
301 urls.push({ url: abs(src), name: alt });
302 }
303 body = body.replace(/<img\b[^>]*>/gi, '');
304 // Audio shortcodes: do NOT federate the raw audio file — Klonkt deliberately
305 // gates audio (the /audio/stream URL has friction), and shipping it as an AP
306 // audio attachment would hand Mastodon a plain, downloadable mp3 URL. Instead,
307 // replace the shortcodes with a "🎵 listen on the site" link so the post invites
308 // a click-through to the protected player (discovery without leaking the file).
309 const esc = (s) => String(s == null ? '' : s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
310 const audioLabels = [];
311 try {
312 for (const m of body.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT title FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.title) audioLabels.push(r.title); }
313 for (const m of body.matchAll(/\[\[album:([^\]]+)\]\]/g)) audioLabels.push(m[1].trim());
314 } catch { /* non-fatal */ }
315 // fedi_open tracks → real AS2 Audio attachments (the actual file URL, served ungated) so
316 // EVERY client incl. the Mastodon apps plays them inline natively. Gated tracks (default)
317 // stay link/card-only — the file is never exposed for them. Resolve from post.content so a
318 // later body mutation can't affect it.
319 const openAudio = [];
320 if (hadAudio) {
321 const seenA = new Set();
322 const addRow = (r) => {
323 const fn = r.filename || (r.storage_path || '').split('/').pop();
324 if (!fn || seenA.has(fn)) return; seenA.add(fn);
325 const a = { type: 'Audio', mediaType: r.mime_type || 'audio/mpeg', url: `${base}/audio/stream/${encodeURIComponent(fn)}`, name: r.title || 'Audio' };
326 // Cover art on the Audio attachment (AS2 `icon`): track cover, else the post cover.
327 // Mastodon renders it as the artwork thumbnail on its native audio player.
328 const art = abs(r.cover_url || post.cover_image_url || null);
329 if (art) a.icon = { type: 'Image', mediaType: mediaType(art), url: art };
330 openAudio.push(a);
331 };
332 const SEL = 'SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM audio_tracks t JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND ';
333 try {
334 for (const mm of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare(SEL + 't.id = ?').get(mm[1]); if (r) addRow(r); }
335 for (const mm of (post.content || '').matchAll(/\[\[album:([^\]]+)\]\]/g)) for (const r of db.prepare(SEL + 't.site_id = ? AND t.album = ? ORDER BY t.rowid').all(site.id, mm[1].trim())) addRow(r);
336 for (const mm of (post.content || '').matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) for (const r of db.prepare('SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND pt.playlist_id = ? ORDER BY pt.position').all(mm[1])) addRow(r);
337 } catch { /* non-fatal */ }
338 }
339 body = body.replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
340 // External embeds ([[embed:url]]) → emit the bare URL as a link so Mastodon
341 // renders its OWN preview/player card (YouTube/Spotify/SoundCloud/etc) instead
342 // of federating the raw shortcode text.
343 body = body.replace(/\[\[embed:([^\]]+)\]\]/gi, (mm, raw) => {
344 const u = esc(raw.trim().replace(/&amp;/g, '&'));
345 return `<p><a href="${u}">${u}</a></p>`;
346 });
347 if (hadAudio) {
348 const lbl = audioLabels.length ? esc(audioLabels.slice(0, 4).join(', ')) : '';
349 if (trackEmbedLinks.length) {
350 // Link-only track(s): emit the external link(s). Mastodon cards the first (Spotify → its
351 // player), the rest render as clickable links — the fediverse-native "embed + links".
352 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong>` : ''}</p>`;
353 for (const u of trackEmbedLinks) { const eu = esc(u); body += `<p><a href="${eu}">${eu}</a></p>`; }
354 } else {
355 // For playable posts, append a version param to the listen-link so Mastodon
356 // sees a NEW card URL and re-crawls it (fresh SQUARE player card) instead of
357 // reusing the cached landscape one. Invisible: the link TEXT stays clean, the
358 // page ignores the param. Bump FEDI_CARD_VER when the card dimensions change.
359 const listenHref = playable ? `${human}?fc=${FEDI_CARD_VER}` : human;
360 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong> — ` : ''}<a href="${listenHref}">listen on ${esc(site.title || 'the site')}</a></p>`;
361 }
362 }
363 // Klonkt renders post content with white-space:pre-wrap, so raw newlines ARE line
364 // breaks on the site. Mastodon (plain HTML) collapses whitespace and would drop them,
365 // so convert newlines to <br> for the federated copy (content already made with
366 // shift+enter uses <br> and has no \n → this is a no-op there).
367 body = body.replace(/\r?\n/g, '<br>');
368 body = linkHashtags(base, body); // link inline #hashtags in the post body too
369 body = linkUrls(body); // bare URLs → clickable links on the federated copy
370 // Append the tags-field hashtags to the content so Mastodon renders them as clickable
371 // hashtags (a Hashtag that's only in the `tag` array isn't shown inline). CamelCase
372 // multi-word tags; skip any already present inline in the body.
373 {
374 const inlineTags = new Set(hashtagTags(base, body).map((h) => h.name.slice(1).toLowerCase()));
375 const addSeen = new Set();
376 const tagLinks = normalizeTags(post.tags).map(tagParts).filter(Boolean)
377 .filter((p) => !inlineTags.has(p.slug) && !addSeen.has(p.slug) && addSeen.add(p.slug))
378 .map((p) => `<a href="${base}/tag/${encodeURIComponent(p.slug)}" class="mention hashtag" rel="tag">#${p.label}</a>`);
379 if (tagLinks.length) body += `<p>${tagLinks.join(' ')}</p>`;
380 }
381 const seen = new Set();
382 const attachment = urls.filter((x) => x && x.url)
383 .filter((x) => { if (seen.has(x.url)) return false; seen.add(x.url); return true; })
384 .map((x) => { const mt = mediaType(x.url); // specific AS2 subtype (Image/Audio/Video) over generic Document
385 const ty = /^image\//i.test(mt) ? 'Image' : /^video\//i.test(mt) ? 'Video' : /^audio\//i.test(mt) ? 'Audio' : 'Document';
386 const a = { type: ty, mediaType: mt, url: x.url };
387 if (x.name) a.name = String(x.name).slice(0, 1500); // alt text / description (AS2 `name`)
388 return a; });
389 for (const a of openAudio) attachment.push(a); // fedi_open tracks → native Audio players
390
391 // Inline @user@host mentions: the Mention tag objects + the mentioned actor URIs. Only
392 // present when the content was already mention-linked (deliverCreate/Update resolve them
393 // at send time); a plain buildNote (outbox/notes) yields none.
394 const _mentionTags = mentionTags(body);
395 const _mentionCc = _mentionTags.map((t) => t.href);
396
397 const note = {
398 id,
399 type: 'Note',
400 attributedTo: aId,
401 content: titleHtml + body,
402 url: human,
403 published: new Date(post.published_at || post.created_at || Date.now()).toISOString(),
404 // fan_only = "fans only" → followers-only visibility (delivered to your followers
405 // but not addressed to Public, so Mastodon shows it only to them and can't boost it).
406 to: post.fan_only ? [`${aId}/followers`] : [PUBLIC],
407 // Mentioned actors (from inline @user@host links the caller resolved) are addressed in cc
408 // so Mastodon notifies them; empty unless the content was mention-linked (delivery time).
409 cc: [...new Set([...(post.fan_only ? [] : [`${aId}/followers`]), ..._mentionCc])],
410 tag: [...buildHashtagList(base, post.tags, body), ..._mentionTags],
411 replies: `${id}/replies`,
412 // NSFW → Mastodon-style content warning: sensitive (blurs media) + a summary/spoiler
413 // (hides the whole post behind a "Gevoelige inhoud" button until the reader opens it).
414 sensitive: !!post.nsfw,
415 };
416 if (post.nsfw) note.summary = post.content_warning || 'Gevoelige inhoud';
417 if (attachment.length) note.attachment = attachment;
418 // When the cover attachment is suppressed (hosted audio OR an external embed/link-only track →
419 // so Mastodon shows the player/link card, not media), still expose the cover via AS2 `image` so
420 // card/grid consumers (the Klonkt Cirkel/News feed) can show it. Mastodon ignores a Note's
421 // `image`, so its card is unaffected — but a Klonkt receiver reads it (handleInbox o.image).
422 if (post.cover_image_url && noImages) {
423 const cov = abs(post.cover_image_url);
424 if (cov) { note.image = { type: 'Image', mediaType: mediaType(cov), url: cov }; if (post.cover_alt) note.image.name = String(post.cover_alt).slice(0, 1500); }
425 }
426 // Experiment (mirrors PeerTube / schema.org `embedUrl`): point at the GATED player page
427 // (/embed) so a client that honours embedUrl can show an inline player WITHOUT ever
428 // getting the audio file — the anti-steal posture is untouched. `embedUrl` is a real
429 // standard field name (not a Klonkt invention); if Mastodon's apps honour it on a Note we
430 // make it JSON-LD-clean with a context term, otherwise it degrades to the player card.
431 if (playable) note.embedUrl = `${base}/embed?post=${encodeURIComponent(post.slug)}`;
432 // Content language → AS2 contentMap (a BCP-47-keyed copy of the content). Mastodon reads the
433 // language from its key for the timeline language filter + the translate button. Emitted
434 // alongside `content` (Mastodon sends both); a plain receiver just uses `content`.
435 if (post.language && /^[a-z]{2,3}(-[A-Za-z]{2,4})?$/.test(post.language)) note.contentMap = { [post.language]: note.content };
436 // A hosted poll → federate as an AS2 Question (options + live tally). Do this last so it
437 // reuses the note's content/addressing/tags, then swaps the type and strips media.
438 const ownPoll = parseOwnPoll(post.poll_json);
439 if (ownPoll) applyPollToNote(note, post.id, ownPoll);
440 return note;
441}
442
443// All reply note URIs on a local post (inbound fediverse replies + our own
444// outbound replies) — backs the Note's `replies` Collection so remote servers
445// can fetch the whole thread.
446export function getReplyUris(base, postId) {
447 const out = [];
448 try {
449 for (const r of db.prepare("SELECT object_uri FROM ap_interactions WHERE kind = 'reply' AND post_id = ? AND object_uri != '' ORDER BY created_at").all(postId)) out.push(r.object_uri);
450 for (const r of db.prepare('SELECT id FROM ap_outbox WHERE post_id = ? ORDER BY rowid').all(postId)) out.push(`${base}/ap/notes/${r.id}`);
451 } catch { /* non-fatal */ }
452 return out;
453}
454
455// Notifications "seen" tracking → a real bell badge. Stored per site in app_settings.
456export function markNotificationsSeen(slug) {
457 try {
458 db.prepare("INSERT INTO app_settings (key, value, updated_at) VALUES (?, ?, CURRENT_TIMESTAMP) ON CONFLICT(key) DO UPDATE SET value = excluded.value, updated_at = CURRENT_TIMESTAMP")
459 .run(`fedi_notif_seen:${slug}`, new Date().toISOString());
460 } catch { /* non-fatal */ }
461}
462export function countUnseenNotifications(slug) {
463 try {
464 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
465 const seen = row ? Date.parse(row.value) : 0;
466 let n = 0;
467 for (const it of getNotifications(slug, 50)) { if (Date.parse(it.created_at) > seen) n++; }
468 return n;
469 } catch { return 0; }
470}
471
472export function buildCreate(base, site, post) {
473 const note = buildNote(base, site, post);
474 return {
475 '@context': AP_CONTEXT,
476 id: note.id + '#create',
477 type: 'Create',
478 actor: actorId(base, site.slug),
479 published: note.published,
480 to: note.to,
481 cc: note.cc,
482 object: note,
483 };
484}
485
486export function buildOutbox(base, site, posts) {
487 const id = `${actorId(base, site.slug)}/outbox`;
488 const items = (posts || []).slice(0, MAX_OUTBOX).map((p) => buildCreate(base, site, p));
489 return {
490 '@context': AP_CONTEXT,
491 id,
492 type: 'OrderedCollection',
493 totalItems: items.length,
494 orderedItems: items,
495 };
496}
497
498export function buildFollowers(base, site, count) {
499 const id = `${actorId(base, site.slug)}/followers`;
500 return {
501 '@context': AP_CONTEXT,
502 id,
503 type: 'OrderedCollection',
504 totalItems: count || 0,
505 orderedItems: [], // hidden for privacy; count only
506 };
507}
508
509// The accounts this site follows — count only, mirroring buildFollowers. The spec lists
510// `following` as a standard actor property; Hubzilla/Friendica + crawlers expect it.
511export function buildFollowing(base, site, count) {
512 const id = `${actorId(base, site.slug)}/following`;
513 return {
514 '@context': AP_CONTEXT,
515 id,
516 type: 'OrderedCollection',
517 totalItems: count || 0,
518 orderedItems: [], // count only
519 };
520}
521
522// Pinned posts → the actor's `featured` collection. Mastodon reads this and shows
523// these as the "Featured" tab (pinned to the profile). Posts come ordered by pin
524// rank; embedded as full Notes so a remote server doesn't need extra fetches.
525export function buildFeatured(base, site, posts) {
526 const id = `${actorId(base, site.slug)}/featured`;
527 const items = (posts || []).map((p) => buildNote(base, site, p));
528 return {
529 '@context': AP_CONTEXT,
530 id,
531 type: 'OrderedCollection',
532 totalItems: items.length,
533 orderedItems: items,
534 };
535}
536
537// ── followers store (lazy stmts) ──────────────────────────────────
538let _insF, _delF, _listF, _cntF;
539function fStmts() {
540 if (!_insF) {
541 _insF = db.prepare('INSERT OR IGNORE INTO ap_followers (slug, actor_uri, inbox, shared_inbox, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
542 _delF = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND actor_uri = ?');
543 _listF = db.prepare('SELECT inbox, shared_inbox FROM ap_followers WHERE slug = ?');
544 _cntF = db.prepare('SELECT COUNT(*) n FROM ap_followers WHERE slug = ?');
545 }
546 return { ins: _insF, del: _delF, list: _listF, cnt: _cntF };
547}
548export function followerCount(slug) { return fStmts().cnt.get(slug).n; }
549
550// Followers with delivery health, for the management list. Never-delivered accounts
551// first, then oldest successful delivery first — i.e. the cleanup candidates on top.
552export function listFollowers(slug) {
553 return db.prepare(
554 `SELECT id, actor_uri, inbox, shared_inbox, created_at, last_delivery_at, last_error_at
555 FROM ap_followers WHERE slug = ?
556 ORDER BY (last_delivery_at IS NULL) DESC, last_delivery_at ASC, created_at ASC`
557 ).all(slug);
558}
559// Manually drop a follower after a check (a still-live account would have to re-follow).
560export function removeFollower(slug, id) {
561 const info = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND id = ?').run(slug, id);
562 return info.changes > 0;
563}
564
565// Merge who-you-follow (ap_following, rich display) with who-follows-you (ap_followers,
566// delivery health) into ONE connections list, keyed by actor_uri. Each entry gets a
567// direction (following →, follower ←, mutual ↔) and, for accounts we deliver to, an
568// `unreachable` flag (never delivered, or last attempt failed after the last success) so
569// the view can split dead connections into their own section. Powers the Connect page.
570export function listConnections(slug) {
571 const byUri = new Map();
572 for (const f of listFollowing(slug)) {
573 byUri.set(f.actor_uri, {
574 actor_uri: f.actor_uri, name: f.name || null, handle: f.handle || null,
575 icon: f.icon || null, url: f.url || null, auto_boost: f.auto_boost ? 1 : 0,
576 status: f.status || null, following: true, follower: false,
577 last_delivery_at: null, last_error_at: null, follower_id: null,
578 });
579 }
580 for (const fo of listFollowers(slug)) {
581 const e = byUri.get(fo.actor_uri);
582 if (e) { e.follower = true; e.last_delivery_at = fo.last_delivery_at; e.last_error_at = fo.last_error_at; e.follower_id = fo.id; }
583 else byUri.set(fo.actor_uri, {
584 actor_uri: fo.actor_uri, name: null, handle: null, icon: null, url: null,
585 auto_boost: 0, status: null, following: false, follower: true,
586 last_delivery_at: fo.last_delivery_at, last_error_at: fo.last_error_at, follower_id: fo.id,
587 });
588 }
589 return [...byUri.values()].map((e) => {
590 e.direction = (e.following && e.follower) ? 'mutual' : (e.following ? 'following' : 'follower');
591 e.unreachable = e.follower && (!e.last_delivery_at || (!!e.last_error_at && (!e.last_delivery_at || e.last_error_at > e.last_delivery_at)));
592 return e;
593 });
594}
595
596// ── inbound interactions store (replies / likes / boosts) + our outbound replies ──
597let _insI, _delLA, _delReply, _listI, _getI, _insO, _listO, _getO;
598// ── moderation tombstones (ap_rejected_objects) ───────────────────
599// A reply the owner removed stays removed: its object URI is tombstoned and
600// checked at ingest AND by the thread-crawler (else thread-filling would
601// re-fetch it). Owner moderation acts on the LOCAL copy, so it also works for
602// private notes that authorize_interaction can't fetch (401/404).
603let _insRj, _hasRj;
604function rjStmts() {
605 if (!_insRj) {
606 _insRj = db.prepare('INSERT OR IGNORE INTO ap_rejected_objects (object_uri, post_id, reason) VALUES (?,?,?)');
607 _hasRj = db.prepare('SELECT 1 FROM ap_rejected_objects WHERE object_uri = ?');
608 }
609 return { ins: _insRj, has: _hasRj };
610}
611export function isRejectedObject(uri) {
612 if (!uri) return false;
613 try { return !!rjStmts().has.get(String(uri)); } catch { return false; }
614}
615// Owner removes an incoming reply: tombstone + delete. Tenancy-scoped: the
616// interaction's post must belong to the caller's site.
617export function rejectInteraction(site, interactionId, reason) {
618 if (!site || !site.slug) return { error: 'forbidden' };
619 const row = iStmts().getI.get(interactionId);
620 if (!row) return { error: 'not_found' };
621 const owns = db.prepare('SELECT 1 FROM posts WHERE id = ? AND site_id = (SELECT id FROM sites WHERE slug = ?)')
622 .get(row.post_id, site.slug);
623 if (!owns) return { error: 'forbidden' };
624 if (row.object_uri) { try { rjStmts().ins.run(row.object_uri, row.post_id, reason || 'removed by site owner'); } catch { /* non-fatal */ } }
625 db.prepare('DELETE FROM ap_interactions WHERE id = ?').run(interactionId);
626 console.log('[AP] interaction removed by owner', site.slug, row.object_uri || row.actor_uri);
627 return { ok: true, object_uri: row.object_uri || null, actor_uri: row.actor_uri || null };
628}
629// Stored URIs of an interaction (tenancy-scoped) → feed sendReport for flagging
630// from the local copy (works for private notes; no remote fetch needed to target).
631export function interactionReportTarget(site, interactionId) {
632 if (!site || !site.slug) return null;
633 const row = iStmts().getI.get(interactionId);
634 if (!row) return null;
635 const owns = db.prepare('SELECT 1 FROM posts WHERE id = ? AND site_id = (SELECT id FROM sites WHERE slug = ?)')
636 .get(row.post_id, site.slug);
637 if (!owns) return null;
638 return { objectUri: row.object_uri || null, actorUri: row.actor_uri || null };
639}
640
641// AP addressing → visibility: 'public' | 'unlisted' | 'followers' | 'direct'.
642// Mastodon-conventie: Public in `to` = public, Public in `cc` = unlisted, een
643// followers-collectie zonder Public = followers-only, anders direct (DM). Public
644// kan als volledige URI, 'as:Public' of 'Public' voorkomen (JSON-LD shorthands).
645export function noteVisibility(o) {
646 const arr = (v) => (Array.isArray(v) ? v : (v ? [v] : []));
647 const isPub = (u) => u === PUBLIC || u === 'as:Public' || u === 'Public';
648 const to = arr(o && o.to).map(String);
649 const cc = arr(o && o.cc).map(String);
650 if (to.some(isPub)) return 'public';
651 if (cc.some(isPub)) return 'unlisted';
652 if ([...to, ...cc].some((u) => /\/followers\/?$/.test(u))) return 'followers';
653 return 'direct';
654}
655
656function iStmts() {
657 if (!_insI) {
658 _insI = db.prepare('INSERT OR IGNORE INTO ap_interactions (kind, post_id, object_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, parent_uri, visibility, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
659 _delLA = db.prepare('DELETE FROM ap_interactions WHERE kind = ? AND post_id = ? AND actor_uri = ?');
660 _delReply = db.prepare("DELETE FROM ap_interactions WHERE kind = 'reply' AND object_uri = ?");
661 _listI = db.prepare('SELECT id, kind, object_uri, parent_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, created_at, acted_boost, acted_like, visibility FROM ap_interactions WHERE post_id = ? ORDER BY created_at ASC');
662 _getI = db.prepare('SELECT * FROM ap_interactions WHERE id = ?');
663 _insO = db.prepare('INSERT INTO ap_outbox (id, site_slug, post_id, post_slug, in_reply_to, to_actor, to_handle, content, created_at) VALUES (?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
664 _listO = db.prepare('SELECT * FROM ap_outbox WHERE post_id = ? ORDER BY created_at ASC');
665 _getO = db.prepare('SELECT * FROM ap_outbox WHERE id = ?');
666 }
667 return { ins: _insI, delLA: _delLA, delReply: _delReply, list: _listI, getI: _getI, insO: _insO, listO: _listO, getO: _getO };
668}
669
670export function getInteractionById(id) { return iStmts().getI.get(id); }
671export function setInteractionBoosted(id, on) {
672 db.prepare('UPDATE ap_interactions SET acted_boost = ? WHERE id = ?').run(on ? 1 : 0, id);
673}
674export function setInteractionLiked(id, on) {
675 db.prepare('UPDATE ap_interactions SET acted_like = ? WHERE id = ?').run(on ? 1 : 0, id);
676}
677// Your like/boost state on a REMOTE post (interact page toggles).
678export function setMyReaction(slug, uri, kind, on) {
679 if (on) db.prepare('INSERT OR IGNORE INTO ap_my_reactions (site_slug, target_uri, kind) VALUES (?,?,?)').run(slug, uri, kind);
680 else db.prepare('DELETE FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ? AND kind = ?').run(slug, uri, kind);
681}
682export function getMyReactions(slug, uri) {
683 const rows = (slug && uri) ? db.prepare('SELECT kind FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ?').all(slug, uri) : [];
684 return { liked: rows.some((r) => r.kind === 'like'), boosted: rows.some((r) => r.kind === 'boost') };
685}
686
687const localPostExists = (id) => { try { return !!db.prepare('SELECT 1 FROM posts WHERE id = ?').get(id); } catch { return false; } };
688// Extract our local post id from a note URL, but only if it's ours (base match).
689function postIdFromNoteUrl(url, base) {
690 const s = String(url || '');
691 if (base && !s.startsWith(base)) return null;
692 const m = s.match(/\/ap\/notes\/([^/?#]+)/);
693 return m ? decodeURIComponent(m[1]) : null;
694}
695function deriveHandle(actorUri) {
696 try { const u = new URL(actorUri); const seg = u.pathname.split('/').filter(Boolean).pop() || ''; return `@${seg}@${u.host}`; } catch { return String(actorUri || ''); }
697}
698function actorInfo(doc, actorUri) {
699 let host = ''; try { host = new URL(actorUri).host; } catch { /* keep empty */ }
700 const handle = doc && doc.preferredUsername ? `@${doc.preferredUsername}@${host}` : deriveHandle(actorUri);
701 const icon = doc && doc.icon ? (doc.icon.url || (Array.isArray(doc.icon) && doc.icon[0] && doc.icon[0].url)) : null;
702 return {
703 name: (doc && (doc.name || doc.preferredUsername)) || handle,
704 handle,
705 url: safeUrl((doc && (doc.url || doc.id)) || actorUri) || null,
706 icon: safeUrl(icon) || null,
707 };
708}
709
710// Given an inReplyTo note URL, find which local post the thread belongs to + the
711// note being replied to (parent), so a reply-to-a-comment can be nested.
712function findThreadTarget(inReplyTo, base) {
713 if (!inReplyTo) return null;
714 const seg = postIdFromNoteUrl(inReplyTo, base); // our /ap/notes/<id> segment (if ours)
715 if (seg && localPostExists(seg)) return { post_id: seg, parent_uri: inReplyTo };
716 if (seg) {
717 try { const o = db.prepare('SELECT post_id FROM ap_outbox WHERE id = ?').get(seg); if (o && o.post_id) return { post_id: o.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
718 }
719 try { const row = db.prepare("SELECT post_id FROM ap_interactions WHERE object_uri = ? AND kind = 'reply' LIMIT 1").get(inReplyTo); if (row && row.post_id) return { post_id: row.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
720 return null;
721}
722
723// Drop the leading @mention(s) a federated reply carries (the person being replied to),
724// so a comment reads "dope tekening ouwe" instead of "@jason@jasonhacky.nl dope …".
725// Keeps a leading <p> wrapper; handles mention <a> links and plain-text @user@domain.
726export function stripLeadingMentions(html) {
727 if (!html) return html;
728 let s = String(html);
729 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:<a\b[^>]*>\s*@[^<]+<\/a>[  ]*)+/i, (m, p) => p || '');
730 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:@[\w.-]+(?:@[\w.-]+)?[  ]+)+/i, (m, p) => p || '');
731 return s;
732}
733
734// View-ready threaded view of a post's fediverse activity (inbound replies +
735// our outbound replies, nested), plus like/boost counts.
736export function getInteractions(postId, base, site) {
737 const s = iStmts();
738 // Privacy: a followers-only or direct (DM) reply is addressed to people, not to the
739 // public web, so it must NOT render in the public thread. It still reaches the owner
740 // via notifications (post context + reference included there). Legacy rows without a
741 // visibility value are treated as public. Likes/boosts stay counted (count-only).
742 const rows = s.list.all(postId).filter((r) =>
743 r.kind !== 'reply' || !(r.visibility === 'followers' || r.visibility === 'direct'));
744 const baseClean = (base || process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
745 const postNoteId = baseClean ? `${baseClean}/ap/notes/${postId}` : null;
746 // Our own (outbound) replies show the SITE identity for everyone (not "You").
747 let host = ''; try { host = new URL(baseClean).host; } catch { /* ignore */ }
748 const siteName = (site && (site.title || site.slug)) || '';
749 const siteHandle = (site && site.slug && host) ? `@${site.slug}@${host}` : '';
750 const siteUrl = baseClean ? `${baseClean}/` : '';
751 const siteIcon = (site && site.profile_photo) || null;
752
753 const nodes = [];
754 for (const r of rows) {
755 if (r.kind !== 'reply') continue;
756 nodes.push({
757 noteId: r.object_uri, parent: r.parent_uri || null, mine: false, id: r.id,
758 actor_name: r.actor_name, actor_handle: r.actor_handle, actor_url: r.actor_url,
759 actor_icon: r.actor_icon, content: stripLeadingMentions(r.content), created_at: r.published || r.created_at,
760 acted_boost: !!r.acted_boost, acted_like: !!r.acted_like,
761 children: [],
762 });
763 }
764 for (const o of s.listO.all(postId)) {
765 nodes.push({
766 noteId: baseClean ? `${baseClean}/ap/notes/${o.id}` : o.id, parent: o.in_reply_to || null,
767 mine: true, outboxId: o.id, content: stripLeadingMentions(o.content), created_at: o.created_at,
768 actor_name: siteName, actor_handle: siteHandle, actor_url: siteUrl, actor_icon: siteIcon,
769 children: [],
770 });
771 }
772
773 const byId = new Map(nodes.map((n) => [n.noteId, n]));
774 const isTop = (n) => !n.parent || n.parent === postNoteId || !byId.has(n.parent);
775 const tops = [];
776 for (const n of nodes) {
777 if (isTop(n)) { tops.push(n); continue; }
778 let anc = n, guard = 0;
779 while (!isTop(anc) && guard++ < 12) anc = byId.get(anc.parent);
780 anc.children.push(n);
781 }
782 const byTime = (a, b) => new Date(a.created_at) - new Date(b.created_at);
783 tops.sort(byTime).forEach((t) => t.children.sort(byTime));
784
785 return {
786 thread: tops,
787 likeCount: rows.filter((r) => r.kind === 'like').length,
788 announceCount: rows.filter((r) => r.kind === 'announce').length,
789 total: nodes.length,
790 };
791}
792
793// ── HTTP Signatures + delivery ────────────────────────────────────
794const slugFromActorUrl = (url) => { const m = String(url || '').match(/\/ap\/users\/([^/?#]+)/); return m ? decodeURIComponent(m[1]) : null; };
795// Which of OUR sites are named in a note's Mention tags? Only hrefs on our own base count
796// (an /ap/users/<slug> path on a remote host is someone else's actor), and the slug must be
797// an existing site. Deduped.
798export function localMentionSlugs(tags, base) {
799 if (!base) return [];
800 const out = [], seen = new Set();
801 for (const t of (Array.isArray(tags) ? tags : (tags ? [tags] : []))) {
802 if (!t || t.type !== 'Mention' || typeof t.href !== 'string') continue;
803 if (!t.href.startsWith(base + '/ap/users/')) continue;
804 const slug = slugFromActorUrl(t.href);
805 if (!slug || seen.has(slug)) continue; seen.add(slug);
806 try { if (db.prepare('SELECT 1 FROM sites WHERE slug = ?').get(slug)) out.push(slug); } catch { /* ignore */ }
807 }
808 return out;
809}
810
811// Sign + POST an activity to a remote inbox (draft-cavage HTTP Signatures, RSA-SHA256).
812export async function deliver(inboxUrl, bodyObj, keyId, privatePem) {
813 const body = JSON.stringify(bodyObj);
814 const u = new URL(inboxUrl);
815 const date = new Date().toUTCString();
816 const digest = 'SHA-256=' + crypto.createHash('sha256').update(body).digest('base64');
817 const signingString = `(request-target): post ${u.pathname}\nhost: ${u.host}\ndate: ${date}\ndigest: ${digest}`;
818 const signature = crypto.sign('sha256', Buffer.from(signingString), privatePem).toString('base64');
819 const sig = `keyId="${keyId}",algorithm="rsa-sha256",headers="(request-target) host date digest",signature="${signature}"`;
820 const r = await safeFetch(inboxUrl, {
821 method: 'POST',
822 headers: { 'Content-Type': 'application/activity+json', Accept: 'application/activity+json', Date: date, Digest: digest, Signature: sig },
823 body,
824 });
825 return r.status;
826}
827
828export async function fetchActor(url) {
829 try {
830 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
831 if (!r.ok) return null;
832 const len = Number(r.headers.get('content-length') || 0);
833 if (len > 2_000_000) return null; // refuse oversized actor docs
834 return await r.json();
835 } catch { return null; }
836}
837
838// ── Delivery queue with retries ───────────────────────────────────
839// Outbound deliveries are tried immediately; on failure (down server, timeout,
840// non-2xx) they're queued and retried with backoff so a briefly-offline follower
841// doesn't silently miss the post. The signing key is NOT stored — the worker
842// re-derives it from the actor slug at send time.
843const DELIVERY_MAX_ATTEMPTS = 6;
844const DELIVERY_BACKOFF_MIN = [1, 5, 15, 60, 180, 360];
845let _insDeliv, _dueDeliv, _delDeliv, _bumpDeliv;
846function deliveryStmts() {
847 if (!_insDeliv) {
848 _insDeliv = db.prepare('INSERT INTO ap_delivery (slug, inbox, body, attempts, next_at) VALUES (?,?,?,0,CURRENT_TIMESTAMP)');
849 _dueDeliv = db.prepare("SELECT * FROM ap_delivery WHERE datetime(next_at) <= datetime('now') ORDER BY next_at LIMIT 30");
850 _delDeliv = db.prepare('DELETE FROM ap_delivery WHERE id = ?');
851 _bumpDeliv = db.prepare('UPDATE ap_delivery SET attempts = ?, next_at = ? WHERE id = ?');
852 }
853 return { ins: _insDeliv, due: _dueDeliv, del: _delDeliv, bump: _bumpDeliv };
854}
855export function enqueueDelivery(slug, inbox, activity) {
856 if (!slug || !inbox || !activity) return;
857 try { deliveryStmts().ins.run(slug, inbox, JSON.stringify(activity)); } catch { /* ignore */ }
858}
859// Record delivery health per follower so the followers list can flag dead accounts.
860// Keyed by inbox: a shared-inbox POST reaches every follower behind it, so all of them
861// are marked. A non-follower inbox (inline @mention) simply matches 0 rows.
862let _fDelivOk, _fDelivErr;
863function markFollowerDelivery(slug, inbox, ok) {
864 if (!slug || !inbox) return;
865 try {
866 if (!_fDelivOk) {
867 _fDelivOk = db.prepare('UPDATE ap_followers SET last_delivery_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
868 _fDelivErr = db.prepare('UPDATE ap_followers SET last_error_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
869 }
870 (ok ? _fDelivOk : _fDelivErr).run(slug, inbox, inbox);
871 } catch { /* health tracking is non-fatal */ }
872}
873// Deliver now; queue for retry if it fails.
874export async function deliverWithRetry(slug, inbox, activity, keyId, privPem) {
875 if (!inbox) return;
876 try { const st = await deliver(inbox, activity, keyId, privPem); if (st >= 200 && st < 300) { markFollowerDelivery(slug, inbox, true); return; } } catch { /* queue below */ }
877 enqueueDelivery(slug, inbox, activity);
878}
879let _processingDeliv = false;
880export async function processDeliveryQueue() {
881 if (_processingDeliv) return; // re-entrancy guard: 30 rows × 8s can exceed the 60s tick → no double-delivery
882 _processingDeliv = true;
883 try {
884 let rows;
885 try { rows = deliveryStmts().due.all(); } catch { return; }
886 if (!rows || !rows.length) return;
887 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
888 for (const row of rows) {
889 let ok = false;
890 try {
891 const keys = getOrCreateKeys(row.slug);
892 const st = await deliver(row.inbox, JSON.parse(row.body), `${actorId(base, row.slug)}#main-key`, keys.private_pem);
893 ok = st >= 200 && st < 300;
894 } catch { ok = false; }
895 if (ok) { markFollowerDelivery(row.slug, row.inbox, true); deliveryStmts().del.run(row.id); continue; }
896 const attempts = row.attempts + 1;
897 if (attempts >= DELIVERY_MAX_ATTEMPTS) { markFollowerDelivery(row.slug, row.inbox, false); deliveryStmts().del.run(row.id); console.warn('[AP] delivery gave up after', attempts, 'tries →', row.inbox); continue; }
898 // Index the backoff on the CURRENT attempt count (row.attempts) so the first
899 // retry uses the 1-min tier instead of skipping it.
900 const mins = DELIVERY_BACKOFF_MIN[Math.min(row.attempts, DELIVERY_BACKOFF_MIN.length - 1)];
901 deliveryStmts().bump.run(attempts, new Date(Date.now() + mins * 60000).toISOString(), row.id);
902 }
903 } finally { _processingDeliv = false; }
904}
905let _delivTimer = null;
906export function startDeliveryWorker() {
907 if (_delivTimer) return;
908 _delivTimer = setInterval(() => { processDeliveryQueue().catch(() => {}); }, 60 * 1000);
909 if (_delivTimer.unref) _delivTimer.unref();
910}
911
912// Best-effort verification of an incoming signed request. Returns the sender's
913// actor doc if the signature checks out, else null. (Not gating yet — MVP.)
914// Max clock skew for the signed Date header (replay window). Generous default to tolerate
915// federating servers with drifting clocks; an operator can widen it via env.
916const SIG_MAX_SKEW_MS = (Number(process.env.AP_SIG_MAX_SKEW_MIN) || 60) * 60 * 1000;
917export async function verifyRequest(req) {
918 const sigH = req.headers['signature'];
919 if (!sigH) return null;
920 const p = Object.fromEntries([...sigH.matchAll(/([a-zA-Z]+)="([^"]*)"/g)].map((m) => [m[1], m[2]]));
921 if (!p.keyId || !p.signature) return null;
922 const actor = await fetchActor(p.keyId.split('#')[0]);
923 const pem = actor && actor.publicKey && actor.publicKey.publicKeyPem;
924 if (!pem) return null;
925 const hs = (p.headers || '(request-target) host date').split(/\s+/);
926 // Behind a reverse proxy the raw Host header is the backend bind (e.g. localhost:3000, when
927 // the proxy doesn't preserve it — Apache .htaccess [P] proxying), but the sender signed the
928 // HTTP-Signature over the PUBLIC host. Try each candidate host (the configured PUBLIC_BASE_URL
929 // host, the proxy's X-Forwarded-Host, and the raw Host) and accept if the signature verifies
930 // against any. An attacker can't forge a match (no private key), so this only rescues the
931 // legitimate proxied case. Also normalise a leading double-slash in the request-target.
932 let _pubHost = null;
933 if (process.env.PUBLIC_BASE_URL) { try { _pubHost = new URL(process.env.PUBLIC_BASE_URL).host; } catch { /* ignore */ } }
934 const _hosts = [...new Set([_pubHost, req.headers['x-forwarded-host'], req.headers['host']].filter(Boolean))];
935 const _target = `${req.method.toLowerCase()} ${String(req.originalUrl || '').replace(/^\/{2,}/, '/')}`;
936 const _sig = Buffer.from(p.signature, 'base64');
937 let ok = false;
938 for (const _h of _hosts) {
939 const line = hs.map((x) => x === '(request-target)'
940 ? `(request-target): ${_target}`
941 : x === 'host' ? `host: ${_h}`
942 : `${x}: ${req.headers[x] || ''}`).join('\n');
943 try { if (crypto.verify('sha256', Buffer.from(line), pem, _sig)) { ok = true; break; } } catch { /* try next host */ }
944 }
945 // Replay defence: the Date header must be signed and recent. A captured signed request
946 // replayed later (or with a swapped body) is rejected.
947 if (ok) {
948 if (!hs.includes('date')) ok = false;
949 else {
950 const t = Date.parse(req.headers['date'] || '');
951 if (isNaN(t) || Math.abs(Date.now() - t) > SIG_MAX_SKEW_MS) ok = false;
952 }
953 }
954 // Digest is MANDATORY when the request carries a body: without a signed digest the body
955 // isn't covered by the signature and could be swapped on a replay.
956 if (ok && req.rawBody && req.rawBody.length) {
957 if (!hs.includes('digest')) ok = false;
958 else {
959 const exp = 'SHA-256=' + crypto.createHash('sha256').update(req.rawBody).digest('base64');
960 if (req.headers['digest'] !== exp) ok = false;
961 }
962 }
963 return ok ? actor : null;
964}
965
966// Parse a fediverse poll (an ActivityStreams `Question` — the Mastodon-standard poll form)
967// into our compact shape. `oneOf` = single choice, `anyOf` = multiple; each option is a Note
968// with a `name` and a `replies` collection whose `totalItems` is that option's vote count.
969function parsePoll(o) {
970 if (!o || o.type !== 'Question') return null;
971 const raw = Array.isArray(o.oneOf) ? o.oneOf : (Array.isArray(o.anyOf) ? o.anyOf : null);
972 if (!raw || !raw.length) return null;
973 const options = raw.slice(0, 12).map((opt) => ({
974 name: String((opt && opt.name) || '').slice(0, 300),
975 count: Math.max(0, Number(opt && opt.replies && opt.replies.totalItems) || 0),
976 })).filter((x) => x.name);
977 if (!options.length) return null;
978 const endTime = o.endTime || (typeof o.closed === 'string' ? o.closed : null);
979 const closed = !!o.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
980 return { multiple: Array.isArray(o.anyOf), options, endTime, closed, voters: Number(o.votersCount) || null, voted: null };
981}
982
983// ── Polls WE host (a local post with a poll) ──────────────────────
984// Parse the poll definition stored on our own post (posts.poll_json). Counts are
985// NOT stored here — they're derived from the poll_votes ballots so a re-render always
986// reflects the authoritative tally.
987export function parseOwnPoll(pollJson) {
988 if (!pollJson) return null;
989 let d; try { d = typeof pollJson === 'string' ? JSON.parse(pollJson) : pollJson; } catch { return null; }
990 if (!d || !Array.isArray(d.options)) return null;
991 const options = d.options.map((o) => ({ name: String((o && o.name != null ? o.name : o) || '').slice(0, 300) })).filter((o) => o.name);
992 if (options.length < 2) return null;
993 const endTime = d.endTime || null;
994 const closed = !!d.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
995 return { multiple: !!d.multiple, options, endTime, closed };
996}
997
998// Live tally of a hosted poll from its ballots: per-option counts + unique voters.
999export function pollTally(postId) {
1000 const counts = {}; let voters = 0;
1001 try {
1002 for (const r of db.prepare('SELECT choice, COUNT(*) AS n FROM poll_votes WHERE post_id = ? GROUP BY choice').all(postId)) counts[r.choice] = r.n;
1003 voters = db.prepare('SELECT COUNT(DISTINCT actor_uri) AS n FROM poll_votes WHERE post_id = ?').get(postId).n || 0;
1004 } catch { /* table may not exist yet */ }
1005 return { counts, voters };
1006}
1007
1008// Render-ready view of a hosted poll (options with counts + percentages, totals, state).
1009// Voting is fediverse-only, so this is display-only on the site.
1010export function ownPollView(post) {
1011 const poll = parseOwnPoll(post && post.poll_json);
1012 if (!poll) return null;
1013 const { counts, voters } = pollTally(post.id);
1014 const total = Object.values(counts).reduce((a, b) => a + b, 0);
1015 const denom = poll.multiple ? voters : total; // multiple-choice %: share of voters (can sum >100%)
1016 const options = poll.options.map((o) => {
1017 const count = counts[o.name] || 0;
1018 return { name: o.name, count, pct: denom ? Math.round((count / denom) * 100) : 0 };
1019 });
1020 return { multiple: poll.multiple, options, total, voters, endTime: poll.endTime, closed: poll.closed };
1021}
1022
1023// Attach the AS2 Question shape to a note built for a hosted poll. Mastodon renders a
1024// status with either media OR a poll (never both), so a poll federates as content +
1025// options with no media attachment. oneOf = single choice, anyOf = multiple.
1026function applyPollToNote(note, postId, poll) {
1027 const { counts, voters } = pollTally(postId);
1028 const opts = poll.options.map((o) => ({
1029 type: 'Note',
1030 name: o.name,
1031 replies: { type: 'Collection', totalItems: counts[o.name] || 0 },
1032 }));
1033 note.type = 'Question';
1034 note[poll.multiple ? 'anyOf' : 'oneOf'] = opts;
1035 if (poll.endTime) note.endTime = new Date(poll.endTime).toISOString();
1036 // Once closed, Mastodon expects a `closed` timestamp (the effective end).
1037 if (poll.closed) note.closed = poll.endTime ? new Date(poll.endTime).toISOString() : new Date().toISOString();
1038 note.votersCount = voters;
1039 delete note.attachment; // media ATTACHMENTS + a poll are mutually exclusive on Mastodon
1040 // Keep note.image: it's the cover, which Mastodon ignores on a Question anyway
1041 // (same as on any Note) but Klonkt reads to show the cover in feeds/the Cirkel.
1042 // Deleting it stripped the cover off every boosted poll.
1043 return note;
1044}
1045
1046// Record an inbound ballot on one of OUR polls. A vote arrives as a Create(Note) whose
1047// `name` is the chosen option and `inReplyTo` is our poll note — the Mastodon-standard
1048// vote form. Returns { handled } — handled=true means it was addressed to a poll (so the
1049// caller must NOT also store it as a reply), false means "not a poll, fall through".
1050function recordPollBallot(postId, actorUri, rawChoice) {
1051 const choice = String(rawChoice == null ? '' : rawChoice).slice(0, 300);
1052 if (!choice) return { handled: false };
1053 let post; try { post = db.prepare('SELECT poll_json FROM posts WHERE id = ?').get(postId); } catch { return { handled: false }; }
1054 const poll = post && parseOwnPoll(post.poll_json);
1055 if (!poll) return { handled: false }; // not a poll → let the reply logic handle it
1056 if (poll.closed) return { handled: true }; // voting closed → drop
1057 if (!poll.options.some((o) => o.name === choice)) return { handled: true }; // unknown option → drop
1058 try {
1059 // Single choice = one ballot per actor: ignore a later/different vote. Multiple choice
1060 // allows one ballot per distinct option (the UNIQUE(post,actor,choice) dedupes repeats).
1061 if (!poll.multiple && db.prepare('SELECT 1 FROM poll_votes WHERE post_id = ? AND actor_uri = ? LIMIT 1').get(postId, actorUri)) return { handled: true };
1062 db.prepare('INSERT OR IGNORE INTO poll_votes (post_id, actor_uri, choice) VALUES (?, ?, ?)').run(postId, actorUri, choice);
1063 } catch { return { handled: true }; }
1064 schedulePollUpdate(postId);
1065 return { handled: true };
1066}
1067
1068// Coalesce a burst of votes into ONE Update(Question) per poll: the first vote schedules a
1069// refresh ~15s out; further votes in that window ride the same pending update (which carries
1070// the accumulated tally). Non-follower voters re-fetch the Question (live tally) themselves.
1071const _pollUpdTimers = new Map();
1072function schedulePollUpdate(postId) {
1073 if (_pollUpdTimers.has(postId)) return;
1074 const t = setTimeout(() => { _pollUpdTimers.delete(postId); deliverPollUpdate(postId).catch(() => { /* best-effort */ }); }, 15000);
1075 if (t.unref) t.unref();
1076 _pollUpdTimers.set(postId, t);
1077}
1078
1079// Push the fresh poll tally (or closed state) to followers as Update(Question).
1080export async function deliverPollUpdate(postId) {
1081 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1082 if (!base || !postId) return;
1083 let post, site;
1084 try {
1085 post = db.prepare('SELECT * FROM posts WHERE id = ?').get(postId);
1086 if (!post || !post.poll_json) return;
1087 site = db.prepare('SELECT * FROM sites WHERE id = ?').get(post.site_id);
1088 } catch { return; }
1089 if (site) await deliverUpdate(site, post);
1090}
1091
1092// Handle an incoming inbox POST. slugParam = null for the shared /ap/inbox.
1093export async function handleInbox(req, slugParam) {
1094 const act = req.body || {};
1095 const type = act.type;
1096 // Real client IP (behind the proxy via `trust proxy`) — logged on dropped/rejected/
1097 // ignored inbox hits so an operator can see who is probing their fediverse inbox.
1098 const ip = req.ip || (req.connection && req.connection.remoteAddress) || '?';
1099 const base = (process.env.PUBLIC_BASE_URL || `${req.protocol}://${req.get('host')}`).replace(/\/+$/, '');
1100 const verified = await verifyRequest(req).catch(() => null);
1101
1102 // ENFORCE HTTP signatures: a data-affecting activity must be signed by the very
1103 // actor it claims to be. No valid signature, or signer ≠ actor → reject (no
1104 // forged replies/likes/follows/timeline posts). GET/discovery stays open.
1105 const claimedActor = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1106 // Blocked actor/domain → silently drop (202, don't reveal the block).
1107 if (claimedActor && isBlockedAny(claimedActor)) { console.log('[AP] inbox dropped (blocked)', claimedActor, 'from', ip); return 202; }
1108 const GATED = ['Create', 'Like', 'Announce', 'Follow', 'Delete', 'Undo', 'Accept', 'Reject', 'Add', 'Remove', 'Update', 'Flag'];
1109 if (GATED.includes(type)) {
1110 if (!verified || !claimedActor || verified.id !== claimedActor) {
1111 console.warn('[AP] inbox REJECTED (signature)', type, claimedActor || '?', 'from', ip, verified ? '(signer mismatch)' : '(unsigned/invalid)');
1112 return 401;
1113 }
1114 }
1115
1116 // A moderation report (Flag) about our content — store it for the targeted site's owner
1117 // (each Klonkt site is moderated by its own owner). Signature is enforced (GATED).
1118 if (type === 'Flag') {
1119 const objs = Array.isArray(act.object) ? act.object : (act.object ? [act.object] : []);
1120 const objectUris = objs.map((o) => (typeof o === 'string' ? o : (o && o.id))).filter(Boolean);
1121 let targetSlug = null;
1122 const noteIds = [];
1123 for (const u of objectUris) {
1124 const s = slugFromActorUrl(u); // one of our actors?
1125 if (s) { targetSlug = targetSlug || s; continue; }
1126 const pid = postIdFromNoteUrl(u, base); // one of our notes?
1127 if (pid) noteIds.push(pid);
1128 }
1129 if (!targetSlug && noteIds.length) {
1130 try { const r = db.prepare('SELECT s.slug FROM posts p JOIN sites s ON s.id = p.site_id WHERE p.id = ? LIMIT 1').get(noteIds[0]); if (r) targetSlug = r.slug; } catch { /* ignore */ }
1131 }
1132 if (!targetSlug) return 202; // not about us / can't tell → drop
1133 // Flag is GATED, so `verified` is the signer's (reporter's) actor doc already.
1134 const ai = actorInfo(verified || null, claimedActor);
1135 try {
1136 db.prepare('INSERT INTO ap_reports (slug, actor_uri, actor_name, actor_handle, actor_icon, content, objects, created_at) VALUES (?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1137 .run(targetSlug, claimedActor || null, ai.name, ai.handle, ai.icon, HtmlSanitizerService.toPlainText(act.content || '').slice(0, 3000), JSON.stringify(objectUris.slice(0, 20)));
1138 console.log('[AP] report received for', targetSlug, 'from', claimedActor);
1139 } catch { /* ignore */ }
1140 return 202;
1141 }
1142
1143 if (type === 'Follow') {
1144 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1145 const slug = slugParam || slugFromActorUrl(typeof act.object === 'string' ? act.object : (act.object && act.object.id));
1146 if (!who || !slug) return 400;
1147 const remote = await fetchActor(who);
1148 if (!remote || !remote.inbox) return 202; // can't reach them → drop quietly
1149 const sharedInbox = (remote.endpoints && remote.endpoints.sharedInbox) || null;
1150 fStmts().ins.run(slug, who, remote.inbox, sharedInbox);
1151 const me = actorId(base, slug);
1152 const keys = getOrCreateKeys(slug);
1153 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: act };
1154 deliver(remote.inbox, accept, `${me}#main-key`, keys.private_pem).catch((e) => console.warn('[AP] Accept delivery failed:', e.message));
1155 // Auto-backfill: send our recent posts as Create so the instance has our history
1156 // (Mastodon doesn't fetch history on follow). ONCE PER REMOTE INSTANCE only —
1157 // Mastodon dedupes notes per-instance, so re-filling an instance that already has
1158 // a follower of ours is wasted work (and won't re-populate the new follower's
1159 // timeline anyway). Deliver to the shared inbox (instance-level) when present.
1160 // Sync insert+check (no await between) → no interleave race with concurrent Follows.
1161 const instanceFilled = sharedInbox &&
1162 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1')
1163 .get(slug, sharedInbox, who);
1164 if (!instanceFilled) {
1165 backfillNewFollower(base, slug, sharedInbox || remote.inbox).catch(() => { /* best-effort */ });
1166 }
1167 console.log('[AP] Follow', who, '→', slug, verified ? '(sig ok)' : '(sig unverified)');
1168 return 202;
1169 }
1170 if (type === 'Undo' && act.object) {
1171 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1172 const ot = act.object.type;
1173 if (ot === 'Follow') {
1174 const obj = act.object.object;
1175 const slug = slugParam || slugFromActorUrl(typeof obj === 'string' ? obj : (obj && obj.id));
1176 if (who && slug) { fStmts().del.run(slug, who); console.log('[AP] Unfollow', who, '→', slug); }
1177 return 202;
1178 }
1179 if (ot === 'Like' || ot === 'Announce') {
1180 const tgt = act.object.object;
1181 const pid = postIdFromNoteUrl(typeof tgt === 'string' ? tgt : (tgt && tgt.id), base);
1182 if (who && pid) { iStmts().delLA.run(ot.toLowerCase(), pid, who); console.log('[AP] Undo', ot, who, '→', pid); }
1183 return 202;
1184 }
1185 return 202;
1186 }
1187
1188 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1189 const resolveActor = async (uri) => ((verified && verified.id === uri) ? verified : await fetchActor(uri).catch(() => null));
1190 // Activities from our OWN actors are already stored via ap_outbox — don't re-store.
1191 const isLocalActor = !!(base && actorUri && actorUri.startsWith(`${base}/ap/users/`));
1192
1193 // Inbound reply: a Create whose object replies to one of our notes (post OR comment).
1194 if (type === 'Create' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1195 const o = act.object;
1196 // A poll ballot: a Note carrying a `name` (the chosen option) inReplyTo one of OUR poll
1197 // posts. Record it (deduped per actor) BEFORE the reply logic so a vote is never stored
1198 // as a comment. recordPollBallot returns handled=false only if the target isn't a poll.
1199 if (o.name && o.inReplyTo && actorUri && !isLocalActor) {
1200 const seg = postIdFromNoteUrl(o.inReplyTo, base);
1201 if (seg && localPostExists(seg)) {
1202 const rec = recordPollBallot(seg, actorUri, o.name);
1203 if (rec.handled) { console.log('[AP] poll vote', actorUri, '→', seg); return 202; }
1204 }
1205 }
1206 const tgt = findThreadTarget(o.inReplyTo, base);
1207 if (tgt && actorUri && !isLocalActor) {
1208 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1209 const html = HtmlSanitizerService.sanitize(o.content || '');
1210 if (isRejectedObject(o.id)) { console.log('[AP] reply skipped (tombstoned)', o.id); return 202; }
1211 iStmts().ins.run('reply', tgt.post_id, o.id || '', actorUri, ai.name, ai.handle, ai.url, ai.icon, html, o.published || null, tgt.parent_uri, noteVisibility(o));
1212 console.log('[AP] reply', actorUri, '→', tgt.post_id);
1213 return 202;
1214 }
1215 // Home timeline (client): a top-level post from an account we follow.
1216 if (actorUri && !isLocalActor && !o.inReplyTo && o.id) {
1217 let subs = []; try { subs = db.prepare('SELECT slug, auto_boost FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist yet */ }
1218 if (subs.length) {
1219 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1220 const html = HtmlSanitizerService.sanitize(o.content || '');
1221 const _atts = (Array.isArray(o.attachment) ? o.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
1222 // Fallback cover: a Note's `image` (set when the attachment was suppressed
1223 // for a player-card post, e.g. hosted-audio posts).
1224 if (!_atts.some((m) => !m.type || /image/i.test(m.type)) && o.image) {
1225 const _im = Array.isArray(o.image) ? o.image[0] : o.image;
1226 const _iu = safeUrl(typeof _im === 'string' ? _im : (_im && _im.url));
1227 if (_iu) _atts.push({ url: _iu, type: (_im && _im.mediaType) || 'image/jpeg' });
1228 }
1229 const media = JSON.stringify(_atts);
1230 const poll = parsePoll(o); // a Question (fediverse poll) → cache its options/counts
1231 // "Feature" = show in the Cirkel (local only). We do NOT auto-Announce
1232 // incoming posts to the fediverse — that flooded followers. Boosting to the
1233 // fediverse is only ever a deliberate, manual per-post action (the 🔁 on
1234 // the timeline).
1235 for (const s of subs) {
1236 tlStmts().ins.run(o.id, s.slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, media, o.sensitive ? 1 : 0, o.summary || null);
1237 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, s.slug); } catch { /* ignore */ } }
1238 }
1239 console.log('[AP] timeline +', actorUri, 'x' + subs.length);
1240 }
1241 }
1242 // Mentioned in a post that is NOT a reply to our content (a reply to us already returned
1243 // above): store a mention notification for each of our actors named in the Mention tags.
1244 // Requires our own base prefix on the tag href — /ap/users/<slug> on a REMOTE host is
1245 // someone else's actor, not ours.
1246 if (actorUri && !isLocalActor && o.id) {
1247 const slugs = localMentionSlugs(o.tag, base);
1248 if (slugs.length) {
1249 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1250 const html = HtmlSanitizerService.sanitize(o.content || '');
1251 for (const slug of slugs) {
1252 try {
1253 const r = db.prepare('INSERT OR IGNORE INTO ap_mentions (slug, object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, published, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1254 .run(slug, o.id, safeUrl(o.url) || null, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.published || null);
1255 if (r.changes) console.log('[AP] mention', actorUri, '→', slug);
1256 } catch { /* ignore */ }
1257 }
1258 }
1259 }
1260 return 202;
1261 }
1262 // A remote post we cached was edited upstream → refresh our cached copy. This is the
1263 // push-based edit-sync that keeps the Cirkel/timeline fresh without polling (selfHeal
1264 // does it on a version bump; this does it live). Scope to the SIGNING actor so B can't
1265 // edit A's note (the signature gate guarantees claimedActor == the verified signer).
1266 if (type === 'Update' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1267 const o = act.object;
1268 if (o.id && claimedActor) {
1269 const html = HtmlSanitizerService.sanitize(o.content || '');
1270 const media = mediaFromNote(o);
1271 try {
1272 // Refresh url too (COALESCE keeps the old one if the Update omits it): a remote slug
1273 // rename keeps the same AP id but changes the human url, so without this the cached
1274 // post would keep linking to the old, now-dead URL.
1275 const r = db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ? AND author_uri = ?')
1276 .run(html, media, o.sensitive ? 1 : 0, o.summary || null, o.url || null, o.id, claimedActor);
1277 if (r.changes) console.log('[AP] timeline update', claimedActor, '→', o.id);
1278 // A poll's Update carries the fresh vote counts / closed state. Refresh per-row so each
1279 // site keeps its own `voted` state while the counts/closed update to the new totals.
1280 const poll = parsePoll(o);
1281 if (poll) {
1282 const rows = db.prepare('SELECT rowid AS rid, poll_json FROM ap_timeline WHERE id = ? AND author_uri = ?').all(o.id, claimedActor);
1283 const upd = db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE rowid = ?');
1284 for (const rw of rows) {
1285 let voted = null; try { voted = rw.poll_json ? (JSON.parse(rw.poll_json).voted || null) : null; } catch { /* ignore */ }
1286 upd.run(JSON.stringify({ ...poll, voted }), rw.rid);
1287 }
1288 }
1289 } catch { /* ignore */ }
1290 // If this note is a cached fediverse reply on one of our posts, refresh its text too.
1291 try { db.prepare('UPDATE ap_interactions SET content = ? WHERE object_uri = ? AND actor_uri = ?').run(html, o.id, claimedActor); } catch { /* ignore */ }
1292 }
1293 return 202;
1294 }
1295 if (type === 'Like' || type === 'Announce') {
1296 const tgt = act.object;
1297 const objUrl = typeof tgt === 'string' ? tgt : (tgt && tgt.id);
1298 const pid = postIdFromNoteUrl(objUrl, base);
1299 if (pid && actorUri && !isLocalActor && localPostExists(pid)) {
1300 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1301 iStmts().ins.run(type.toLowerCase(), pid, '', actorUri, ai.name, ai.handle, ai.url, ai.icon, null, null, null, noteVisibility(act));
1302 console.log('[AP]', type === 'Like' ? 'like' : 'boost', actorUri, '→', pid);
1303 } else if (type === 'Announce' && objUrl && actorUri && !isLocalActor) {
1304 // A boost FROM an account we follow, of a REMOTE post → show it in the News feed.
1305 // We only STORE it for display; we NEVER auto-Announce it onward (anti-feedback-loop:
1306 // re-announcing an incoming Announce would cascade boosts across the network).
1307 let subs = []; try { subs = db.prepare('SELECT slug FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist */ }
1308 if (subs.length) {
1309 const bn = await fetchNoteAP(objUrl);
1310 if (bn && bn !== 404 && (bn.type === 'Note' || bn.type === 'Article') && bn.id) {
1311 const origUri = actorUriOf(bn.attributedTo);
1312 // Block completeness: even if you follow the booster, drop a boost whose ORIGINAL
1313 // author is blocked — otherwise a block is bypassed via someone else's boost.
1314 if (origUri && isBlockedAny(origUri)) { console.log('[AP] timeline boost dropped (blocked origin)', origUri, 'via', actorUri); return 202; }
1315 const oai = actorInfo(await resolveActor(origUri), origUri);
1316 const html = HtmlSanitizerService.sanitize(bn.content || '');
1317 const media = mediaFromNote(bn);
1318 const booster = actorInfo(await resolveActor(actorUri), actorUri);
1319 for (const s of subs) {
1320 // published = now → the boost shows as fresh activity at the top (Mastodon shows
1321 // reblogs at reblog-time, not the original's date). INSERT OR IGNORE: if we already
1322 // have the note (e.g. we also follow the author), keep it and DON'T relabel it.
1323 let inserted = false;
1324 try { const r = tlStmts().ins.run(bn.id, s.slug, origUri || '', oai.name, oai.handle, oai.icon, oai.url, html, bn.url || null, new Date().toISOString(), media, bn.sensitive ? 1 : 0, bn.summary || null); inserted = r.changes > 0; } catch { /* ignore */ }
1325 if (inserted) { try { db.prepare('UPDATE ap_timeline SET reblog_name = ?, reblog_handle = ?, reblog_icon = ? WHERE slug = ? AND id = ?').run(booster.name, booster.handle, booster.icon, s.slug, bn.id); } catch { /* ignore */ } }
1326 }
1327 console.log('[AP] timeline boost +', actorUri, 'x' + subs.length);
1328 }
1329 }
1330 }
1331 return 202;
1332 }
1333 if (type === 'Delete') {
1334 // A remote note was deleted upstream → drop it from replies AND the timeline.
1335 // Scope to the SIGNING actor so actor B can't delete actor A's content (the
1336 // signature gate guarantees claimedActor == the verified signer here).
1337 const oid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1338 if (oid && claimedActor) {
1339 try { db.prepare('DELETE FROM ap_interactions WHERE object_uri = ? AND actor_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1340 try { db.prepare('DELETE FROM ap_timeline WHERE id = ? AND author_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1341 // Also clear a boost/like YOU made of this now-deleted remote post (the interact-page
1342 // ap_my_reactions state), so it can't stay stuck as "boosted" on a post that's gone.
1343 // Guard: only when the deleter owns the note's domain (B mustn't clear your reactions
1344 // to A's posts).
1345 try {
1346 let sameHost = false;
1347 try { sameHost = new URL(oid).host === new URL(claimedActor).host; } catch { sameHost = false; }
1348 if (sameHost) db.prepare('DELETE FROM ap_my_reactions WHERE target_uri = ?').run(oid);
1349 } catch { /* ignore */ }
1350 }
1351 return 202;
1352 }
1353 // Accept/Reject of a Follow WE sent (client side).
1354 if (type === 'Accept' && act.object) {
1355 const fid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1356 if (fid) { try { fwStmts().acc.run(fid); } catch { /* ignore */ } }
1357 console.log('[AP] follow accepted', actorUri);
1358 return 202;
1359 }
1360 if (type === 'Reject' && act.object) {
1361 const who = actorUri;
1362 if (who && slugParam) { try { fwStmts().del.run(slugParam, who); } catch { /* ignore */ } }
1363 return 202;
1364 }
1365
1366 console.log('[AP] inbox', type || 'unknown', '→', slugParam || 'shared', 'from', ip, '(ignored)');
1367 return 202;
1368}
1369
1370// Deliver a new post as Create(Note) to all followers' inboxes (fire-and-forget).
1371// Needs PUBLIC_BASE_URL (absolute URLs); no-op without followers or base.
1372export async function deliverCreate(site, post) {
1373 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1374 if (!base || !site || !site.slug) return;
1375 // Resolve inline @user@host mentions → link them in the note + collect their inboxes, so a
1376 // mentioned person is notified even if they don't follow us (Mastodon-standard mention).
1377 const mres = await resolveMentionsInText(base, post.content || '');
1378 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1379 const followers = fStmts().list.all(site.slug);
1380 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1381 if (!inboxes.length) return; // no followers and no one mentioned
1382 const keys = getOrCreateKeys(site.slug);
1383 const keyId = `${actorId(base, site.slug)}#main-key`;
1384 const create = buildCreate(base, site, post2);
1385 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, create, keyId, keys.private_pem);
1386}
1387
1388// On a new Follow, send that follower our most recent posts as Create so their
1389// timeline shows our history (Mastodon does not backfill on follow). Oldest-first
1390// so they sort into the follower's timeline at their original dates.
1391async function backfillNewFollower(base, slug, inbox) {
1392 if (!base || !slug || !inbox) return;
1393 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
1394 if (!site) return;
1395 const recent = db.prepare(
1396 `SELECT id, slug, title, content, cover_image_url, cover_video_url, nsfw, content_warning, published_at, created_at
1397 FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1398 ORDER BY COALESCE(published_at, created_at) DESC LIMIT 20`
1399 ).all(site.id).reverse();
1400 if (!recent.length) return;
1401 const keys = getOrCreateKeys(slug);
1402 const keyId = `${actorId(base, slug)}#main-key`;
1403 for (const p of recent) {
1404 try { await deliver(inbox, buildCreate(base, site, p), keyId, keys.private_pem); } catch { /* best-effort */ }
1405 await new Promise((r) => setTimeout(r, 150));
1406 }
1407 console.log('[AP] backfilled', recent.length, 'posts to new follower of', slug);
1408}
1409
1410// Tell followers a post is gone (Delete + Tombstone) so it's removed from their feeds.
1411export async function deliverDelete(site, post) {
1412 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1413 if (!base || !site || !site.slug || !post || !post.id) return;
1414 const followers = fStmts().list.all(site.slug);
1415 if (!followers.length) return;
1416 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1417 const keys = getOrCreateKeys(site.slug);
1418 const me = actorId(base, site.slug);
1419 const nid = noteId(base, post.id);
1420 const del = {
1421 '@context': AP_CONTEXT,
1422 id: `${nid}#delete-${Date.now()}-${rid()}`,
1423 type: 'Delete',
1424 actor: me,
1425 to: [PUBLIC],
1426 object: { id: nid, type: 'Tombstone' },
1427 };
1428 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, del, `${me}#main-key`, keys.private_pem);
1429}
1430
1431// Tell followers an already-published post changed (Update + edited Note) so
1432// Mastodon refreshes the cached copy (e.g. after fixing content).
1433export async function deliverUpdate(site, post) {
1434 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1435 if (!base || !site || !site.slug || !post || !post.id) return;
1436 const mres = await resolveMentionsInText(base, post.content || ''); // link mentions + collect inboxes
1437 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1438 const followers = fStmts().list.all(site.slug);
1439 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1440 if (!inboxes.length) return;
1441 const keys = getOrCreateKeys(site.slug);
1442 const me = actorId(base, site.slug);
1443 const note = buildNote(base, site, post2);
1444 note.updated = new Date().toISOString();
1445 const update = {
1446 '@context': AP_CONTEXT,
1447 id: `${noteId(base, post.id)}#update-${Date.now()}-${rid()}`,
1448 type: 'Update', actor: me, to: [PUBLIC], cc: note.cc,
1449 object: note,
1450 };
1451 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1452}
1453
1454// Tell followers the ACTOR changed (Update + Person) so Mastodon re-processes the
1455// account AND re-fetches the featured (pinned) collection — there is no standard
1456// "featured changed" activity, so this is how a pin/unpin propagates promptly.
1457export async function deliverActorUpdate(site) {
1458 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1459 if (!base || !site || !site.slug) return;
1460 const followers = fStmts().list.all(site.slug);
1461 if (!followers.length) return;
1462 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1463 const keys = getOrCreateKeys(site.slug);
1464 const me = actorId(base, site.slug);
1465 const update = {
1466 '@context': AP_CONTEXT,
1467 id: `${me}#update-${Date.now()}-${rid()}`,
1468 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
1469 object: buildActor(base, site),
1470 };
1471 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1472}
1473
1474// Reliably set the pinned order on followers' instances via Add/Remove activities
1475// (how Mastodon itself federates pins) — pushed to the inbox + processed immediately,
1476// unlike the featured COLLECTION which Mastodon caches with sticky StatusPins.
1477// Mastodon's Add skips an already-pinned status, so we REMOVE every pin first, wait,
1478// then ADD in rank-DESCENDING order (rank 1 added LAST → newest StatusPin → shown first,
1479// because Mastodon displays pins newest-first). `alsoRemove` = ids to unpin too.
1480// Serialize pin-resyncs per site: two concurrent /save calls would otherwise interleave
1481// their Remove -> wait -> Add sequences and scramble the StatusPin order on Mastodon. A
1482// resync already in flight for a site coalesces later requests into ONE rerun after it
1483// finishes (accumulating their extra unpins), so rapid saves don't pile up N full resyncs.
1484const _pinResync = new Map(); // slug -> { promise, pending, pendingRemove:Set, site }
1485export function resyncFeaturedPins(site, alsoRemove = []) {
1486 if (!site || !site.slug) return Promise.resolve();
1487 const slug = site.slug;
1488 const running = _pinResync.get(slug);
1489 if (running) {
1490 running.pending = true;
1491 running.site = site; // use the latest site object on the rerun
1492 for (const id of alsoRemove) running.pendingRemove.add(id);
1493 return running.promise;
1494 }
1495 const state = { promise: null, pending: false, pendingRemove: new Set(), site };
1496 state.promise = (async () => {
1497 let extra = alsoRemove;
1498 for (;;) {
1499 try { await doResyncFeaturedPins(state.site, extra); }
1500 catch (e) { console.warn('[AP] pin resync failed:', e.message); }
1501 if (!state.pending) break;
1502 state.pending = false;
1503 extra = [...state.pendingRemove];
1504 state.pendingRemove = new Set();
1505 }
1506 _pinResync.delete(slug);
1507 })();
1508 _pinResync.set(slug, state);
1509 return state.promise;
1510}
1511
1512// The actual resync work — do NOT call directly; go through resyncFeaturedPins() above so
1513// it stays serialized per site.
1514async function doResyncFeaturedPins(site, alsoRemove = []) {
1515 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1516 if (!base || !site || !site.slug) return;
1517 const followers = fStmts().list.all(site.slug);
1518 if (!followers.length) return;
1519 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1520 const keys = getOrCreateKeys(site.slug);
1521 const me = actorId(base, site.slug);
1522 const keyId = `${me}#main-key`;
1523 const featured = `${me}/featured`;
1524 const note = (id) => noteId(base, id);
1525 const pinned = db.prepare(
1526 `SELECT id FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1527 AND pinned IS NOT NULL AND pinned > 0
1528 ORDER BY pinned DESC, COALESCE(published_at, created_at) ASC LIMIT 20`
1529 ).all(site.id);
1530 const removeIds = [...new Set([...pinned.map((p) => p.id), ...alsoRemove])];
1531 // 1. Remove every current pin so Mastodon can recreate them in order.
1532 for (const id of removeIds) {
1533 const rm = { '@context': AP_CONTEXT, id: `${me}#rm-${id}-${Date.now()}-${rid()}`, type: 'Remove', actor: me, object: note(id), target: featured, to: [PUBLIC] };
1534 for (const inbox of inboxes) deliver(inbox, rm, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1535 }
1536 if (!pinned.length) { console.log('[AP] unpinned all featured for', site.slug); return; }
1537 await new Promise((r) => setTimeout(r, 5000)); // let the Removes land first
1538 // 2. Add in rank-DESC order, gaps so each StatusPin gets an increasing created_at.
1539 for (const p of pinned) {
1540 const add = { '@context': AP_CONTEXT, id: `${me}#add-${p.id}-${Date.now()}-${rid()}`, type: 'Add', actor: me, object: note(p.id), target: featured, to: [PUBLIC], cc: [`${me}/followers`] };
1541 for (const inbox of inboxes) deliver(inbox, add, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1542 await new Promise((r) => setTimeout(r, 2000));
1543 }
1544 console.log('[AP] resynced', pinned.length, 'featured pins for', site.slug);
1545}
1546
1547// ── outbound replies (Klonkt → fediverse) ─────────────────────────
1548const escHtml = (s) => String(s || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
1549const toISO = (v) => { if (!v) return new Date().toISOString(); const s = String(v); const d = new Date(/[TZ]/.test(s) ? s : s.replace(' ', 'T') + 'Z'); return isNaN(d) ? new Date().toISOString() : d.toISOString(); };
1550
1551// Build one of OUR outbound reply Notes from an ap_outbox row.
1552// Turn #hashtags in reply text into Mastodon-style hashtag links (clickable + federated).
1553function linkHashtags(base, html) {
1554 // Prefix: start / whitespace / '>' / opening bracket — "(#tag" is a tag too. NO quote
1555 // chars in this class: a quote precedes attribute values (alt="#…"), which must not match.
1556 return String(html || '').replace(/(^|[\s>([{])#([\p{L}\p{M}\p{N}_]+)/gu, (m, pre, tag) =>
1557 `${pre}<a href="${base}/tag/${encodeURIComponent(tag.toLowerCase())}" class="mention hashtag" rel="tag">#${tag}</a>`);
1558}
1559// Auto-link bare http(s) URLs in already-safe HTML (federated copies). Splits on existing
1560// <a>…</a> so a linked URL is never wrapped twice; requires start/whitespace/'>' before the
1561// URL so attribute values (src="https://…") never match. Trailing sentence punctuation stays
1562// outside the link (Mastodon-style).
1563function linkUrls(html) {
1564 const parts = String(html || '').split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi);
1565 for (let i = 0; i < parts.length; i++) {
1566 if (/^<a\b/i.test(parts[i])) continue; // already a link → leave as-is
1567 parts[i] = parts[i].replace(/(^|[\s>([{])(https?:\/\/[^\s<]+?)([.,;:!?)\]»]*)(?=$|[\s<])/g,
1568 (m, pre, url, trail) => `${pre}<a href="${url.replace(/"/g, '%22')}" rel="nofollow noopener" target="_blank">${url}</a>${trail}`);
1569 }
1570 return parts.join('');
1571}
1572// Linkify inline #hashtags and bare URLs in BODY html for on-site DISPLAY, using the
1573// EXACT same rules as the federated copy (linkHashtags/linkUrls), so the website and the
1574// Mastodon copy agree instead of the website showing raw text. Idempotent: existing
1575// <a>…</a> (editor links, embeds, shortcode buttons) are split out and left untouched, so
1576// nothing is double-wrapped. Pass base='' → root-relative /tag/<slug> links.
1577export function linkifyBody(base, html) {
1578 const withTags = String(html || '')
1579 .split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi)
1580 .map((seg) => (/^<a\b/i.test(seg) ? seg : linkHashtags(base, seg)))
1581 .join('');
1582 return linkUrls(withTags);
1583}
1584
1585// Bake a post's raw source into its display HTML (the ActivityPub `source` model): done ONCE
1586// at save and cached in posts.content_rendered, so page views serve it statically instead of
1587// re-linkifying every render. Step 1 = #hashtags + bare URLs (cheap, no network). Step 2 will
1588// resolve @mentions here too (webfinger once at save instead of per page view).
1589export function bakePostContent(source) {
1590 return linkifyBody('', source || '');
1591}
1592
1593// Step 2: the full bake, incl. @mention links. Resolves @user@host via webfinger ONCE (the
1594// same resolver the federated copy uses) and bakes the profile links into content_rendered,
1595// so page views never do a per-view lookup. Unresolvable handles stay plain text; on any
1596// failure it degrades to the sync #hashtag/URL bake. Async (webfinger) → callers run it off
1597// the save response so the request never blocks on a slow/dead remote server.
1598export async function bakePostContentWithMentions(source) {
1599 const withHashUrls = bakePostContent(source);
1600 try { const m = await resolveMentionsInText('', withHashUrls); return m.html; }
1601 catch { return withHashUrls; }
1602}
1603
1604// Extract the AP Hashtag tag objects from already-linked reply content.
1605function hashtagTags(base, content) {
1606 const tags = [], seen = new Set();
1607 const re = /class="[^"]*\bhashtag\b[^"]*"[^>]*>#([\p{L}\p{M}\p{N}_]+)</giu;
1608 let m;
1609 while ((m = re.exec(content || ''))) {
1610 const k = m[1].toLowerCase();
1611 if (seen.has(k)) continue; seen.add(k);
1612 tags.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(k)}`, name: '#' + m[1] });
1613 }
1614 return tags;
1615}
1616
1617// Normalise a post's tags field (array, JSON-string, or comma-string) to an array.
1618function normalizeTags(t) {
1619 if (Array.isArray(t)) return t;
1620 if (typeof t === 'string') {
1621 const s = t.trim(); if (!s) return [];
1622 if (s[0] === '[') { try { const a = JSON.parse(s); return Array.isArray(a) ? a : []; } catch { /* fall through */ } }
1623 return s.split(',').map((x) => x.trim()).filter(Boolean);
1624 }
1625 return [];
1626}
1627// A tag → { label, slug }. Multi-word tags become CamelCase (#LiveMusic) for the display
1628// name (Mastodon hashtags can't contain spaces; CamelCase is the accessibility norm); the
1629// slug/href stays lowercase ("livemusic").
1630function tagParts(raw) {
1631 const words = String(raw || '').trim().split(/[\s_]+/).map((w) => w.replace(/[^\p{L}\p{M}\p{N}]/gu, '')).filter(Boolean);
1632 if (!words.length) return null;
1633 const slug = words.join('').toLowerCase();
1634 if (!slug) return null;
1635 const label = words.length > 1 ? words.map((w) => w[0].toUpperCase() + w.slice(1)).join('') : words[0];
1636 return { label, slug };
1637}
1638// Merge a post's tags field + the #hashtags linked inline in its body into one deduped
1639// Hashtag tag list (with hrefs to our /tag page).
1640function buildHashtagList(base, tagsField, content) {
1641 const out = [], seen = new Set();
1642 for (const t of normalizeTags(tagsField)) {
1643 const p = tagParts(t); if (!p || seen.has(p.slug)) continue; seen.add(p.slug);
1644 out.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(p.slug)}`, name: '#' + p.label });
1645 }
1646 for (const h of hashtagTags(base, content)) {
1647 const k = h.name.slice(1).toLowerCase(); if (seen.has(k)) continue; seen.add(k);
1648 out.push(h);
1649 }
1650 return out;
1651}
1652
1653// Extract Mention tag objects from already-linked content (class="u-url mention").
1654function mentionTags(content) {
1655 const tags = [], seen = new Set();
1656 // The link href is the human profile URL; the actor URI (for the Mention tag) is in data-actor.
1657 const re = /<a href="[^"]*" class="u-url mention" data-actor="([^"]+)">@([^<]+)<\/a>/gi;
1658 let m;
1659 while ((m = re.exec(content || ''))) {
1660 const href = m[1];
1661 if (seen.has(href)) continue; seen.add(href);
1662 tags.push({ type: 'Mention', href, name: '@' + m[2] });
1663 }
1664 return tags;
1665}
1666// Resolve inline @user@domain mentions in reply/post text → link them (href = actor URI)
1667// and collect the mentioned actors' inboxes so they get notified. Best-effort per mention.
1668async function resolveMentionsInText(base, html) {
1669 const inboxes = [];
1670 const handles = new Set();
1671 // Prefix also allows opening brackets — "(@user@host + me)" is a mention too (real-world
1672 // miss: a bracketed mention federated as plain text and its target was never notified).
1673 const re = /(^|[\s>([{])@([\p{L}\p{M}\p{N}_.-]+@[\p{L}\p{M}\p{N}.-]+)/gu;
1674 let m;
1675 while ((m = re.exec(html || ''))) handles.add(m[2]);
1676 let out = String(html || '');
1677 for (const h of handles) {
1678 let actorUri = null;
1679 try { actorUri = await webfingerResolve('@' + h); } catch { actorUri = null; }
1680 if (!actorUri) continue;
1681 const actor = await fetchActor(actorUri).catch(() => null);
1682 const inbox = actor && ((actor.endpoints && actor.endpoints.sharedInbox) || actor.inbox);
1683 if (inbox) inboxes.push(inbox);
1684 const profileUrl = actorInfo(actor, actorUri).url || actorUri; // human profile page → the link href
1685 const esc = h.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
1686 out = out.replace(new RegExp('(^|[\\s>([{])@' + esc + '(?![\\p{L}\\p{M}\\p{N}_.-])', 'gu'),
1687 (full, pre) => `${pre}<a href="${profileUrl}" class="u-url mention" data-actor="${actorUri}">@${h}</a>`);
1688 }
1689 return { html: out, inboxes };
1690}
1691
1692export function buildReplyNote(base, site, row) {
1693 // Thin delegate: replies are built by buildNote (the single Note entry point) in reply mode.
1694 return buildNote(base, site, row, { isReply: true });
1695}
1696
1697// Resolve one of our outbound reply Notes by id (for /ap/notes/:id fallback).
1698export function getOutboxNote(base, id) {
1699 const row = iStmts().getO.get(id);
1700 if (!row) return null;
1701 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(row.site_slug);
1702 if (!site) return null;
1703 return buildReplyNote(base, site, row);
1704}
1705
1706// Send a reply FROM this site to a remote actor (in reply to their inbound reply).
1707// `parent` = an ap_interactions row (actor_uri, actor_url, actor_handle, object_uri).
1708export async function deliverReply(site, { postId, postSlug, parent, text }) {
1709 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1710 if (!base || !site || !site.slug || !parent || !String(text || '').trim()) return null;
1711 const me = actorId(base, site.slug);
1712 const handle = parent.actor_handle || deriveHandle(parent.actor_uri);
1713 const dispHandle = handle && handle[0] === '@' ? handle : '@' + (handle || '');
1714 const body = escHtml(String(text).trim()).replace(/\r?\n/g, '<br>');
1715 const mres = await resolveMentionsInText(base, body); // link inline @mentions + collect their inboxes
1716 const mention = parent.actor_uri
1717 ? `<a href="${escHtml(parent.actor_url || parent.actor_uri)}" class="u-url mention" data-actor="${escHtml(parent.actor_uri)}">${escHtml(dispHandle)}</a> ` : '';
1718 const content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
1719 // Dedup: skip if the exact same reply was already sent (double-submit guard).
1720 const dup = db.prepare('SELECT 1 FROM ap_outbox WHERE site_slug = ? AND IFNULL(in_reply_to, \'\') = ? AND content = ? LIMIT 1')
1721 .get(site.slug, parent.object_uri || '', content);
1722 if (dup) { console.log('[AP] outreply skipped (duplicate)'); return { duplicate: true, delivered: 0 }; }
1723 const id = crypto.randomUUID();
1724 iStmts().insO.run(id, site.slug, postId, postSlug || null, parent.object_uri || null, parent.actor_uri || null, handle, content);
1725 const row = iStmts().getO.get(id);
1726 const note = buildReplyNote(base, site, row);
1727 const create = {
1728 '@context': AP_CONTEXT,
1729 id: note.id + '#create', type: 'Create', actor: me,
1730 published: note.published, to: note.to, cc: note.cc, object: note,
1731 };
1732 const keys = getOrCreateKeys(site.slug);
1733 const keyId = `${me}#main-key`;
1734 const inboxes = new Set();
1735 if (parent.actor_uri) {
1736 const a = await fetchActor(parent.actor_uri).catch(() => null);
1737 if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox);
1738 }
1739 if (parent.threadInbox) inboxes.add(parent.threadInbox); // back-compat (single)
1740 (parent.threadInboxes || []).forEach((i) => inboxes.add(i)); // whole ancestor chain
1741 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1742 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the reply
1743 inboxes.delete(`${me}/inbox`); // never deliver to ourselves (already in ap_outbox)
1744 inboxes.delete(`${base}/ap/inbox`); // (our own shared inbox) → avoids a self-duplicate
1745 let delivered = 0;
1746 for (const inbox of [...inboxes].filter(Boolean)) {
1747 let ok = false;
1748 try { const st = await deliver(inbox, create, keyId, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
1749 if (ok) delivered++;
1750 else enqueueDelivery(site.slug, inbox, create); // durable: retry a briefly-offline recipient (was silently dropped)
1751 }
1752 console.log('[AP] outreply', site.slug, '→', parent.actor_uri, 'delivered', delivered);
1753 return { id, content, delivered };
1754}
1755
1756// attributedTo may be a string, an object {id}, or an ARRAY — e.g. a PeerTube Video is
1757// attributed to [Person (account), Group (channel)]. Pick a usable actor URI (prefer Person).
1758function actorUriOf(att) {
1759 if (!att) return null;
1760 if (typeof att === 'string') return att;
1761 if (Array.isArray(att)) {
1762 const person = att.find((a) => a && typeof a === 'object' && a.type === 'Person' && a.id);
1763 if (person) return person.id;
1764 for (const a of att) { if (typeof a === 'string') return a; if (a && a.id) return a.id; }
1765 return null;
1766 }
1767 return att.id || null;
1768}
1769
1770// Resolve a remote post URL (any fediverse/Klonkt post) into a reply target.
1771// Returns a parent-shaped object usable by deliverReply(), or null.
1772export async function resolveRemoteNote(url) {
1773 if (!/^https?:\/\//i.test(String(url || ''))) return null;
1774 const note = await fetchActor(url).catch(() => null); // AP GET (content-negotiates)
1775 if (!note || !note.id) return null;
1776 const att = note.attributedTo;
1777 const actorUri = actorUriOf(att);
1778 if (!actorUri) return null;
1779 const actor = await fetchActor(actorUri).catch(() => null);
1780 const ai = actorInfo(actor, actorUri);
1781 // Is what we're replying to a post (or a comment) on one of OUR posts? If so,
1782 // link our reply to that local post so it shows nested in the post thread.
1783 const localTgt = findThreadTarget(note.id, (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, ''));
1784 // Walk the WHOLE reply chain upward (comment → parent comment → … → root post)
1785 // and collect every ancestor author's inbox, so each participant's server —
1786 // including the original post's author — receives + threads our reply.
1787 const threadInboxes = [];
1788 const seenInbox = new Set();
1789 let cursor = note.inReplyTo, guard = 0;
1790 while (cursor && guard++ < 6) {
1791 const url = typeof cursor === 'string' ? cursor : (cursor && cursor.id);
1792 if (!url) break;
1793 const pn = await fetchActor(url).catch(() => null);
1794 if (!pn) break;
1795 const pa = actorUriOf(pn.attributedTo);
1796 if (pa && pa !== actorUri) {
1797 const paDoc = await fetchActor(pa).catch(() => null);
1798 const inbox = paDoc && ((paDoc.endpoints && paDoc.endpoints.sharedInbox) || paDoc.inbox);
1799 if (inbox && !seenInbox.has(inbox)) { seenInbox.add(inbox); threadInboxes.push(inbox); }
1800 }
1801 cursor = pn.inReplyTo; // climb to the next ancestor
1802 }
1803 // For non-Note objects (PeerTube Video, Article, …) the meaningful label is `name` (the
1804 // title); prepend it so the reply page shows what you're replying to (sanitize cleans it).
1805 let rawHtml = String(note.content || '').replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
1806 if (note.name && note.type && note.type !== 'Note') rawHtml = `<p><strong>${note.name}</strong></p>` + rawHtml;
1807 const images = (Array.isArray(note.attachment) ? note.attachment : [])
1808 .filter((a) => a && a.url && (!a.mediaType || /^image\//i.test(a.mediaType)))
1809 .map((a) => safeUrl(a.url)).filter(Boolean);
1810 // A Klonkt hosted-audio post strips its cover from `attachment` (so Mastodon
1811 // shows the player card, not a loose image) and puts it in `image` instead.
1812 // Same fallback as mediaFromNote() so a boosted music post keeps its cover.
1813 if (!images.length && note.image) {
1814 const im = Array.isArray(note.image) ? note.image[0] : note.image;
1815 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
1816 if (iu) images.push(iu);
1817 }
1818 return {
1819 object_uri: safeUrl(note.id) || note.id,
1820 actor_uri: actorUri,
1821 actor_url: ai.url,
1822 actor_handle: ai.handle,
1823 actor_name: ai.name,
1824 actor_icon: ai.icon,
1825 url: note.url || url,
1826 content: HtmlSanitizerService.sanitize(rawHtml), // full, sanitized
1827 sensitive: !!note.sensitive, // remote CW → blur in the Cirkel
1828 cw: note.summary || '',
1829 images,
1830 // Full typed media (incl. video/mp4) for the timeline cache. `images` above is
1831 // image-only for the interact page preview; a boosted video-only post (Loops)
1832 // lost its media entirely because upsertBoostedNote only saw `images`.
1833 media: mediaFromNote(note),
1834 threadInboxes, // every ancestor author's inbox
1835 localPostId: localTgt ? localTgt.post_id : '', // our post this belongs to (if any)
1836 poll: parsePoll(note), // a Question → its options/counts (else null)
1837 preview: HtmlSanitizerService.toPlainText(note.content || '').slice(0, 240),
1838 };
1839}
1840
1841// List a site's own outbound fediverse replies (for the manage/delete view).
1842// The plain editable text of a stored reply (unwrap links → their text, <br> → newline)
1843// so the manage view can prefill an edit box; the mention is re-added on save.
1844function outboxEditableText(content) {
1845 return String(content || '')
1846 .replace(/<br\s*\/?>/gi, '\n')
1847 .replace(/<a\b[^>]*>([\s\S]*?)<\/a>/gi, '$1')
1848 .replace(/<[^>]+>/g, '')
1849 .replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&')
1850 .trim();
1851}
1852export function listOutbox(siteSlug) {
1853 return db.prepare('SELECT id, content, to_handle, in_reply_to, created_at FROM ap_outbox WHERE site_slug = ? ORDER BY created_at DESC')
1854 .all(siteSlug).map((r) => { const c = stripLeadingMentions(r.content); return { ...r, content: c, editable: outboxEditableText(c) }; });
1855}
1856
1857// Delete one of our outbound replies: send Delete(Tombstone) to recipients + remove it.
1858export async function deliverOutboxDelete(site, outboxId) {
1859 const row = iStmts().getO.get(outboxId);
1860 if (!row || row.site_slug !== site.slug) return false;
1861 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1862 if (base) {
1863 const me = actorId(base, site.slug);
1864 const nid = noteId(base, row.id);
1865 const del = { '@context': AP_CONTEXT, id: `${nid}#delete-${Date.now()}-${rid()}`, type: 'Delete', actor: me, to: [PUBLIC], object: { id: nid, type: 'Tombstone' } };
1866 const keys = getOrCreateKeys(site.slug);
1867 const inboxes = new Set();
1868 if (row.to_actor) { const a = await fetchActor(row.to_actor).catch(() => null); if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox); }
1869 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1870 for (const inbox of [...inboxes].filter(Boolean)) {
1871 try { const st = await deliver(inbox, del, `${me}#main-key`, keys.private_pem); if (st >= 200 && st < 300) continue; } catch { /* queue below */ }
1872 enqueueDelivery(site.slug, inbox, del); // durable: a failed comment-delete now retries (was silently dropped)
1873 }
1874 }
1875 db.prepare('DELETE FROM ap_outbox WHERE id = ?').run(outboxId);
1876 return true;
1877}
1878
1879// Edit one of our outbound replies: rewrite the stored content (mention re-added + #tags
1880// re-linked) and send an Update(Note) so recipients refresh their cached copy.
1881export async function deliverOutboxUpdate(site, outboxId, newText) {
1882 const row = iStmts().getO.get(outboxId);
1883 if (!row || row.site_slug !== site.slug) return false;
1884 const text = String(newText || '').trim();
1885 if (!text) return false;
1886 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1887 if (!base) return false;
1888 const me = actorId(base, site.slug);
1889 const toActor = row.to_actor ? await fetchActor(row.to_actor).catch(() => null) : null;
1890 const toProfile = row.to_actor ? (actorInfo(toActor, row.to_actor).url || row.to_actor) : '';
1891 const _h = row.to_handle || deriveHandle(row.to_actor);
1892 const toHandle = _h && _h[0] === '@' ? _h : '@' + (_h || '');
1893 const mention = row.to_actor
1894 ? `<a href="${escHtml(toProfile)}" class="u-url mention" data-actor="${escHtml(row.to_actor)}">${escHtml(toHandle)}</a> ` : '';
1895 const mres = await resolveMentionsInText(base, escHtml(text).replace(/\r?\n/g, '<br>'));
1896 const content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
1897 db.prepare('UPDATE ap_outbox SET content = ? WHERE id = ?').run(content, outboxId);
1898 const note = buildReplyNote(base, site, iStmts().getO.get(outboxId));
1899 note.updated = new Date().toISOString();
1900 const update = {
1901 '@context': AP_CONTEXT,
1902 id: `${note.id}#update-${Date.now()}-${rid()}`, type: 'Update', actor: me,
1903 published: note.published, updated: note.updated, to: note.to, cc: note.cc, object: note,
1904 };
1905 const keys = getOrCreateKeys(site.slug);
1906 const inboxes = new Set();
1907 if (toActor) inboxes.add((toActor.endpoints && toActor.endpoints.sharedInbox) || toActor.inbox);
1908 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1909 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the edit
1910 inboxes.delete(`${me}/inbox`); inboxes.delete(`${base}/ap/inbox`);
1911 let delivered = 0;
1912 for (const inbox of [...inboxes].filter(Boolean)) {
1913 let ok = false;
1914 try { const st = await deliver(inbox, update, `${me}#main-key`, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
1915 if (ok) delivered++;
1916 else enqueueDelivery(site.slug, inbox, update); // durable: retry the edit later (was silently dropped)
1917 }
1918 console.log('[AP] outreply edit', site.slug, 'delivered', delivered);
1919 return { ok: true, content, delivered };
1920}
1921
1922// ── Fediverse CLIENT: follow accounts + home timeline ─────────────
1923// Resolve an @user@domain handle to its actor URL via WebFinger.
1924export async function webfingerResolve(handle) {
1925 const h = String(handle || '').trim().replace(/^@/, '');
1926 const parts = h.split('@');
1927 if (parts.length !== 2 || !parts[0] || !parts[1]) return null;
1928 const acct = `${parts[0]}@${parts[1]}`;
1929 try {
1930 const r = await safeFetch(`https://${parts[1]}/.well-known/webfinger?resource=acct:${encodeURIComponent(acct)}`,
1931 { headers: { Accept: 'application/jrd+json, application/json' } });
1932 if (!r.ok) return null;
1933 const jrd = await r.json();
1934 const link = (jrd.links || []).find((l) => l.rel === 'self' && /activity\+json|ld\+json/.test(l.type || ''));
1935 return safeUrl(link ? link.href : '') || null;
1936 } catch { return null; }
1937}
1938
1939let _insFw, _delFw, _listFw, _accFw, _oneFw, _setAB;
1940function fwStmts() {
1941 if (!_insFw) {
1942 _insFw = db.prepare('INSERT OR REPLACE INTO ap_following (slug, actor_uri, handle, name, icon, url, inbox, follow_id, status, auto_boost, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
1943 _delFw = db.prepare('DELETE FROM ap_following WHERE slug = ? AND actor_uri = ?');
1944 _listFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? ORDER BY created_at DESC');
1945 _accFw = db.prepare("UPDATE ap_following SET status = 'accepted' WHERE follow_id = ?");
1946 _oneFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? AND actor_uri = ?');
1947 _setAB = db.prepare('UPDATE ap_following SET auto_boost = ? WHERE slug = ? AND actor_uri = ?');
1948 }
1949 return { ins: _insFw, del: _delFw, list: _listFw, acc: _accFw, one: _oneFw, setAB: _setAB };
1950}
1951export function listFollowing(slug) { return fwStmts().list.all(slug); }
1952
1953// Toggle auto-boost ("feature") on an account we already follow.
1954export function setAutoBoost(slug, actorUri, on) {
1955 try { fwStmts().setAB.run(on ? 1 : 0, slug, actorUri); } catch { /* ignore */ }
1956 // Featuring an account → AP-native catch-up so the Cirkel isn't empty until they next
1957 // post (push doesn't backfill history-before-follow). Fire-and-forget pull, sends nothing.
1958 if (on) backfillFromOutbox(slug, actorUri).catch(() => {});
1959 return { ok: true };
1960}
1961
1962let _insTl, _listTl, _delTl;
1963function tlStmts() {
1964 if (!_insTl) {
1965 _insTl = db.prepare('INSERT OR IGNORE INTO ap_timeline (id, slug, author_uri, author_name, author_handle, author_icon, author_url, content, url, published, media_json, nsfw, cw, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
1966 _listTl = db.prepare('SELECT * FROM ap_timeline WHERE slug = ? ORDER BY COALESCE(published, created_at) DESC LIMIT ?');
1967 _delTl = db.prepare('DELETE FROM ap_timeline WHERE id = ?');
1968 }
1969 return { ins: _insTl, list: _listTl, del: _delTl };
1970}
1971export function getTimeline(slug, limit) { return tlStmts().list.all(slug, limit || 50); }
1972
1973// ── Cirkel = posts from the accounts you auto-boost ("feature an artist") ──
1974let _abCount, _cirkelPosts, _cirkelMembers;
1975export function autoBoostCount(slug) {
1976 try { if (!_abCount) _abCount = db.prepare('SELECT COUNT(*) AS n FROM ap_following WHERE slug = ? AND auto_boost = 1'); return _abCount.get(slug).n; } catch { return 0; }
1977}
1978export function getCirkelPosts(slug, limit) {
1979 try {
1980 // Cirkel = posts from featured (auto_boost) accounts + posts you boosted
1981 // (t.boosted), mixed by date. One row per note in ap_timeline → no duplicates.
1982 if (!_cirkelPosts) _cirkelPosts = db.prepare(`
1983 SELECT t.id, t.author_uri, t.author_name, t.author_handle, t.author_icon, t.author_url,
1984 t.content, t.url, t.published, t.media_json, t.boosted, t.nsfw, t.cw
1985 FROM ap_timeline t
1986 LEFT JOIN ap_following f ON f.slug = t.slug AND f.actor_uri = t.author_uri
1987 WHERE t.slug = ? AND (f.auto_boost = 1 OR t.boosted = 1)
1988 ORDER BY COALESCE(t.published, t.created_at) DESC, t.rowid DESC
1989 LIMIT ?`);
1990 return _cirkelPosts.all(slug, limit || 60);
1991 } catch { return []; }
1992}
1993export function getCirkelMembers(slug) {
1994 try { if (!_cirkelMembers) _cirkelMembers = db.prepare('SELECT name, url, icon FROM ap_following WHERE slug = ? AND auto_boost = 1 ORDER BY name'); return _cirkelMembers.all(slug); } catch { return []; }
1995}
1996// Mark a timeline post as boosted so it shows in the Cirkel (mixed by date).
1997let _markBoost, _unmarkBoost, _boostedCount;
1998export function markBoosted(slug, noteId) {
1999 try { if (!_markBoost) _markBoost = db.prepare('UPDATE ap_timeline SET boosted = 1 WHERE slug = ? AND id = ?'); _markBoost.run(slug, noteId); } catch { /* ignore */ }
2000}
2001export function unmarkBoosted(slug, noteId) {
2002 try { if (!_unmarkBoost) _unmarkBoost = db.prepare('UPDATE ap_timeline SET boosted = 0 WHERE slug = ? AND id = ?'); _unmarkBoost.run(slug, noteId); } catch { /* ignore */ }
2003}
2004let _markLike, _unmarkLike;
2005export function markLiked(slug, noteId) {
2006 try { if (!_markLike) _markLike = db.prepare('UPDATE ap_timeline SET liked = 1 WHERE slug = ? AND id = ?'); _markLike.run(slug, noteId); } catch { /* ignore */ }
2007}
2008export function unmarkLiked(slug, noteId) {
2009 try { if (!_unmarkLike) _unmarkLike = db.prepare('UPDATE ap_timeline SET liked = 0 WHERE slug = ? AND id = ?'); _unmarkLike.run(slug, noteId); } catch { /* ignore */ }
2010}
2011export function getTimelineReaction(slug, noteId) {
2012 try { const r = db.prepare('SELECT liked, boosted FROM ap_timeline WHERE slug = ? AND id = ?').get(slug, noteId); return { liked: !!(r && r.liked), boosted: !!(r && r.boosted) }; } catch { return { liked: false, boosted: false }; }
2013}
2014// Boost a REMOTE post that may not be in your timeline (you don't follow the author):
2015// store it in ap_timeline (INSERT OR IGNORE → no dup for followed posts) so it shows in
2016// the Cirkel with a Boost badge, then flag it boosted.
2017export function upsertBoostedNote(slug, note) {
2018 if (!slug || !note || !note.object_uri) return;
2019 const id = note.object_uri;
2020 // Prefer the full typed media (incl. video/mp4 — a Loops boost is video-only and
2021 // rendered a bare text tile); fall back to the image-only list for older callers.
2022 const media = (note.media && note.media !== '[]')
2023 ? note.media
2024 : JSON.stringify((note.images || []).map((u) => ({ url: u, type: 'image/jpeg' })));
2025 try {
2026 const r = tlStmts().ins.run(id, slug, note.actor_uri || '', note.actor_name || '', note.actor_handle || '',
2027 note.actor_icon || '', note.actor_url || '', note.content || '', note.url || null,
2028 new Date().toISOString(), media, note.sensitive ? 1 : 0, note.cw || null);
2029 if (!r.changes) {
2030 // Row already cached (INSERT OR IGNORE) → refresh it with the freshly
2031 // resolved note. Without this a row cached without its cover (or with
2032 // stale content) stayed stale forever — even boosting again didn't heal it.
2033 // Keep the CACHED media when the resolve yielded none: an empty re-resolve
2034 // used to clobber a good media_json (the followed copy had the video, the
2035 // boost wiped it to []).
2036 db.prepare(`UPDATE ap_timeline SET content = ?, media_json = CASE WHEN ? = '[]' THEN media_json ELSE ? END,
2037 nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE slug = ? AND id = ?`)
2038 .run(note.content || '', media, media, note.sensitive ? 1 : 0, note.cw || null, note.url || null, slug, id);
2039 }
2040 } catch { /* ignore */ }
2041 markBoosted(slug, id);
2042}
2043export function boostedCount(slug) {
2044 try { if (!_boostedCount) _boostedCount = db.prepare('SELECT COUNT(*) AS n FROM ap_timeline WHERE slug = ? AND boosted = 1'); return _boostedCount.get(slug).n; } catch { return 0; }
2045}
2046
2047// Resolve a Klonkt/AP actor URL from a site root: a Klonkt site's root 302s to
2048// /ap/users/<slug> (content negotiation; Location may be relative). Used by
2049// followActor for bare-domain follows.
2050// NB: the old auto-migration of legacy Cirkels (circle_links -> AP follows) was
2051// REMOVED on 2026-06-26 — it auto-sent Follows on boot, which violates "the code
2052// never throws anything into the fediverse automatically" (would surprise-Follow
2053// for some operators at scale). The dead circle_links table stays as harmless dead
2054// data; an operator restores an old cirkel by re-following in /following (their click).
2055async function resolveApActor(siteUrl) {
2056 try {
2057 const r = await fetch(siteUrl, { headers: { Accept: 'application/activity+json' }, redirect: 'manual' });
2058 if (r.status >= 300 && r.status < 400) { const loc = r.headers.get('location'); if (loc) return new URL(loc, siteUrl).href; }
2059 if (r.ok) return siteUrl;
2060 } catch { /* unreachable */ }
2061 return null;
2062}
2063
2064// ── Self-heal: re-sync the fediverse cache (ap_timeline) after a DRASTIC update ──
2065// Runs ONCE per SELFHEAL_VERSION bump — NOT on every boot. Re-fetches each cached
2066// note and refreshes content + media (recovers covers/edits that were delivered
2067// during a flux window, e.g. a fleet-wide update), and drops notes that are gone
2068// (404/410). Bump SELFHEAL_VERSION only on a release that warrants a re-sync.
2069const SELFHEAL_VERSION = 7; // v7: rerun v6 with retry-until-clean semantics (origins briefly offline no longer stay stale forever)
2070async function fetchNoteAP(url) {
2071 try {
2072 const r = await fetch(url, { headers: { Accept: 'application/activity+json' } });
2073 if (r.status === 404 || r.status === 410) return 404;
2074 if (r.ok) return await r.json();
2075 } catch { /* unreachable */ }
2076 return null;
2077}
2078function mediaFromNote(note) {
2079 const atts = (Array.isArray(note.attachment) ? note.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
2080 if (!atts.some((m) => !m.type || /image/i.test(m.type)) && note.image) {
2081 const im = Array.isArray(note.image) ? note.image[0] : note.image;
2082 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
2083 if (iu) atts.push({ url: iu, type: (im && im.mediaType) || 'image/jpeg' });
2084 }
2085 return JSON.stringify(atts);
2086}
2087// A generic SSRF-safe AP GET (collections / pages).
2088async function apGetJson(url) {
2089 try {
2090 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
2091 if (!r.ok) return null;
2092 const len = Number(r.headers.get('content-length') || 0);
2093 if (len > 3_000_000) return null;
2094 return await r.json();
2095 } catch { return null; }
2096}
2097// AP-native catch-up: pull an actor's standard `outbox` collection and merge their recent
2098// top-level posts into the timeline for `slug`. Push (Create delivery) cannot backfill
2099// history-from-before-you-followed or a delivery that was missed while you were down;
2100// reading the outbox is the spec-conform way to catch up. PULL ONLY — sends nothing.
2101export async function backfillFromOutbox(slug, actorUri, limit = 20) {
2102 try {
2103 if (!slug || !actorUri) return 0;
2104 const actor = await fetchActor(actorUri);
2105 if (!actor || !actor.outbox) return 0;
2106 let page = await apGetJson(typeof actor.outbox === 'string' ? actor.outbox : actor.outbox.id);
2107 let items = (page && (page.orderedItems || page.items)) || [];
2108 if (!items.length && page && page.first) {
2109 page = await apGetJson(typeof page.first === 'string' ? page.first : page.first.id);
2110 items = (page && (page.orderedItems || page.items)) || [];
2111 }
2112 if (!Array.isArray(items) || !items.length) return 0;
2113 const ai = actorInfo(actor, actorUri);
2114 let added = 0;
2115 for (const it of items.slice(0, limit)) {
2116 // Each item is usually a Create wrapping a Note, or sometimes the Note itself.
2117 const o = (it && typeof it.object === 'object' && it.object) ? it.object : it;
2118 if (!o || !o.id) continue;
2119 if (o.type && o.type !== 'Note' && o.type !== 'Article' && o.type !== 'Question') continue; // skip boosts/other
2120 if (o.inReplyTo) continue; // top-level only
2121 const auth = actorUriOf(o.attributedTo);
2122 if (auth && auth !== actorUri) continue; // their OWN posts only
2123 const html = HtmlSanitizerService.sanitize(o.content || '');
2124 const poll = parsePoll(o); // a Question (poll) → carry its options/counts on backfill too
2125 try {
2126 const r = tlStmts().ins.run(o.id, slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, mediaFromNote(o), o.sensitive ? 1 : 0, o.summary || null);
2127 if (r && r.changes > 0) added++;
2128 // Set poll_json if this is a poll and we don't already have it (COALESCE preserves a vote).
2129 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = COALESCE(poll_json, ?) WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, slug); } catch { /* ignore */ } }
2130 } catch { /* ignore */ }
2131 }
2132 if (added) console.log('[AP] outbox backfill', actorUri, '→', slug, '+' + added);
2133 return added;
2134 } catch { return 0; }
2135}
2136
2137// ── Remote thread crawl (fill the gaps in a local post's conversation) ────────────
2138// Most replies reach us by delivery, but replies-to-replies that live on other servers and
2139// aren't addressed to us are missed. This pulls the AS2 `replies` collections of the replies
2140// we DO have, caching any newly-found ones in ap_interactions.
2141//
2142// Matches Mastodon's behaviour: ONE level per crawl (like its FetchRepliesService), not a deep
2143// recursive walk. Deeper levels fill in incrementally across crawls — once a fetched reply is
2144// cached it becomes a seed itself, so its own replies are pulled on a later view (Mastodon's
2145// per-status cascade). Bounded + polite (serial), PULL only, and stale-while-revalidate: it
2146// never runs in a page request — the view renders from cache; a stale post kicks off a
2147// background refresh for the NEXT view.
2148const THREAD_TTL_MS = 15 * 60 * 1000; // don't re-crawl a post more than ~4×/hour
2149const THREAD_MAX_DEPTH = 1; // one hop per crawl (like Mastodon); deeper fills in over crawls
2150const THREAD_MAX_FETCHES = 30; // hard cap on remote GETs per crawl (be a good peer)
2151const _crawlingThreads = new Set(); // per-post in-flight lock (no stampede across views)
2152
2153function threadCrawlTs(postId) {
2154 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('thread_crawl:' + postId); return r ? (Number(r.value) || 0) : 0; }
2155 catch { return 0; }
2156}
2157function setThreadCrawlTs(postId, ts) {
2158 try { db.prepare('INSERT INTO app_settings (key, value) VALUES (?, ?) ON CONFLICT(key) DO UPDATE SET value = excluded.value').run('thread_crawl:' + postId, String(ts)); }
2159 catch { /* ignore */ }
2160}
2161
2162// Read a note's `replies` (string ref / Collection with `first` / paged CollectionPages) →
2163// child note URIs. Every remote GET goes through `budget` so the whole crawl stays capped.
2164async function collectReplyItems(repliesRef, maxPages, budget) {
2165 const uris = [];
2166 let node = typeof repliesRef === 'string' ? await budget.get(repliesRef) : repliesRef;
2167 if (node && node.first) node = typeof node.first === 'string' ? await budget.get(node.first) : node.first;
2168 let pages = 0;
2169 while (node && pages++ < maxPages) {
2170 for (const it of (node.items || node.orderedItems || [])) {
2171 const u = typeof it === 'string' ? it : (it && it.id);
2172 if (u && /^https?:\/\//i.test(u)) uris.push(u);
2173 }
2174 if (!node.next) break;
2175 node = typeof node.next === 'string' ? await budget.get(node.next) : node.next;
2176 }
2177 return uris;
2178}
2179
2180async function crawlThread(postId) {
2181 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2182 if (!base) return;
2183 // Seed frontier = the remote reply note URIs we already have; also the dedup set.
2184 let known;
2185 try { known = new Set(db.prepare("SELECT object_uri FROM ap_interactions WHERE post_id = ? AND kind = 'reply' AND object_uri != ''").all(postId).map((r) => r.object_uri)); }
2186 catch { return; }
2187 const seeds = [...known].filter((u) => /^https?:\/\//i.test(u));
2188 if (!seeds.length) return; // nothing remote to expand
2189 // Owner-removed replies (tombstones) join the dedup set AFTER seeding, so the
2190 // crawler never re-adds them via thread-filling (they're gone from the seeds
2191 // already because rejectInteraction deleted their ap_interactions row).
2192 try { for (const r of db.prepare('SELECT object_uri FROM ap_rejected_objects WHERE post_id = ?').all(postId)) known.add(r.object_uri); }
2193 catch { /* table always exists after boot migration */ }
2194
2195 let fetches = 0;
2196 const budget = { get: async (u) => { if (fetches >= THREAD_MAX_FETCHES) return null; fetches++; return apGetJson(u); } };
2197 const visited = new Set(); // notes whose replies collection we've already expanded
2198 let frontier = seeds.slice();
2199 let added = 0;
2200
2201 for (let depth = 0; depth < THREAD_MAX_DEPTH && frontier.length && fetches < THREAD_MAX_FETCHES; depth++) {
2202 const nextFrontier = [];
2203 for (const noteUri of frontier) {
2204 if (visited.has(noteUri) || fetches >= THREAD_MAX_FETCHES) continue;
2205 visited.add(noteUri);
2206 const note = await budget.get(noteUri);
2207 if (!note || !note.replies) continue;
2208 const childUris = await collectReplyItems(note.replies, 2, budget);
2209 for (const cu of childUris) {
2210 if (known.has(cu) || fetches >= THREAD_MAX_FETCHES) continue;
2211 known.add(cu);
2212 const child = await budget.get(cu);
2213 if (!child || !child.id || (child.type !== 'Note' && child.type !== 'Article')) continue;
2214 if (isRejectedObject(child.id)) continue; // note id can differ from the collection URI (redirects)
2215 const actorUri = actorUriOf(child.attributedTo);
2216 if (!actorUri || isBlockedAny(actorUri)) continue; // skip blocked authors
2217 const actor = await budget.get(actorUri); // may be null if budget spent → fallback handle
2218 const ai = actorInfo(actor, actorUri);
2219 const html = HtmlSanitizerService.sanitize(child.content || '');
2220 // The child replies to `note` by construction (it's in note's replies collection).
2221 try { iStmts().ins.run('reply', postId, child.id, actorUri, ai.name, ai.handle, ai.url, ai.icon, html, child.published || null, note.id || noteUri, noteVisibility(child)); added++; } catch { /* ignore */ }
2222 nextFrontier.push(child.id); // expand this reply's own replies next depth
2223 }
2224 }
2225 frontier = nextFrontier;
2226 }
2227 if (added) console.log('[AP] thread crawl', postId, '+' + added, 'remote replies (' + fetches + ' fetches)');
2228}
2229
2230// Stale-while-revalidate entry point: call from the post view. Renders nothing, blocks nothing —
2231// fires a background crawl only if this post hasn't been crawled within the TTL.
2232export function maybeCrawlThread(postId) {
2233 if (!postId || _crawlingThreads.has(postId)) return;
2234 if (Date.now() - threadCrawlTs(postId) < THREAD_TTL_MS) return;
2235 _crawlingThreads.add(postId);
2236 setThreadCrawlTs(postId, Date.now()); // optimistic mark so concurrent/next views don't re-fire
2237 crawlThread(postId).catch((e) => console.warn('[AP] thread crawl failed:', e && e.message)).finally(() => _crawlingThreads.delete(postId));
2238}
2239
2240let _selfHealing = false;
2241export async function selfHealTimeline() {
2242 if (_selfHealing) return; _selfHealing = true;
2243 try {
2244 let cur = 0;
2245 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_version'); cur = r ? (parseInt(r.value, 10) || 0) : 0; } catch { return; }
2246 if (cur >= SELFHEAL_VERSION) return; // already healed for this version — skip on normal boots
2247 let rows = [];
2248 try { rows = db.prepare('SELECT id, content, media_json, nsfw, cw, url FROM ap_timeline ORDER BY rowid DESC LIMIT 200').all(); } catch { /* no table */ }
2249 let healed = 0, failed = 0;
2250 for (const r of rows) {
2251 try {
2252 const note = await fetchNoteAP(r.id);
2253 if (note === 404) { db.prepare('DELETE FROM ap_timeline WHERE id = ?').run(r.id); healed++; continue; }
2254 if (!note || typeof note !== 'object') { failed++; continue; } // origin unreachable right now
2255 const html = HtmlSanitizerService.sanitize(note.content || '');
2256 const media = mediaFromNote(note);
2257 const nsfw = note.sensitive ? 1 : 0; // re-sync NSFW/sensitive + CW onto already-cached posts
2258 const cw = note.summary || null;
2259 const url = note.url || null; // re-sync the human url (catches a remote slug rename)
2260 if ((html && html !== r.content) || media !== (r.media_json || '[]') || nsfw !== (r.nsfw || 0) || (cw || '') !== (r.cw || '') || (url && url !== r.url)) {
2261 db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ?').run(html || r.content, media, nsfw, cw, url, r.id);
2262 healed++;
2263 }
2264 } catch { failed++; /* per-note best-effort */ }
2265 }
2266 // Only mark this version DONE after a clean pass. Some origins are briefly
2267 // offline exactly when we heal (phone-hosted instances!): skipping them and
2268 // consuming the version would leave those rows stale forever. Instead retry
2269 // on the next boots, giving up after a few attempts (permanently-dead
2270 // origins answer 404/410 and are deleted above, so they don't loop).
2271 const setSetting = (k, v) => { try { db.prepare('INSERT OR REPLACE INTO app_settings (key, value) VALUES (?, ?)').run(k, String(v)); } catch { /* ignore */ } };
2272 let attempts = 0;
2273 try { const a = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_attempts'); attempts = a ? (parseInt(a.value, 10) || 0) : 0; } catch { /* ignore */ }
2274 if (failed === 0 || attempts >= 4) {
2275 setSetting('selfheal_version', SELFHEAL_VERSION);
2276 setSetting('selfheal_attempts', 0);
2277 } else {
2278 setSetting('selfheal_attempts', attempts + 1);
2279 }
2280 if (rows.length) console.log(`[AP] self-heal v${SELFHEAL_VERSION}: ${healed}/${rows.length} timeline notes${failed ? ` (${failed} unreachable — will retry next boot)` : ''}`);
2281 } catch { /* never block boot */ } finally { _selfHealing = false; }
2282}
2283
2284// Follow a fediverse account by @handle (WebFinger → actor → signed Follow).
2285export async function followActor(site, handle, autoBoost = false) {
2286 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2287 if (!base || !site || !site.slug) return { error: 'config' };
2288 // Accept any of: a profile/actor URL, an @user@host handle (WebFinger), or a
2289 // bare site domain (site.com) — for a single-actor site (Klonkt etc.) the root
2290 // resolves to its AP actor, so you can follow a site by just its domain.
2291 const s = String(handle || '').trim();
2292 let actorUrl;
2293 if (/^https?:\/\//i.test(s)) actorUrl = safeUrl(s) || null;
2294 else if (s.includes('@')) actorUrl = await webfingerResolve(s);
2295 else if (/^[a-z0-9.-]+\.[a-z]{2,}/i.test(s)) actorUrl = await resolveApActor('https://' + s.replace(/^\/+|\/+$/g, ''));
2296 else actorUrl = null;
2297 if (!actorUrl) return { error: 'not_found' };
2298 const actor = await fetchActor(actorUrl).catch(() => null);
2299 if (!actor || !actor.id || !actor.inbox) return { error: 'unreachable' };
2300 const ai = actorInfo(actor, actor.id);
2301 const me = actorId(base, site.slug);
2302 const keys = getOrCreateKeys(site.slug);
2303 const followId = `${me}#follow-${Date.now()}-${rid()}`;
2304 fwStmts().ins.run(site.slug, actor.id, ai.handle, ai.name, ai.icon, ai.url, actor.inbox, followId, 'pending', autoBoost ? 1 : 0);
2305 const follow = { '@context': AP_CONTEXT, id: followId, type: 'Follow', actor: me, object: actor.id };
2306 // Deliver via the retry queue: a Follow that fails the first attempt (peer down,
2307 // timeout, transient 5xx) is retried with backoff instead of staying stuck on
2308 // 'pending' forever — the Accept can only come back once the Follow lands.
2309 await deliverWithRetry(site.slug, actor.inbox, follow, `${me}#main-key`, keys.private_pem);
2310 console.log('[AP] follow', site.slug, '→', actor.id);
2311 // Follow + feature in one step → backfill their recent posts into the Cirkel right away.
2312 if (autoBoost) backfillFromOutbox(site.slug, actor.id).catch(() => {});
2313 return { ok: true, name: ai.name, handle: ai.handle, actor: actor.id };
2314}
2315
2316// Resolve a profile URL or @handle to a followable remote actor (for the
2317// authorize_interaction "Follow" flow). Returns display fields + inbox, or null
2318// when it isn't a reachable actor (e.g. the input was a post, not a profile).
2319export async function resolveRemoteActor(input) {
2320 const s = String(input || '').trim();
2321 const actorUrl = /^https?:\/\//i.test(s) ? (safeUrl(s) || null) : await webfingerResolve(s);
2322 if (!actorUrl) return null;
2323 const actor = await fetchActor(actorUrl).catch(() => null);
2324 if (!actor || !actor.id || !actor.inbox) return null;
2325 const ai = actorInfo(actor, actor.id);
2326 return { actor_uri: actor.id, actor_name: ai.name, actor_handle: ai.handle, actor_url: ai.url, actor_icon: ai.icon, inbox: actor.inbox };
2327}
2328
2329export async function unfollowActor(site, actorUri) {
2330 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2331 const me = actorId(base, site.slug);
2332 const keys = getOrCreateKeys(site.slug);
2333 const row = fwStmts().one.get(site.slug, actorUri);
2334 // Undo(Follow) MUST reference the original Follow's real id so the remote can correlate it
2335 // and drop the follow. The old `${me}#follow` fallback never matched anything → the unfollow
2336 // silently failed on the remote. With no stored follow id (legacy row), skip the network Undo
2337 // rather than send an unmatchable one. Deliver durably via the retry queue.
2338 if (row && row.inbox && row.follow_id) {
2339 const undo = { '@context': AP_CONTEXT, id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me, object: { id: row.follow_id, type: 'Follow', actor: me, object: actorUri } };
2340 deliverWithRetry(site.slug, row.inbox, undo, `${me}#main-key`, keys.private_pem);
2341 } else if (row && row.inbox) {
2342 console.warn('[AP] unfollow', site.slug, '→', actorUri, '— no stored follow id; removed locally only (legacy follow, remote may keep it)');
2343 }
2344 fwStmts().del.run(site.slug, actorUri);
2345 return { ok: true };
2346}
2347
2348// Send a Like or Announce (boost) on a remote note FROM this site.
2349export async function sendInteraction(site, kind, targetNoteId, authorUri) {
2350 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2351 if (!base || !site || !site.slug || !targetNoteId) return { error: 'config' };
2352 const me = actorId(base, site.slug);
2353 const keys = getOrCreateKeys(site.slug);
2354 // 'unboost' = Undo(Announce): retracts a boost so followers' servers remove the
2355 // reblog (matched on actor+object — no record of the original Announce needed).
2356 const fanout = (kind === 'boost' || kind === 'unboost'); // also goes to our followers
2357 const followersCol = `${me}/followers`;
2358 // Address the original author in cc so their server (Mastodon, WordPress/ActivityPub, …)
2359 // attributes the boost to their post and notifies them — without this, a shared-inbox
2360 // receiver has nothing to route the Announce to. Non-fragment activity ids + a `published`
2361 // stamp keep us aligned with what Mastodon emits.
2362 const audience = authorUri ? [followersCol, authorUri] : [followersCol];
2363 let act;
2364 if (kind === 'unboost' || kind === 'unlike') {
2365 // Undo(Announce) retracts a boost; Undo(Like) un-favourites (matched on actor+object,
2366 // no record of the original activity needed — Mastodon honours both).
2367 const inner = kind === 'unboost' ? 'Announce' : 'Like';
2368 act = {
2369 '@context': AP_CONTEXT,
2370 id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me,
2371 object: { id: `${me}/${inner.toLowerCase()}/${Date.now()}-${rid()}`, type: inner, actor: me, object: targetNoteId },
2372 };
2373 if (kind === 'unboost') { act.to = [PUBLIC]; act.cc = audience; }
2374 } else {
2375 const type = kind === 'boost' ? 'Announce' : 'Like';
2376 act = {
2377 '@context': AP_CONTEXT,
2378 id: `${me}/${type.toLowerCase()}/${Date.now()}-${rid()}`,
2379 type, actor: me, object: targetNoteId,
2380 };
2381 if (type === 'Announce') { act.published = new Date().toISOString(); act.to = [PUBLIC]; act.cc = audience; }
2382 }
2383 const inboxes = new Set();
2384 // Author first, via their PERSONAL inbox (not the shared one) so a multi-user receiver
2385 // routes the Announce/Like to the right post unambiguously.
2386 if (authorUri) { const a = await fetchActor(authorUri).catch(() => null); if (a) inboxes.add(a.inbox || (a.endpoints && a.endpoints.sharedInbox)); }
2387 if (fanout) { for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox); }
2388 // Queue each delivery (immediate attempt + backoff retries on failure via ap_delivery)
2389 // instead of a single fire-and-forget POST, so a transient hiccup at the receiver doesn't
2390 // silently lose the boost — same durability a new post (deliverCreate) already gets.
2391 let queued = 0;
2392 for (const inbox of [...inboxes].filter(Boolean)) { deliverWithRetry(site.slug, inbox, act, `${me}#main-key`, keys.private_pem); queued++; }
2393 console.log('[AP]', kind, site.slug, '→', targetNoteId, 'queued', queued, 'inbox(es)');
2394 return { ok: true, delivered: queued };
2395}
2396
2397// Notifications inbox: new followers + replies/likes/boosts on this site's posts.
2398export function getNotifications(slug, limit) {
2399 const out = [];
2400 try {
2401 for (const f of db.prepare('SELECT actor_uri, created_at FROM ap_followers WHERE slug = ? ORDER BY created_at DESC LIMIT 50').all(slug)) {
2402 out.push({ type: 'follow', handle: deriveHandle(f.actor_uri), url: f.actor_uri, created_at: f.created_at });
2403 }
2404 } catch { /* ignore */ }
2405 try {
2406 const rows = db.prepare(`
2407 SELECT i.kind, i.actor_name, i.actor_handle, i.actor_url, i.content, i.created_at,
2408 p.slug AS post_slug, p.title AS post_title
2409 FROM ap_interactions i LEFT JOIN posts p ON p.id = i.post_id
2410 WHERE p.site_id = (SELECT id FROM sites WHERE slug = ?)
2411 ORDER BY i.created_at DESC LIMIT 80
2412 `).all(slug);
2413 for (const r of rows) out.push({
2414 type: r.kind, name: r.actor_name, handle: r.actor_handle, url: r.actor_url,
2415 content: stripLeadingMentions(r.content), post_slug: r.post_slug, post_title: r.post_title, created_at: r.created_at,
2416 });
2417 } catch { /* ignore */ }
2418 try {
2419 for (const r of db.prepare('SELECT actor_uri, actor_name, actor_handle, actor_icon, content, created_at FROM ap_reports WHERE slug = ? ORDER BY created_at DESC LIMIT 50').all(slug)) {
2420 out.push({ type: 'report', name: r.actor_name, handle: r.actor_handle, url: r.actor_uri, icon: r.actor_icon, content: r.content, created_at: r.created_at });
2421 }
2422 } catch { /* ignore */ }
2423 try {
2424 for (const r of db.prepare('SELECT object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, created_at FROM ap_mentions WHERE slug = ? ORDER BY created_at DESC LIMIT 50').all(slug)) {
2425 out.push({ type: 'mention', name: r.actor_name, handle: r.actor_handle, url: r.actor_url || r.actor_uri, icon: r.actor_icon, content: stripLeadingMentions(r.content), note_url: r.note_url || r.object_uri, created_at: r.created_at });
2426 }
2427 } catch { /* ignore */ }
2428 out.sort((a, b) => new Date(b.created_at) - new Date(a.created_at));
2429 return out.slice(0, limit || 60);
2430}
2431
2432// ── Blocking / defederation ───────────────────────────────────────
2433let _insBl, _delBl, _listBl;
2434function blStmts() {
2435 if (!_insBl) {
2436 _insBl = db.prepare('INSERT OR IGNORE INTO ap_blocks (slug, target, kind, label, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
2437 _delBl = db.prepare('DELETE FROM ap_blocks WHERE slug = ? AND target = ?');
2438 _listBl = db.prepare('SELECT * FROM ap_blocks WHERE slug = ? ORDER BY created_at DESC');
2439 }
2440 return { ins: _insBl, del: _delBl, list: _listBl };
2441}
2442export function listBlocks(slug) { return blStmts().list.all(slug); }
2443
2444// True if an actor (or its whole domain) is blocked anywhere on this instance.
2445// Vote on a remote fediverse poll (a cached Question). A ballot = a Create(Note) carrying only a
2446// `name` (the chosen option) + inReplyTo the Question, addressed to the poll's author — the
2447// Mastodon-standard vote. Records our choice locally + optimistically bumps the counts; the
2448// author's Update(Question) refreshes the authoritative totals when it arrives.
2449export async function voteOnPoll(site, questionId, choices) {
2450 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2451 if (!base || !site || !site.slug || !questionId) return { error: 'config' };
2452 let row; try { row = db.prepare('SELECT author_uri, poll_json FROM ap_timeline WHERE id = ? AND slug = ? LIMIT 1').get(questionId, site.slug); } catch { /* ignore */ }
2453 if (!row || !row.poll_json) return { error: 'not_found' };
2454 let poll; try { poll = JSON.parse(row.poll_json); } catch { return { error: 'not_found' }; }
2455 if (poll.closed) return { error: 'closed' };
2456 if (poll.voted) return { error: 'already' };
2457 const valid = new Set(poll.options.map((o) => o.name));
2458 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
2459 if (!picks.length) return { error: 'invalid' };
2460 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
2461 const me = actorId(base, site.slug);
2462 const keys = getOrCreateKeys(site.slug);
2463 const authorUri = row.author_uri || null;
2464 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
2465 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
2466 if (!inbox) return { error: 'unreachable' };
2467 for (const name of chosen) {
2468 const nid = `${me}/votes/${Date.now()}-${rid()}`;
2469 const note = { id: nid, type: 'Note', attributedTo: me, to: authorUri ? [authorUri] : [], name, inReplyTo: questionId, published: new Date().toISOString() };
2470 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
2471 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
2472 }
2473 // Local optimistic update (authoritative counts arrive via the author's Update(Question)).
2474 poll.voted = poll.multiple ? chosen : chosen[0];
2475 for (const o of poll.options) if (chosen.includes(o.name)) o.count = (o.count || 0) + 1;
2476 if (poll.voters != null) poll.voters += 1;
2477 try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), questionId, site.slug); } catch { /* ignore */ }
2478 return { ok: true };
2479}
2480
2481// Vote on ANY fediverse poll by URL (the interact page) — no timeline cache needed. Fetches
2482// the Question fresh, validates the choice(s), and casts the Mastodon-standard ballot (a
2483// Create(Note) with `name` + inReplyTo) straight to the poll's author. Used for polls you find
2484// by URL, not just ones from accounts you follow (which go through voteOnPoll via /news).
2485export async function voteOnRemotePoll(site, questionUrl, choices) {
2486 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2487 if (!base || !site || !site.slug || !/^https?:\/\//i.test(String(questionUrl || ''))) return { error: 'config' };
2488 const q = await fetchActor(questionUrl).catch(() => null); // AP GET (SSRF-guarded)
2489 if (!q || q.type !== 'Question' || !q.id) return { error: 'not_found' };
2490 const poll = parsePoll(q);
2491 if (!poll) return { error: 'not_found' };
2492 if (poll.closed) return { error: 'closed' };
2493 const valid = new Set(poll.options.map((o) => o.name));
2494 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
2495 if (!picks.length) return { error: 'invalid' };
2496 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
2497 const authorUri = actorUriOf(q.attributedTo);
2498 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
2499 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
2500 if (!inbox) return { error: 'unreachable' };
2501 const me = actorId(base, site.slug);
2502 const keys = getOrCreateKeys(site.slug);
2503 for (const name of chosen) {
2504 const nid = `${me}/votes/${Date.now()}-${rid()}`;
2505 const note = { id: nid, type: 'Note', attributedTo: me, to: [authorUri], name, inReplyTo: q.id, published: new Date().toISOString() };
2506 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
2507 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
2508 }
2509 return { ok: true };
2510}
2511
2512// Report a remote post or account to its home instance (moderation). Sends the Mastodon-standard
2513// AS2 `Flag`: object = [reported account, reported status?], content = the reason, delivered to the
2514// reported account's inbox so their instance's moderators receive it. objectUri = a post URL (its
2515// author is resolved + included) OR pass actorUri to report an account directly.
2516export async function sendReport(site, { objectUri, actorUri, reason }) {
2517 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2518 if (!base || !site || !site.slug) return { error: 'config' };
2519 let targetActor = actorUri || null;
2520 let noteUri = null;
2521 if (objectUri && /^https?:\/\//i.test(objectUri)) {
2522 const note = await apGetJson(objectUri).catch(() => null);
2523 if (note && note.id) { noteUri = note.id; if (!targetActor) targetActor = actorUriOf(note.attributedTo); }
2524 else if (!targetActor) return { error: 'not_found' };
2525 }
2526 if (!targetActor || !/^https?:\/\//i.test(targetActor)) return { error: 'not_found' };
2527 const actor = await fetchActor(targetActor).catch(() => null);
2528 const inbox = actor && (actor.inbox || (actor.endpoints && actor.endpoints.sharedInbox)); // personal inbox → their moderators
2529 if (!inbox) return { error: 'unreachable' };
2530 const me = actorId(base, site.slug);
2531 const keys = getOrCreateKeys(site.slug);
2532 const object = [targetActor];
2533 if (noteUri && noteUri !== targetActor) object.push(noteUri);
2534 const flag = {
2535 '@context': AP_CONTEXT,
2536 id: `${me}#report-${Date.now()}-${rid()}`,
2537 type: 'Flag',
2538 actor: me,
2539 content: String(reason == null ? '' : reason).slice(0, 3000),
2540 object, // [account, status?] — Mastodon's Flag shape
2541 to: [targetActor],
2542 };
2543 deliverWithRetry(site.slug, inbox, flag, `${me}#main-key`, keys.private_pem);
2544 return { ok: true };
2545}
2546
2547export function isBlockedAny(actorUri) {
2548 if (!actorUri) return false;
2549 let domain = ''; try { domain = new URL(actorUri).host; } catch { /* ignore */ }
2550 try { return !!db.prepare("SELECT 1 FROM ap_blocks WHERE (kind='actor' AND target=?) OR (kind='domain' AND target=?) LIMIT 1").get(actorUri, domain); }
2551 catch { return false; }
2552}
2553
2554function purgeBlocked(kind, target) {
2555 try {
2556 if (kind === 'domain') {
2557 // Exact host match (a URL LIKE over-/under-matches: it misses bare-domain or :port
2558 // actor URIs and can catch look-alikes). Filter by parsed host, same as isBlockedAny.
2559 const purge = (table, col) => {
2560 let rows = [];
2561 try { rows = db.prepare(`SELECT DISTINCT ${col} AS u FROM ${table} WHERE ${col} IS NOT NULL AND ${col} != ''`).all(); } catch { return; }
2562 const del = db.prepare(`DELETE FROM ${table} WHERE ${col} = ?`);
2563 for (const r of rows) { let h = ''; try { h = new URL(r.u).host; } catch { /* skip */ } if (h === target) { try { del.run(r.u); } catch { /* ignore */ } } }
2564 };
2565 purge('ap_interactions', 'actor_uri');
2566 purge('ap_timeline', 'author_uri');
2567 purge('ap_followers', 'actor_uri');
2568 } else {
2569 db.prepare('DELETE FROM ap_interactions WHERE actor_uri = ?').run(target);
2570 db.prepare('DELETE FROM ap_timeline WHERE author_uri = ?').run(target);
2571 db.prepare('DELETE FROM ap_followers WHERE actor_uri = ?').run(target);
2572 }
2573 } catch { /* best-effort */ }
2574}
2575
2576// Block an actor (@handle or actor URL) or a whole domain; purges their content.
2577export async function blockTarget(site, input) {
2578 const raw = String(input || '').trim();
2579 if (!site || !site.slug || !raw) return { error: 'empty' };
2580 let kind, target, label;
2581 if (/^https?:\/\//i.test(raw)) { kind = 'actor'; target = raw; label = raw; }
2582 else if (raw.includes('@')) {
2583 const actorUrl = await webfingerResolve(raw);
2584 if (!actorUrl) return { error: 'not_found' };
2585 kind = 'actor'; target = actorUrl; label = raw.startsWith('@') ? raw : ('@' + raw);
2586 } else { kind = 'domain'; target = raw.toLowerCase(); label = raw.toLowerCase(); }
2587 blStmts().ins.run(site.slug, target, kind, label);
2588 purgeBlocked(kind, target);
2589 console.log('[AP] block', site.slug, kind, target);
2590 return { ok: true, label };
2591}
2592
2593export function unblock(site, target) { blStmts().del.run(site.slug, target); return { ok: true }; }
2594
2595export default {
2596 AP_CONTEXT, getOrCreateKeys, apWants, sendAP, actorId, noteId,
2597 buildActor, buildNote, buildCreate, buildOutbox, buildFollowers, buildFollowing, buildFeatured,
2598 followerCount, deliver, fetchActor, verifyRequest, handleInbox, deliverCreate, deliverDelete, deliverUpdate, deliverActorUpdate, resyncFeaturedPins,
2599 getInteractions, getInteractionById, setInteractionBoosted, setInteractionLiked, setMyReaction, getMyReactions, buildReplyNote, getOutboxNote, deliverReply, resolveRemoteNote,
2600 listOutbox, deliverOutboxDelete, deliverOutboxUpdate,
2601 webfingerResolve, followActor, resolveRemoteActor, unfollowActor, listFollowing, setAutoBoost, backfillFromOutbox, getTimeline, sendInteraction, voteOnPoll, voteOnRemotePoll,
2602 parseOwnPoll, pollTally, ownPollView, deliverPollUpdate, maybeCrawlThread, sendReport, localMentionSlugs,
2603 autoBoostCount, boostedCount, markBoosted, unmarkBoosted, markLiked, unmarkLiked, getTimelineReaction, upsertBoostedNote, getCirkelPosts, getCirkelMembers, selfHealTimeline,
2604 getNotifications, listBlocks, isBlockedAny, blockTarget, unblock,
2605 deliverWithRetry, enqueueDelivery, processDeliveryQueue, startDeliveryWorker,
2606 getReplyUris, markNotificationsSeen, countUnseenNotifications, hasPlayableAudio,
2607 linkifyBody, bakePostContent, bakePostContentWithMentions, listFollowers, removeFollower, listConnections,
2608 noteVisibility, isRejectedObject, rejectInteraction, interactionReportTarget,
2609};
Note: See TracBrowser for help on using the repository browser.