source: Klonkt/src/services/ActivityPubService.js@ 155c24e

main
Last change on this file since 155c24e was 155c24e, checked in by Robin <roboburr@…>, 7 weeks ago

Feature: emit shaer:helpRequest on direct notes (FEP-633c 5.2.1)

The wire now claims exactly what the FEP specifies. The shaer
namespace (https://ns.klonkt.com/shaer#) joins AP_CONTEXT, so the term
is valid JSON-LD; a C2S note carrying shaer:helpRequest true routes
through the direct path with the flag stored (additive column
ap_outbox.help_request) and the built note emits the term, strictly on
direct notes only. Non-observing servers ignore it; a guardian-side
client can render the alert card the spec allows.

Changed files:
src/services/ActivityPubService.js

  • shaer namespace in AP_CONTEXT
  • ingest reads shaer:helpRequest / helpRequest from the object
  • deliverDirectNote stores the flag; buildReplyNote emits the term

src/config/database.js

  • additive column ap_outbox.help_request

test/c2s-direct.test.js

  • term emitted with flag, absent without, namespace declared

-robo
Co-Authored-By: Claude Opus 4.8 <noreply@…>

  • Property mode set to 100644
File size: 172.6 KB
Line 
1/**
2 * ActivityPubService — Klonkt as a real ActivityPub actor (fediverse bridge).
3 *
4 * Phase 1 (this file): the PUBLISH/discoverable side.
5 * - per-site RSA keypair (Mastodon-compatible HTTP Signatures; separate from
6 * the Ed25519 keys used by the lighter Cirkels v1)
7 * - builders for the Actor document, Note objects and the Outbox collection
8 * - apWants(): HTTP content-negotiation helper (activity+json vs HTML)
9 *
10 * The interactive side (inbox: Follow/Accept, signature verify, delivery to
11 * followers) lands in the next step and is tested live against Mastodon.
12 *
13 * AP actor URLs live under /ap/* so they never clash with the human pages:
14 * actor = <base>/ap/users/<slug>
15 * inbox = <actor>/inbox outbox = <actor>/outbox
16 * note = <base>/ap/notes/<postId>
17 */
18import crypto from 'crypto';
19import dns from 'dns';
20import net from 'net';
21import db from '../config/database.js';
22import HtmlSanitizerService from './HtmlSanitizerService.js';
23import AudioEmbedService from './AudioEmbedService.js';
24
25const PUBLIC = 'https://www.w3.org/ns/activitystreams#Public';
26// Full JSON-LD context for every AP object we emit: AS2 core + security (publicKey) + the
27// extension terms we actually use (Mastodon/toot + schema.org), each with a term definition
28// so a strict JSON-LD processor resolves them instead of dropping them → valid AS2/JSON-LD.
29// This is the same context shape Mastodon publishes, so Mastodon sees no change.
30const AP_CONTEXT = [
31 'https://www.w3.org/ns/activitystreams',
32 'https://w3id.org/security/v1',
33 {
34 toot: 'http://joinmastodon.org/ns#',
35 schema: 'http://schema.org#',
36 sensitive: 'as:sensitive',
37 Hashtag: 'as:Hashtag',
38 manuallyApprovesFollowers: 'as:manuallyApprovesFollowers',
39 discoverable: 'toot:discoverable',
40 featured: { '@id': 'toot:featured', '@type': '@id' },
41 PropertyValue: 'schema:PropertyValue',
42 value: 'schema:value',
43 embedUrl: { '@id': 'schema:embedUrl', '@type': '@id' },
44 // Poll (Question) extension: Question/oneOf/anyOf/endTime/closed are AS2 core, but the
45 // per-poll unique-voter count is a Mastodon (toot) term — declare it so the emitted
46 // Question stays valid JSON-LD (a strict processor would otherwise drop votersCount).
47 votersCount: 'toot:votersCount',
48 // FEP-633c (Guardians): the shaer namespace. helpRequest marks a direct
49 // note as a ward's call for help (spec 5.2.1); ignorable by everyone else.
50 shaer: 'https://ns.klonkt.com/shaer#',
51 },
52];
53
54// Short random suffix so two activity ids minted in the same millisecond (e.g.
55// parallel saves) don't collide and get deduped by a receiver.
56const rid = () => crypto.randomBytes(4).toString('hex');
57
58// Keep only http(s) URLs — drops javascript:/data:/etc so a remote actor can't
59// smuggle a dangerous scheme into a stored href/src (rendered in owner-only views).
60const safeUrl = (u) => { const s = String(u == null ? '' : u).trim(); return /^https?:\/\//i.test(s) ? s : ''; };
61
62// ── SSRF guard for outbound fetches ───────────────────────────────
63// Remote URLs (actor/keyId/webfinger/inbox/inReplyTo) are attacker-controlled, so
64// every outbound fetch must refuse hosts that resolve to private/loopback ranges
65// (cloud metadata, internal services) — on the initial host AND each redirect hop.
66function isBlockedIp(ip) {
67 if (!ip) return true;
68 const v = net.isIP(ip);
69 if (v === 4) {
70 const o = ip.split('.').map(Number);
71 return o[0] === 127 || o[0] === 10 || o[0] === 0
72 || (o[0] === 172 && o[1] >= 16 && o[1] <= 31)
73 || (o[0] === 192 && o[1] === 168)
74 || (o[0] === 169 && o[1] === 254)
75 || (o[0] === 100 && o[1] >= 64 && o[1] <= 127); // CGNAT
76 }
77 if (v === 6) {
78 const s = ip.toLowerCase().replace(/^\[|\]$/g, '');
79 return s === '::1' || s === '::' || s.startsWith('fc') || s.startsWith('fd') || s.startsWith('fe80')
80 || s.startsWith('::ffff:127.') || s.startsWith('::ffff:10.') || s.startsWith('::ffff:192.168.')
81 || s.startsWith('::ffff:169.254.') || s.startsWith('::ffff:172.');
82 }
83 return true; // not an IP literal we recognise → refuse
84}
85async function assertPublicHost(hostname) {
86 if (net.isIP(hostname)) { if (isBlockedIp(hostname)) throw new Error('ssrf-blocked-ip'); return; }
87 const addrs = await dns.promises.lookup(hostname, { all: true });
88 if (!addrs.length || addrs.some((a) => isBlockedIp(a.address))) throw new Error('ssrf-blocked-host');
89}
90export async function safeFetch(url, opts = {}, maxRedirects = 3) {
91 let target = url;
92 for (let hop = 0; ; hop++) {
93 const u = new URL(target); // throws on malformed → caller's catch
94 if (u.protocol !== 'https:' && u.protocol !== 'http:') throw new Error('ssrf-bad-scheme');
95 await assertPublicHost(u.hostname);
96 const r = await fetch(target, { ...opts, redirect: 'manual', signal: AbortSignal.timeout(8000) });
97 const loc = (r.status >= 300 && r.status < 400) ? r.headers.get('location') : null;
98 if (loc && hop < maxRedirects) { target = new URL(loc, target).toString(); continue; }
99 return r;
100 }
101}
102const MAX_OUTBOX = 20;
103// Cache-buster for the music listen-link → forces Mastodon to re-crawl a FRESH
104// (square) player card. Bump this whenever the twitter:player card dimensions change.
105const FEDI_CARD_VER = '2';
106
107// ── RSA keys per actor (lazy, cached in DB) ───────────────────────
108// Prepared lazily (NOT at module load) — the ap_keys table is created in
109// initializeDatabase(), which runs after this module is imported.
110let _sel, _ins;
111function keyStmts() {
112 if (!_sel) {
113 _sel = db.prepare('SELECT public_pem, private_pem FROM ap_keys WHERE slug = ?');
114 _ins = db.prepare('INSERT OR IGNORE INTO ap_keys (slug, public_pem, private_pem, created_at) VALUES (?,?,?,CURRENT_TIMESTAMP)');
115 }
116 return { sel: _sel, ins: _ins };
117}
118
119export function getOrCreateKeys(slug) {
120 const { sel, ins } = keyStmts();
121 const row = sel.get(slug);
122 if (row) return row;
123 const { publicKey, privateKey } = crypto.generateKeyPairSync('rsa', {
124 modulusLength: 2048,
125 publicKeyEncoding: { type: 'spki', format: 'pem' },
126 privateKeyEncoding: { type: 'pkcs8', format: 'pem' },
127 });
128 ins.run(slug, publicKey, privateKey);
129 return sel.get(slug) || { public_pem: publicKey, private_pem: privateKey };
130}
131
132// ── content negotiation ───────────────────────────────────────────
133// True when the caller wants ActivityPub JSON rather than the HTML page.
134export function apWants(req) {
135 const a = String(req.headers.accept || '').toLowerCase();
136 return a.includes('application/activity+json') ||
137 (a.includes('application/ld+json') && a.includes('activitystreams'));
138}
139
140const AP_CONTENT_TYPE = 'application/activity+json; charset=utf-8';
141export function sendAP(res, obj) {
142 res.type(AP_CONTENT_TYPE);
143 res.set('Cache-Control', 'public, max-age=120');
144 res.send(JSON.stringify(obj));
145}
146
147// ── document builders ─────────────────────────────────────────────
148export function actorId(base, slug) { return `${base}/ap/users/${encodeURIComponent(slug)}`; }
149export function noteId(base, postId) { return `${base}/ap/notes/${encodeURIComponent(postId)}`; }
150
151export function buildActor(base, site) {
152 const id = actorId(base, site.slug);
153 const keys = getOrCreateKeys(site.slug);
154 const actor = {
155 '@context': AP_CONTEXT,
156 id,
157 type: 'Person',
158 preferredUsername: site.slug,
159 name: site.title || site.slug,
160 summary: site.tagline || site.description || '',
161 url: `${base}/${site.slug === site.primary_slug ? '' : 'user/' + encodeURIComponent(site.slug)}`,
162 manuallyApprovesFollowers: false,
163 discoverable: true,
164 inbox: `${id}/inbox`,
165 outbox: `${id}/outbox`,
166 followers: `${id}/followers`,
167 following: `${id}/following`,
168 featured: `${id}/featured`,
169 // C2S clients (Shaer apps) discover auth + upload here — no hardcoded paths.
170 // All four are ActivityPub-spec `endpoints` terms. Dynamic client registration
171 // (RFC 7591) is discovered via /.well-known/oauth-authorization-server, not here.
172 endpoints: {
173 sharedInbox: `${base}/ap/inbox`,
174 oauthAuthorizationEndpoint: `${base}/oauth/authorize`,
175 oauthTokenEndpoint: `${base}/oauth/token`,
176 uploadMedia: `${id}/uploadMedia`,
177 },
178 publicKey: {
179 id: `${id}#main-key`,
180 owner: id,
181 publicKeyPem: keys.public_pem,
182 },
183 };
184 if (site.profile_photo) {
185 const u = /^https?:/.test(site.profile_photo) ? site.profile_photo : `${base}${site.profile_photo.startsWith('/') ? '' : '/'}${site.profile_photo}`;
186 actor.icon = { type: 'Image', url: u };
187 }
188 // Account creation date — shown by Mastodon + read by indexers (additive, standard AS2).
189 if (site.created_at) { try { actor.published = new Date(site.created_at).toISOString(); } catch { /* skip bad date */ } }
190 // Profile links → PropertyValue rows: Mastodon/PeerTube/WordPress-ActivityPub render these as
191 // profile metadata (rel=me enables link-back verification). Additive; ignored by simpler receivers.
192 try {
193 const links = JSON.parse(site.profile_links || '[]');
194 if (Array.isArray(links) && links.length) {
195 const esc = (s) => String(s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
196 const rows = links
197 .filter((l) => l && l.url && /^https?:/i.test(l.url))
198 .map((l) => ({
199 type: 'PropertyValue',
200 name: esc(l.platform || 'Link'),
201 value: `<a href="${esc(l.url).replace(/"/g, '&quot;')}" rel="me nofollow noopener" target="_blank">${esc(String(l.url).replace(/^https?:\/\//, ''))}</a>`,
202 }));
203 if (rows.length) actor.attachment = rows;
204 }
205 } catch { /* skip malformed profile_links */ }
206 return actor;
207}
208
209// Does a post's audio shortcodes reference at least one PLAYABLE (file-backed)
210// track? Link-only tracks (external Spotify/YouTube, media_id NULL) don't count —
211// they have no Klonkt-hosted audio to embed, so no player card / cover-suppression.
212export function hasPlayableAudio(content, siteId) {
213 if (!content || !/\[\[(track|album|playlist):/i.test(content)) return false;
214 try {
215 for (const m of content.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT media_id FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.media_id) return true; }
216 for (const m of content.matchAll(/\[\[album:([^\]]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM audio_tracks WHERE site_id = ? AND album = ? AND media_id IS NOT NULL LIMIT 1').get(siteId, m[1].trim())) return true; }
217 for (const m of content.matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id WHERE pt.playlist_id = ? AND t.media_id IS NOT NULL LIMIT 1').get(m[1])) return true; }
218 } catch { /* non-fatal */ }
219 return false;
220}
221
222// A single post as an AS2 Note (the object), and as a Create activity (for outbox/delivery).
223export function buildNote(base, site, post, opts = {}) {
224 // Replies are Notes too. buildNote is the single entry point for ALL Notes; a reply is
225 // (for now) the simple flavor: pre-baked content, no title/cover/image/audio/embed
226 // machinery, addressed to the parent actor + thread. This early branch keeps that output
227 // byte-identical to the old buildReplyNote. When rich replies land (images/audio/embeds),
228 // this branch collapses and replies flow through the full post pipeline below. `post` here
229 // is the ap_outbox reply row (id, in_reply_to, content, post_slug, created_at, to_actor).
230 if (opts.isReply) {
231 const meR = actorId(base, site.slug);
232 // Rich replies: attachments column (JSON [{url, mediaType, name}]) → AS2
233 // attachment array with absolute URLs and the matching object type.
234 let replyAtt;
235 try {
236 const list = post.attachments ? JSON.parse(post.attachments) : [];
237 if (Array.isArray(list) && list.length) {
238 replyAtt = list.map((a) => ({
239 type: a.mediaType.startsWith('image/') ? 'Image' : a.mediaType.startsWith('audio/') ? 'Audio' : 'Video',
240 mediaType: a.mediaType,
241 url: /^https?:/i.test(a.url) ? a.url : `${base}${a.url}`,
242 name: a.name || undefined,
243 }));
244 }
245 } catch { /* malformed attachments never block the Note */ }
246 return {
247 id: noteId(base, post.id),
248 type: 'Note',
249 attributedTo: meR,
250 inReplyTo: post.in_reply_to || undefined,
251 content: post.content,
252 // Reply language (rich replies): the AS2 language map next to `content`.
253 contentMap: post.language ? { [post.language]: post.content } : undefined,
254 attachment: replyAtt,
255 url: post.post_slug ? `${base}/${encodeURIComponent(post.post_slug)}` : undefined,
256 published: toISO(post.created_at),
257 // A direct note (private mention, shaer-tqc) addresses ONLY its
258 // recipients: no Public anywhere, so it cannot be boosted and never
259 // shows in public timelines (the Mastodon DM model).
260 to: post.visibility === 'direct'
261 ? (JSON.parse(post.to_actors || '[]'))
262 : (post.to_actor ? [post.to_actor] : [PUBLIC]),
263 cc: post.visibility === 'direct' ? [] : [PUBLIC, `${meR}/followers`],
264 // FEP-633c 5.2.1: a ward's call for help. Only ever on direct notes.
265 'shaer:helpRequest': (post.visibility === 'direct' && post.help_request) ? true : undefined,
266 tag: [
267 ...mentionTags(post.content),
268 ...hashtagTags(base, post.content),
269 ],
270 };
271 }
272 const id = noteId(base, post.id);
273 const aId = actorId(base, site.slug);
274 const human = `${base}/${encodeURIComponent(post.slug)}`;
275 // Mastodon ignores a Note's `name`, so put the title INTO the content (bold
276 // first line) — the standard blog→fediverse convention. post.content is
277 // already sanitized HTML; the title is plain text, so escape it.
278 const escTitle = String(post.title || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
279 const titleHtml = post.title ? `<p><strong>${escTitle}</strong></p>` : '';
280
281 // Images travel as AP `attachment` (Mastodon strips <img> from content). Collect
282 // the cover + any inline <img>, make absolute, then strip <img> from the content
283 // to avoid duplicate rendering on clients that DO keep them.
284 const abs = (u) => !u ? null : (/^https?:/i.test(u) ? u : `${base}${u.startsWith('/') ? '' : '/'}${u}`);
285 const mediaType = (u) => {
286 const e = ((u || '').split('?')[0].match(/\.(\w+)$/) || [])[1];
287 return ({ jpg: 'image/jpeg', jpeg: 'image/jpeg', png: 'image/png', gif: 'image/gif', webp: 'image/webp', avif: 'image/avif', mp4: 'video/mp4', webm: 'video/webm', mov: 'video/quicktime' })[(e || '').toLowerCase()] || 'image/jpeg';
288 };
289 const hadAudio = /\[\[(track|album|playlist):/i.test(post.content || '');
290 const playable = hasPlayableAudio(post.content || '', site && site.id);
291 // A post with an external embed (Spotify/YouTube/SoundCloud/Vimeo/Bandcamp/Apple) should let
292 // Mastodon render the embed's player CARD. Mastodon shows EITHER media attachments OR a link
293 // card, never both — so when the post has an embed link we skip the image attachments so the
294 // card wins. (On Klonkt nothing changes: the cover + the embed player still render.)
295 const hasEmbed = (() => {
296 const c = post.content || '';
297 if (/\[\[embed:/i.test(c)) return true;
298 for (const m of c.matchAll(/https?:\/\/[^\s"'<>]+/gi)) if (AudioEmbedService.detectProvider(m[0])) return true;
299 return false;
300 })();
301 // Link-only tracks (external Spotify/YouTube/SoundCloud, no hosted file): collect their links
302 // so we federate them — Mastodon cards the first (its player), the rest show as clickable links
303 // — instead of a bare "listen on site" link, and we suppress the cover so the card can show.
304 const trackEmbedLinks = (() => {
305 if (playable) return [];
306 const out = [];
307 try {
308 for (const m of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) {
309 const r = db.prepare('SELECT media_id, link_spotify, link_youtube, link_soundcloud FROM audio_tracks WHERE id = ?').get(m[1]);
310 if (r && !r.media_id) for (const u of [r.link_spotify, r.link_youtube, r.link_soundcloud]) if (u && /^https?:\/\//i.test(u)) out.push(u);
311 }
312 } catch { /* non-fatal */ }
313 return [...new Set(out)].slice(0, 6);
314 })();
315 const noImages = playable || hasEmbed || trackEmbedLinks.length > 0; // suppress images → let the player/embed card show
316 const urls = [];
317 // Posts with PLAYABLE hosted audio suppress image attachments so Mastodon renders
318 // the player CARD (twitter:player) instead of the cover — media attachment and
319 // link/player card are mutually exclusive on Mastodon. Link-only audio (external)
320 // keeps its cover (no player card to show).
321 // An animated cover federates as the muted loop MP4 (→ a Video attachment): animated WebP is
322 // unreliable on Mastodon and its iOS apps; the MP4 plays everywhere. Else the still cover image.
323 // Each entry carries the media URL + its alt text (federated as the AS2 attachment `name`, for a11y).
324 if (post.cover_video_url && !noImages) urls.push({ url: abs(post.cover_video_url), name: post.cover_alt || '' });
325 else if (post.cover_image_url && !noImages) urls.push({ url: abs(post.cover_image_url), name: post.cover_alt || '' });
326 let body = post.content || '';
327 // Only federate inline images we can actually serve: absolute http(s) URLs, or our own
328 // /media/ uploads. A relative path we don't host (e.g. a stale /images/... ref) would 404
329 // and show up as a black tile in Mastodon's attachment grid. Carry the <img alt="…"> through
330 // as the attachment description.
331 if (!noImages) for (const m of body.matchAll(/<img\b[^>]*>/gi)) {
332 const tag = m[0];
333 const src = (tag.match(/\bsrc="([^"]+)"/i) || [])[1];
334 if (!src || !(/^https?:\/\//i.test(src) || src.startsWith('/media/'))) continue;
335 const alt = (tag.match(/\balt="([^"]*)"/i) || [])[1] || '';
336 urls.push({ url: abs(src), name: alt });
337 }
338 body = body.replace(/<img\b[^>]*>/gi, '');
339 // Audio shortcodes: do NOT federate the raw audio file — Klonkt deliberately
340 // gates audio (the /audio/stream URL has friction), and shipping it as an AP
341 // audio attachment would hand Mastodon a plain, downloadable mp3 URL. Instead,
342 // replace the shortcodes with a "🎵 listen on the site" link so the post invites
343 // a click-through to the protected player (discovery without leaking the file).
344 const esc = (s) => String(s == null ? '' : s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
345 const audioLabels = [];
346 try {
347 for (const m of body.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT title FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.title) audioLabels.push(r.title); }
348 for (const m of body.matchAll(/\[\[album:([^\]]+)\]\]/g)) audioLabels.push(m[1].trim());
349 } catch { /* non-fatal */ }
350 // fedi_open tracks → real AS2 Audio attachments (the actual file URL, served ungated) so
351 // EVERY client incl. the Mastodon apps plays them inline natively. Gated tracks (default)
352 // stay link/card-only — the file is never exposed for them. Resolve from post.content so a
353 // later body mutation can't affect it.
354 const openAudio = [];
355 if (hadAudio) {
356 const seenA = new Set();
357 const addRow = (r) => {
358 const fn = r.filename || (r.storage_path || '').split('/').pop();
359 if (!fn || seenA.has(fn)) return; seenA.add(fn);
360 const a = { type: 'Audio', mediaType: r.mime_type || 'audio/mpeg', url: `${base}/audio/stream/${encodeURIComponent(fn)}`, name: r.title || 'Audio' };
361 // Cover art on the Audio attachment (AS2 `icon`): track cover, else the post cover.
362 // Mastodon renders it as the artwork thumbnail on its native audio player.
363 const art = abs(r.cover_url || post.cover_image_url || null);
364 if (art) a.icon = { type: 'Image', mediaType: mediaType(art), url: art };
365 openAudio.push(a);
366 };
367 const SEL = 'SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM audio_tracks t JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND ';
368 try {
369 for (const mm of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare(SEL + 't.id = ?').get(mm[1]); if (r) addRow(r); }
370 for (const mm of (post.content || '').matchAll(/\[\[album:([^\]]+)\]\]/g)) for (const r of db.prepare(SEL + 't.site_id = ? AND t.album = ? ORDER BY t.rowid').all(site.id, mm[1].trim())) addRow(r);
371 for (const mm of (post.content || '').matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) for (const r of db.prepare('SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND pt.playlist_id = ? ORDER BY pt.position').all(mm[1])) addRow(r);
372 } catch { /* non-fatal */ }
373 }
374 body = body.replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
375 // External embeds ([[embed:url]]) → emit the bare URL as a link so Mastodon
376 // renders its OWN preview/player card (YouTube/Spotify/SoundCloud/etc) instead
377 // of federating the raw shortcode text.
378 body = body.replace(/\[\[embed:([^\]]+)\]\]/gi, (mm, raw) => {
379 const u = esc(raw.trim().replace(/&amp;/g, '&'));
380 return `<p><a href="${u}">${u}</a></p>`;
381 });
382 if (hadAudio) {
383 const lbl = audioLabels.length ? esc(audioLabels.slice(0, 4).join(', ')) : '';
384 if (trackEmbedLinks.length) {
385 // Link-only track(s): emit the external link(s). Mastodon cards the first (Spotify → its
386 // player), the rest render as clickable links — the fediverse-native "embed + links".
387 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong>` : ''}</p>`;
388 for (const u of trackEmbedLinks) { const eu = esc(u); body += `<p><a href="${eu}">${eu}</a></p>`; }
389 } else {
390 // For playable posts, append a version param to the listen-link so Mastodon
391 // sees a NEW card URL and re-crawls it (fresh SQUARE player card) instead of
392 // reusing the cached landscape one. Invisible: the link TEXT stays clean, the
393 // page ignores the param. Bump FEDI_CARD_VER when the card dimensions change.
394 const listenHref = playable ? `${human}?fc=${FEDI_CARD_VER}` : human;
395 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong> — ` : ''}<a href="${listenHref}">listen on ${esc(site.title || 'the site')}</a></p>`;
396 }
397 }
398 // Klonkt renders post content with white-space:pre-wrap, so raw newlines ARE line
399 // breaks on the site. Mastodon (plain HTML) collapses whitespace and would drop them,
400 // so convert newlines to <br> for the federated copy (content already made with
401 // shift+enter uses <br> and has no \n → this is a no-op there).
402 body = body.replace(/\r?\n/g, '<br>');
403 body = linkHashtags(base, body); // link inline #hashtags in the post body too
404 body = linkUrls(body); // bare URLs → clickable links on the federated copy
405 // Append the tags-field hashtags to the content so Mastodon renders them as clickable
406 // hashtags (a Hashtag that's only in the `tag` array isn't shown inline). CamelCase
407 // multi-word tags; skip any already present inline in the body.
408 {
409 const inlineTags = new Set(hashtagTags(base, body).map((h) => h.name.slice(1).toLowerCase()));
410 const addSeen = new Set();
411 const tagLinks = normalizeTags(post.tags).map(tagParts).filter(Boolean)
412 .filter((p) => !inlineTags.has(p.slug) && !addSeen.has(p.slug) && addSeen.add(p.slug))
413 .map((p) => `<a href="${base}/tag/${encodeURIComponent(p.slug)}" class="mention hashtag" rel="tag">#${p.label}</a>`);
414 if (tagLinks.length) body += `<p>${tagLinks.join(' ')}</p>`;
415 }
416 const seen = new Set();
417 const attachment = urls.filter((x) => x && x.url)
418 .filter((x) => { if (seen.has(x.url)) return false; seen.add(x.url); return true; })
419 .map((x) => { const mt = mediaType(x.url); // specific AS2 subtype (Image/Audio/Video) over generic Document
420 const ty = /^image\//i.test(mt) ? 'Image' : /^video\//i.test(mt) ? 'Video' : /^audio\//i.test(mt) ? 'Audio' : 'Document';
421 const a = { type: ty, mediaType: mt, url: x.url };
422 if (x.name) a.name = String(x.name).slice(0, 1500); // alt text / description (AS2 `name`)
423 return a; });
424 for (const a of openAudio) attachment.push(a); // fedi_open tracks → native Audio players
425
426 // Inline @user@host mentions: the Mention tag objects + the mentioned actor URIs. Only
427 // present when the content was already mention-linked (deliverCreate/Update resolve them
428 // at send time); a plain buildNote (outbox/notes) yields none.
429 const _mentionTags = mentionTags(body);
430 const _mentionCc = _mentionTags.map((t) => t.href);
431
432 const note = {
433 id,
434 type: 'Note',
435 attributedTo: aId,
436 content: titleHtml + body,
437 url: human,
438 published: new Date(post.published_at || post.created_at || Date.now()).toISOString(),
439 // fan_only = "fans only" → followers-only visibility (delivered to your followers
440 // but not addressed to Public, so Mastodon shows it only to them and can't boost it).
441 to: (post.fan_only || post.ap_visibility === 'quiet') ? [`${aId}/followers`] : [PUBLIC],
442 // Mentioned actors (from inline @user@host links the caller resolved) are addressed in cc
443 // so Mastodon notifies them; empty unless the content was mention-linked (delivery time).
444 cc: [...new Set([
445 ...(post.ap_visibility === 'quiet' ? [PUBLIC] : []), // quiet public: Public in cc, not to
446 ...((post.fan_only || post.ap_visibility === 'quiet') ? [] : [`${aId}/followers`]),
447 ..._mentionCc])],
448 tag: [...buildHashtagList(base, post.tags, body), ..._mentionTags],
449 replies: `${id}/replies`,
450 // NSFW → Mastodon-style content warning: sensitive (blurs media) + a summary/spoiler
451 // (hides the whole post behind a "Gevoelige inhoud" button until the reader opens it).
452 sensitive: !!post.nsfw,
453 };
454 if (post.nsfw) note.summary = post.content_warning || 'Gevoelige inhoud';
455 if (attachment.length) note.attachment = attachment;
456 // When the cover attachment is suppressed (hosted audio OR an external embed/link-only track →
457 // so Mastodon shows the player/link card, not media), still expose the cover via AS2 `image` so
458 // card/grid consumers (the Klonkt Cirkel/News feed) can show it. Mastodon ignores a Note's
459 // `image`, so its card is unaffected — but a Klonkt receiver reads it (handleInbox o.image).
460 if (post.cover_image_url && noImages) {
461 const cov = abs(post.cover_image_url);
462 if (cov) { note.image = { type: 'Image', mediaType: mediaType(cov), url: cov }; if (post.cover_alt) note.image.name = String(post.cover_alt).slice(0, 1500); }
463 }
464 // Experiment (mirrors PeerTube / schema.org `embedUrl`): point at the GATED player page
465 // (/embed) so a client that honours embedUrl can show an inline player WITHOUT ever
466 // getting the audio file — the anti-steal posture is untouched. `embedUrl` is a real
467 // standard field name (not a Klonkt invention); if Mastodon's apps honour it on a Note we
468 // make it JSON-LD-clean with a context term, otherwise it degrades to the player card.
469 if (playable) note.embedUrl = `${base}/embed?post=${encodeURIComponent(post.slug)}`;
470 // Content language → AS2 contentMap (a BCP-47-keyed copy of the content). Mastodon reads the
471 // language from its key for the timeline language filter + the translate button. Emitted
472 // alongside `content` (Mastodon sends both); a plain receiver just uses `content`.
473 if (post.language && /^[a-z]{2,3}(-[A-Za-z]{2,4})?$/.test(post.language)) note.contentMap = { [post.language]: note.content };
474 // A hosted poll → federate as an AS2 Question (options + live tally). Do this last so it
475 // reuses the note's content/addressing/tags, then swaps the type and strips media.
476 const ownPoll = parseOwnPoll(post.poll_json);
477 if (ownPoll) applyPollToNote(note, post.id, ownPoll);
478 return note;
479}
480
481// All reply note URIs on a local post (inbound fediverse replies + our own
482// outbound replies) — backs the Note's `replies` Collection so remote servers
483// can fetch the whole thread.
484export function getReplyUris(base, postId) {
485 const out = [];
486 try {
487 for (const r of db.prepare("SELECT object_uri FROM ap_interactions WHERE kind = 'reply' AND post_id = ? AND object_uri != '' ORDER BY created_at").all(postId)) out.push(r.object_uri);
488 for (const r of db.prepare('SELECT id FROM ap_outbox WHERE post_id = ? ORDER BY rowid').all(postId)) out.push(`${base}/ap/notes/${r.id}`);
489 } catch { /* non-fatal */ }
490 return out;
491}
492
493// Notifications "seen" tracking → a real bell badge. Stored per site in app_settings.
494export function markNotificationsSeen(slug) {
495 try {
496 db.prepare("INSERT INTO app_settings (key, value, updated_at) VALUES (?, ?, CURRENT_TIMESTAMP) ON CONFLICT(key) DO UPDATE SET value = excluded.value, updated_at = CURRENT_TIMESTAMP")
497 .run(`fedi_notif_seen:${slug}`, new Date().toISOString());
498 } catch { /* non-fatal */ }
499}
500export function countUnseenNotifications(slug) {
501 try {
502 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
503 const seen = row ? Date.parse(row.value) : 0;
504 let n = 0;
505 for (const it of getNotifications(slug, 50)) { if (Date.parse(it.created_at) > seen) n++; }
506 return n;
507 } catch { return 0; }
508}
509// The seen-watermark itself (ms epoch, 0 = never marked) — the Messages page reads it
510// BEFORE marking seen, so it can render unread dots on the items newer than last visit.
511export function notificationsSeenAt(slug) {
512 try {
513 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
514 return row ? (Date.parse(row.value) || 0) : 0;
515 } catch { return 0; }
516}
517
518// Messages = the unified inbox (Reacties + Meldingen merged, decision Robin+Bart 2026-07-16):
519// every notification PLUS your own outbound replies ('sent', with edit/delete via their
520// outboxId), sorted as one stream. Consecutive likes/boosts on the same post collapse into
521// one grouped item (actors list + count) so activity doesn't drown out conversations.
522export function getMessages(slug, limit, offset) {
523 const off = Math.max(0, offset || 0);
524 const lim = limit || 60;
525 // The stream is grouped (consecutive likes/boosts collapse), so paging is done by
526 // recomputing the whole stream top-down and slicing [off, off+lim] — stable across
527 // pages. Fetch a buffer past off+lim so grouping-shrinkage can't hide a full page.
528 const need = off + lim + 100;
529 const items = getNotifications(slug, need);
530 try {
531 for (const m of listOutbox(slug).slice(0, need)) {
532 items.push({
533 type: 'sent', outboxId: m.id, to_handle: m.to_handle, in_reply_to: m.in_reply_to,
534 content: m.content, editable: m.editable, language: m.language, created_at: m.created_at,
535 });
536 }
537 } catch { /* ignore */ }
538 items.sort((a, b) => _msgTs(b) - _msgTs(a)); // NaN-safe (zie getNotifications)
539 const out = [];
540 for (const it of items) {
541 const prev = out[out.length - 1];
542 if ((it.type === 'like' || it.type === 'announce') && prev && prev.type === it.type
543 && prev.post_slug === it.post_slug) {
544 prev.actors = prev.actors || [prev.name || prev.handle || '?'];
545 prev.actors.push(it.name || it.handle || '?');
546 prev.count = (prev.count || 1) + 1;
547 continue;
548 }
549 out.push(it);
550 }
551 return out.slice(off, off + lim);
552}
553
554export function buildCreate(base, site, post) {
555 const note = buildNote(base, site, post);
556 return {
557 '@context': AP_CONTEXT,
558 id: note.id + '#create',
559 type: 'Create',
560 actor: actorId(base, site.slug),
561 published: note.published,
562 to: note.to,
563 cc: note.cc,
564 object: note,
565 };
566}
567
568export function buildOutbox(base, site, posts) {
569 const id = `${actorId(base, site.slug)}/outbox`;
570 const items = (posts || []).slice(0, MAX_OUTBOX).map((p) => buildCreate(base, site, p));
571 return {
572 '@context': AP_CONTEXT,
573 id,
574 type: 'OrderedCollection',
575 totalItems: items.length,
576 orderedItems: items,
577 };
578}
579
580// Public callers get a count-only collection (privacy). The authenticated
581// account owner (a C2S bearer scoped to this site) gets the real actor URIs via
582// `items`, so their own client can build a friends list.
583export function buildFollowers(base, site, count, items = null) {
584 const id = `${actorId(base, site.slug)}/followers`;
585 return {
586 '@context': AP_CONTEXT,
587 id,
588 type: 'OrderedCollection',
589 totalItems: items ? items.length : (count || 0),
590 orderedItems: items || [], // count-only for the public; full for the owner
591 };
592}
593
594// The accounts this site follows — count only, mirroring buildFollowers. The spec lists
595// `following` as a standard actor property; Hubzilla/Friendica + crawlers expect it.
596export function buildFollowing(base, site, count, items = null) {
597 const id = `${actorId(base, site.slug)}/following`;
598 return {
599 '@context': AP_CONTEXT,
600 id,
601 type: 'OrderedCollection',
602 totalItems: items ? items.length : (count || 0),
603 orderedItems: items || [], // count-only for the public; full for the owner
604 };
605}
606
607// Pinned posts → the actor's `featured` collection. Mastodon reads this and shows
608// these as the "Featured" tab (pinned to the profile). Posts come ordered by pin
609// rank; embedded as full Notes so a remote server doesn't need extra fetches.
610export function buildFeatured(base, site, posts) {
611 const id = `${actorId(base, site.slug)}/featured`;
612 const items = (posts || []).map((p) => buildNote(base, site, p));
613 return {
614 '@context': AP_CONTEXT,
615 id,
616 type: 'OrderedCollection',
617 totalItems: items.length,
618 orderedItems: items,
619 };
620}
621
622// ── followers store (lazy stmts) ──────────────────────────────────
623let _insF, _delF, _listF, _cntF;
624function fStmts() {
625 if (!_insF) {
626 _insF = db.prepare('INSERT OR IGNORE INTO ap_followers (slug, actor_uri, inbox, shared_inbox, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
627 _delF = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND actor_uri = ?');
628 _listF = db.prepare('SELECT inbox, shared_inbox FROM ap_followers WHERE slug = ?');
629 _cntF = db.prepare('SELECT COUNT(*) n FROM ap_followers WHERE slug = ?');
630 }
631 return { ins: _insF, del: _delF, list: _listF, cnt: _cntF };
632}
633export function followerCount(slug) { return fStmts().cnt.get(slug).n; }
634
635// Followers with delivery health, for the management list. Never-delivered accounts
636// first, then oldest successful delivery first — i.e. the cleanup candidates on top.
637export function listFollowers(slug) {
638 return db.prepare(
639 `SELECT id, actor_uri, inbox, shared_inbox, created_at, last_delivery_at, last_error_at
640 FROM ap_followers WHERE slug = ?
641 ORDER BY (last_delivery_at IS NULL) DESC, last_delivery_at ASC, created_at ASC`
642 ).all(slug);
643}
644// Manually drop a follower after a check (a still-live account would have to re-follow).
645export function removeFollower(slug, id) {
646 const info = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND id = ?').run(slug, id);
647 return info.changes > 0;
648}
649
650// Merge who-you-follow (ap_following, rich display) with who-follows-you (ap_followers,
651// delivery health) into ONE connections list, keyed by actor_uri. Each entry gets a
652// direction (following →, follower ←, mutual ↔) and, for accounts we deliver to, an
653// `unreachable` flag (never delivered, or last attempt failed after the last success) so
654// the view can split dead connections into their own section. Powers the Connect page.
655export function listConnections(slug) {
656 const byUri = new Map();
657 for (const f of listFollowing(slug)) {
658 byUri.set(f.actor_uri, {
659 actor_uri: f.actor_uri, name: f.name || null, handle: f.handle || null,
660 icon: f.icon || null, url: f.url || null, auto_boost: f.auto_boost ? 1 : 0,
661 status: f.status || null, following: true, follower: false,
662 last_delivery_at: null, last_error_at: null, follower_id: null,
663 });
664 }
665 for (const fo of listFollowers(slug)) {
666 const e = byUri.get(fo.actor_uri);
667 if (e) { e.follower = true; e.last_delivery_at = fo.last_delivery_at; e.last_error_at = fo.last_error_at; e.follower_id = fo.id; }
668 else byUri.set(fo.actor_uri, {
669 actor_uri: fo.actor_uri, name: null, handle: null, icon: null, url: null,
670 auto_boost: 0, status: null, following: false, follower: true,
671 last_delivery_at: fo.last_delivery_at, last_error_at: fo.last_error_at, follower_id: fo.id,
672 });
673 }
674 return [...byUri.values()].map((e) => {
675 e.direction = (e.following && e.follower) ? 'mutual' : (e.following ? 'following' : 'follower');
676 e.unreachable = e.follower && (!e.last_delivery_at || (!!e.last_error_at && (!e.last_delivery_at || e.last_error_at > e.last_delivery_at)));
677 return e;
678 });
679}
680
681// ── inbound interactions store (replies / likes / boosts) + our outbound replies ──
682let _insI, _delLA, _delReply, _listI, _getI, _insO, _listO, _getO;
683// ── moderation tombstones (ap_rejected_objects) ───────────────────
684// A reply the owner removed stays removed: its object URI is tombstoned and
685// checked at ingest AND by the thread-crawler (else thread-filling would
686// re-fetch it). Owner moderation acts on the LOCAL copy, so it also works for
687// private notes that authorize_interaction can't fetch (401/404).
688let _insRj, _hasRj;
689function rjStmts() {
690 if (!_insRj) {
691 _insRj = db.prepare('INSERT OR IGNORE INTO ap_rejected_objects (object_uri, post_id, reason) VALUES (?,?,?)');
692 _hasRj = db.prepare('SELECT 1 FROM ap_rejected_objects WHERE object_uri = ?');
693 }
694 return { ins: _insRj, has: _hasRj };
695}
696export function isRejectedObject(uri) {
697 if (!uri) return false;
698 try { return !!rjStmts().has.get(String(uri)); } catch { return false; }
699}
700// Owner removes an incoming reply: tombstone + delete. Tenancy-scoped: the
701// interaction's post must belong to the caller's site.
702export function rejectInteraction(site, interactionId, reason) {
703 if (!site || !site.slug) return { error: 'forbidden' };
704 const row = iStmts().getI.get(interactionId);
705 if (!row) return { error: 'not_found' };
706 const owns = db.prepare('SELECT 1 FROM posts WHERE id = ? AND site_id = (SELECT id FROM sites WHERE slug = ?)')
707 .get(row.post_id, site.slug);
708 if (!owns) return { error: 'forbidden' };
709 if (row.object_uri) { try { rjStmts().ins.run(row.object_uri, row.post_id, reason || 'removed by site owner'); } catch { /* non-fatal */ } }
710 db.prepare('DELETE FROM ap_interactions WHERE id = ?').run(interactionId);
711 console.log('[AP] interaction removed by owner', site.slug, row.object_uri || row.actor_uri);
712 return { ok: true, object_uri: row.object_uri || null, actor_uri: row.actor_uri || null };
713}
714// Stored URIs of an interaction (tenancy-scoped) → feed sendReport for flagging
715// from the local copy (works for private notes; no remote fetch needed to target).
716export function interactionReportTarget(site, interactionId) {
717 if (!site || !site.slug) return null;
718 const row = iStmts().getI.get(interactionId);
719 if (!row) return null;
720 const owns = db.prepare('SELECT 1 FROM posts WHERE id = ? AND site_id = (SELECT id FROM sites WHERE slug = ?)')
721 .get(row.post_id, site.slug);
722 if (!owns) return null;
723 return { objectUri: row.object_uri || null, actorUri: row.actor_uri || null };
724}
725
726// AP addressing → visibility: 'public' | 'unlisted' | 'followers' | 'direct'.
727// Mastodon-conventie: Public in `to` = public, Public in `cc` = unlisted, een
728// followers-collectie zonder Public = followers-only, anders direct (DM). Public
729// kan als volledige URI, 'as:Public' of 'Public' voorkomen (JSON-LD shorthands).
730export function noteVisibility(o) {
731 const arr = (v) => (Array.isArray(v) ? v : (v ? [v] : []));
732 const isPub = (u) => u === PUBLIC || u === 'as:Public' || u === 'Public';
733 const to = arr(o && o.to).map(String);
734 const cc = arr(o && o.cc).map(String);
735 if (to.some(isPub)) return 'public';
736 if (cc.some(isPub)) return 'unlisted';
737 if ([...to, ...cc].some((u) => /\/followers\/?$/.test(u))) return 'followers';
738 return 'direct';
739}
740
741function iStmts() {
742 if (!_insI) {
743 _insI = db.prepare('INSERT OR IGNORE INTO ap_interactions (kind, post_id, object_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, parent_uri, visibility, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
744 _delLA = db.prepare('DELETE FROM ap_interactions WHERE kind = ? AND post_id = ? AND actor_uri = ?');
745 _delReply = db.prepare("DELETE FROM ap_interactions WHERE kind = 'reply' AND object_uri = ?");
746 _listI = db.prepare('SELECT id, kind, object_uri, parent_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, created_at, acted_boost, acted_like, visibility FROM ap_interactions WHERE post_id = ? ORDER BY created_at ASC');
747 _getI = db.prepare('SELECT * FROM ap_interactions WHERE id = ?');
748 _insO = db.prepare('INSERT INTO ap_outbox (id, site_slug, post_id, post_slug, in_reply_to, to_actor, to_handle, content, language, attachments, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
749 _listO = db.prepare('SELECT * FROM ap_outbox WHERE post_id = ? ORDER BY created_at ASC');
750 _getO = db.prepare('SELECT * FROM ap_outbox WHERE id = ?');
751 }
752 return { ins: _insI, delLA: _delLA, delReply: _delReply, list: _listI, getI: _getI, insO: _insO, listO: _listO, getO: _getO };
753}
754
755export function getInteractionById(id) { return iStmts().getI.get(id); }
756export function setInteractionBoosted(id, on) {
757 db.prepare('UPDATE ap_interactions SET acted_boost = ? WHERE id = ?').run(on ? 1 : 0, id);
758}
759export function setInteractionLiked(id, on) {
760 db.prepare('UPDATE ap_interactions SET acted_like = ? WHERE id = ?').run(on ? 1 : 0, id);
761}
762// Your like/boost state on a REMOTE post (interact page toggles).
763export function setMyReaction(slug, uri, kind, on) {
764 if (on) db.prepare('INSERT OR IGNORE INTO ap_my_reactions (site_slug, target_uri, kind) VALUES (?,?,?)').run(slug, uri, kind);
765 else db.prepare('DELETE FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ? AND kind = ?').run(slug, uri, kind);
766}
767export function getMyReactions(slug, uri) {
768 const rows = (slug && uri) ? db.prepare('SELECT kind FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ?').all(slug, uri) : [];
769 return { liked: rows.some((r) => r.kind === 'like'), boosted: rows.some((r) => r.kind === 'boost') };
770}
771
772const localPostExists = (id) => { try { return !!db.prepare('SELECT 1 FROM posts WHERE id = ?').get(id); } catch { return false; } };
773// Extract our local post id from a note URL, but only if it's ours (base match).
774function postIdFromNoteUrl(url, base) {
775 const s = String(url || '');
776 if (base && !s.startsWith(base)) return null;
777 const m = s.match(/\/ap\/notes\/([^/?#]+)/);
778 return m ? decodeURIComponent(m[1]) : null;
779}
780function deriveHandle(actorUri) {
781 try { const u = new URL(actorUri); const seg = u.pathname.split('/').filter(Boolean).pop() || ''; return `@${seg}@${u.host}`; } catch { return String(actorUri || ''); }
782}
783function actorInfo(doc, actorUri) {
784 let host = ''; try { host = new URL(actorUri).host; } catch { /* keep empty */ }
785 const handle = doc && doc.preferredUsername ? `@${doc.preferredUsername}@${host}` : deriveHandle(actorUri);
786 const icon = doc && doc.icon ? (doc.icon.url || (Array.isArray(doc.icon) && doc.icon[0] && doc.icon[0].url)) : null;
787 return {
788 name: (doc && (doc.name || doc.preferredUsername)) || handle,
789 handle,
790 url: safeUrl((doc && (doc.url || doc.id)) || actorUri) || null,
791 icon: safeUrl(icon) || null,
792 };
793}
794
795// Given an inReplyTo note URL, find which local post the thread belongs to + the
796// note being replied to (parent), so a reply-to-a-comment can be nested.
797function findThreadTarget(inReplyTo, base) {
798 if (!inReplyTo) return null;
799 const seg = postIdFromNoteUrl(inReplyTo, base); // our /ap/notes/<id> segment (if ours)
800 if (seg && localPostExists(seg)) return { post_id: seg, parent_uri: inReplyTo };
801 if (seg) {
802 try { const o = db.prepare('SELECT post_id FROM ap_outbox WHERE id = ?').get(seg); if (o && o.post_id) return { post_id: o.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
803 }
804 try { const row = db.prepare("SELECT post_id FROM ap_interactions WHERE object_uri = ? AND kind = 'reply' LIMIT 1").get(inReplyTo); if (row && row.post_id) return { post_id: row.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
805 return null;
806}
807
808// Drop the leading @mention(s) a federated reply carries (the person being replied to),
809// so a comment reads "dope tekening ouwe" instead of "@jason@jasonhacky.nl dope …".
810// Keeps a leading <p> wrapper; handles mention <a> links and plain-text @user@domain.
811export function stripLeadingMentions(html) {
812 if (!html) return html;
813 let s = String(html);
814 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:<a\b[^>]*>\s*@[^<]+<\/a>[  ]*)+/i, (m, p) => p || '');
815 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:@[\w.-]+(?:@[\w.-]+)?[  ]+)+/i, (m, p) => p || '');
816 return s;
817}
818
819// View-ready threaded view of a post's fediverse activity (inbound replies +
820// our outbound replies, nested), plus like/boost counts.
821export function getInteractions(postId, base, site) {
822 const s = iStmts();
823 // Privacy: a followers-only or direct (DM) reply is addressed to people, not to the
824 // public web, so it must NOT render in the public thread. It still reaches the owner
825 // via notifications (post context + reference included there). Legacy rows without a
826 // visibility value are treated as public. Likes/boosts stay counted (count-only).
827 const rows = s.list.all(postId).filter((r) =>
828 r.kind !== 'reply' || !(r.visibility === 'followers' || r.visibility === 'direct'));
829 const baseClean = (base || process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
830 const postNoteId = baseClean ? `${baseClean}/ap/notes/${postId}` : null;
831 // Our own (outbound) replies show the SITE identity for everyone (not "You").
832 let host = ''; try { host = new URL(baseClean).host; } catch { /* ignore */ }
833 const siteName = (site && (site.title || site.slug)) || '';
834 const siteHandle = (site && site.slug && host) ? `@${site.slug}@${host}` : '';
835 const siteUrl = baseClean ? `${baseClean}/` : '';
836 const siteIcon = (site && site.profile_photo) || null;
837
838 const nodes = [];
839 for (const r of rows) {
840 if (r.kind !== 'reply') continue;
841 nodes.push({
842 noteId: r.object_uri, parent: r.parent_uri || null, mine: false, id: r.id,
843 actor_uri: r.actor_uri,
844 actor_name: r.actor_name, actor_handle: r.actor_handle, actor_url: r.actor_url,
845 actor_icon: r.actor_icon, content: stripLeadingMentions(r.content), created_at: r.published || r.created_at,
846 acted_boost: !!r.acted_boost, acted_like: !!r.acted_like,
847 children: [],
848 });
849 }
850 for (const o of s.listO.all(postId)) {
851 nodes.push({
852 noteId: baseClean ? `${baseClean}/ap/notes/${o.id}` : o.id, parent: o.in_reply_to || null,
853 mine: true, outboxId: o.id, content: stripLeadingMentions(o.content), created_at: o.created_at,
854 media: (() => { try { return o.attachments ? JSON.parse(o.attachments) : []; } catch { return []; } })(),
855 actor_name: siteName, actor_handle: siteHandle, actor_url: siteUrl, actor_icon: siteIcon,
856 children: [],
857 });
858 }
859
860 const byId = new Map(nodes.map((n) => [n.noteId, n]));
861 // Conversation partners per node (u02, the reply editor's mentions bar): the
862 // node's author plus the ancestor authors up the chain. Our own nodes are
863 // skipped (we do not mention ourselves), deduped by actor, capped at 8.
864 for (const n of nodes) {
865 const seen = new Set();
866 const list = [];
867 let cur = n, guard = 0;
868 while (cur && guard++ < 12 && list.length < 8) {
869 if (!cur.mine && cur.actor_uri && !seen.has(cur.actor_uri)) {
870 seen.add(cur.actor_uri);
871 list.push({
872 uri: cur.actor_uri,
873 url: cur.actor_url || cur.actor_uri,
874 handle: cur.actor_handle || deriveHandle(cur.actor_uri),
875 });
876 }
877 cur = cur.parent ? byId.get(cur.parent) : null;
878 }
879 n.participants = list;
880 }
881 const isTop = (n) => !n.parent || n.parent === postNoteId || !byId.has(n.parent);
882 const tops = [];
883 for (const n of nodes) {
884 if (isTop(n)) { tops.push(n); continue; }
885 let anc = n, guard = 0;
886 while (!isTop(anc) && guard++ < 12) anc = byId.get(anc.parent);
887 anc.children.push(n);
888 }
889 const byTime = (a, b) => new Date(a.created_at) - new Date(b.created_at);
890 tops.sort(byTime).forEach((t) => t.children.sort(byTime));
891
892 return {
893 thread: tops,
894 likeCount: rows.filter((r) => r.kind === 'like').length,
895 announceCount: rows.filter((r) => r.kind === 'announce').length,
896 total: nodes.length,
897 };
898}
899
900// ── HTTP Signatures + delivery ────────────────────────────────────
901const slugFromActorUrl = (url) => { const m = String(url || '').match(/\/ap\/users\/([^/?#]+)/); return m ? decodeURIComponent(m[1]) : null; };
902// Which of OUR sites are named in a note's Mention tags? Only hrefs on our own base count
903// (an /ap/users/<slug> path on a remote host is someone else's actor), and the slug must be
904// an existing site. Deduped.
905export function localMentionSlugs(tags, base) {
906 if (!base) return [];
907 const out = [], seen = new Set();
908 for (const t of (Array.isArray(tags) ? tags : (tags ? [tags] : []))) {
909 if (!t || t.type !== 'Mention' || typeof t.href !== 'string') continue;
910 if (!t.href.startsWith(base + '/ap/users/')) continue;
911 const slug = slugFromActorUrl(t.href);
912 if (!slug || seen.has(slug)) continue; seen.add(slug);
913 try { if (db.prepare('SELECT 1 FROM sites WHERE slug = ?').get(slug)) out.push(slug); } catch { /* ignore */ }
914 }
915 return out;
916}
917
918// Sign + POST an activity to a remote inbox (draft-cavage HTTP Signatures, RSA-SHA256).
919export async function deliver(inboxUrl, bodyObj, keyId, privatePem) {
920 const body = JSON.stringify(bodyObj);
921 const u = new URL(inboxUrl);
922 const date = new Date().toUTCString();
923 const digest = 'SHA-256=' + crypto.createHash('sha256').update(body).digest('base64');
924 const signingString = `(request-target): post ${u.pathname}\nhost: ${u.host}\ndate: ${date}\ndigest: ${digest}`;
925 const signature = crypto.sign('sha256', Buffer.from(signingString), privatePem).toString('base64');
926 const sig = `keyId="${keyId}",algorithm="rsa-sha256",headers="(request-target) host date digest",signature="${signature}"`;
927 const r = await safeFetch(inboxUrl, {
928 method: 'POST',
929 headers: { 'Content-Type': 'application/activity+json', Accept: 'application/activity+json', Date: date, Digest: digest, Signature: sig },
930 body,
931 });
932 return r.status;
933}
934
935export async function fetchActor(url) {
936 try {
937 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
938 if (!r.ok) return null;
939 const len = Number(r.headers.get('content-length') || 0);
940 if (len > 2_000_000) return null; // refuse oversized actor docs
941 return await r.json();
942 } catch { return null; }
943}
944
945// ── Delivery queue with retries ───────────────────────────────────
946// Outbound deliveries are tried immediately; on failure (down server, timeout,
947// non-2xx) they're queued and retried with backoff so a briefly-offline follower
948// doesn't silently miss the post. The signing key is NOT stored — the worker
949// re-derives it from the actor slug at send time.
950const DELIVERY_MAX_ATTEMPTS = 6;
951const DELIVERY_BACKOFF_MIN = [1, 5, 15, 60, 180, 360];
952let _insDeliv, _dueDeliv, _delDeliv, _bumpDeliv;
953function deliveryStmts() {
954 if (!_insDeliv) {
955 _insDeliv = db.prepare('INSERT INTO ap_delivery (slug, inbox, body, attempts, next_at) VALUES (?,?,?,0,CURRENT_TIMESTAMP)');
956 _dueDeliv = db.prepare("SELECT * FROM ap_delivery WHERE datetime(next_at) <= datetime('now') ORDER BY next_at LIMIT 30");
957 _delDeliv = db.prepare('DELETE FROM ap_delivery WHERE id = ?');
958 _bumpDeliv = db.prepare('UPDATE ap_delivery SET attempts = ?, next_at = ? WHERE id = ?');
959 }
960 return { ins: _insDeliv, due: _dueDeliv, del: _delDeliv, bump: _bumpDeliv };
961}
962export function enqueueDelivery(slug, inbox, activity) {
963 if (!slug || !inbox || !activity) return;
964 try { deliveryStmts().ins.run(slug, inbox, JSON.stringify(activity)); } catch { /* ignore */ }
965}
966// Record delivery health per follower so the followers list can flag dead accounts.
967// Keyed by inbox: a shared-inbox POST reaches every follower behind it, so all of them
968// are marked. A non-follower inbox (inline @mention) simply matches 0 rows.
969let _fDelivOk, _fDelivErr;
970function markFollowerDelivery(slug, inbox, ok) {
971 if (!slug || !inbox) return;
972 try {
973 if (!_fDelivOk) {
974 _fDelivOk = db.prepare('UPDATE ap_followers SET last_delivery_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
975 _fDelivErr = db.prepare('UPDATE ap_followers SET last_error_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
976 }
977 (ok ? _fDelivOk : _fDelivErr).run(slug, inbox, inbox);
978 } catch { /* health tracking is non-fatal */ }
979}
980// Deliver now; queue for retry if it fails.
981export async function deliverWithRetry(slug, inbox, activity, keyId, privPem) {
982 if (!inbox) return;
983 try { const st = await deliver(inbox, activity, keyId, privPem); if (st >= 200 && st < 300) { markFollowerDelivery(slug, inbox, true); return; } } catch { /* queue below */ }
984 enqueueDelivery(slug, inbox, activity);
985}
986let _processingDeliv = false;
987export async function processDeliveryQueue() {
988 if (_processingDeliv) return; // re-entrancy guard: 30 rows × 8s can exceed the 60s tick → no double-delivery
989 _processingDeliv = true;
990 try {
991 let rows;
992 try { rows = deliveryStmts().due.all(); } catch { return; }
993 if (!rows || !rows.length) return;
994 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
995 for (const row of rows) {
996 let ok = false;
997 try {
998 const keys = getOrCreateKeys(row.slug);
999 const st = await deliver(row.inbox, JSON.parse(row.body), `${actorId(base, row.slug)}#main-key`, keys.private_pem);
1000 ok = st >= 200 && st < 300;
1001 } catch { ok = false; }
1002 if (ok) { markFollowerDelivery(row.slug, row.inbox, true); deliveryStmts().del.run(row.id); continue; }
1003 const attempts = row.attempts + 1;
1004 if (attempts >= DELIVERY_MAX_ATTEMPTS) { markFollowerDelivery(row.slug, row.inbox, false); deliveryStmts().del.run(row.id); console.warn('[AP] delivery gave up after', attempts, 'tries →', row.inbox); continue; }
1005 // Index the backoff on the CURRENT attempt count (row.attempts) so the first
1006 // retry uses the 1-min tier instead of skipping it.
1007 const mins = DELIVERY_BACKOFF_MIN[Math.min(row.attempts, DELIVERY_BACKOFF_MIN.length - 1)];
1008 deliveryStmts().bump.run(attempts, new Date(Date.now() + mins * 60000).toISOString(), row.id);
1009 }
1010 } finally { _processingDeliv = false; }
1011}
1012let _delivTimer = null;
1013export function startDeliveryWorker() {
1014 if (_delivTimer) return;
1015 _delivTimer = setInterval(() => { processDeliveryQueue().catch(() => {}); }, 60 * 1000);
1016 if (_delivTimer.unref) _delivTimer.unref();
1017}
1018
1019// Best-effort verification of an incoming signed request. Returns the sender's
1020// actor doc if the signature checks out, else null. (Not gating yet — MVP.)
1021// Max clock skew for the signed Date header (replay window). Generous default to tolerate
1022// federating servers with drifting clocks; an operator can widen it via env.
1023const SIG_MAX_SKEW_MS = (Number(process.env.AP_SIG_MAX_SKEW_MIN) || 60) * 60 * 1000;
1024export async function verifyRequest(req) {
1025 const sigH = req.headers['signature'];
1026 if (!sigH) return null;
1027 const p = Object.fromEntries([...sigH.matchAll(/([a-zA-Z]+)="([^"]*)"/g)].map((m) => [m[1], m[2]]));
1028 if (!p.keyId || !p.signature) return null;
1029 const actor = await fetchActor(p.keyId.split('#')[0]);
1030 const pem = actor && actor.publicKey && actor.publicKey.publicKeyPem;
1031 if (!pem) return null;
1032 const hs = (p.headers || '(request-target) host date').split(/\s+/);
1033 // Behind a reverse proxy the raw Host header is the backend bind (e.g. localhost:3000, when
1034 // the proxy doesn't preserve it — Apache .htaccess [P] proxying), but the sender signed the
1035 // HTTP-Signature over the PUBLIC host. Try each candidate host (the configured PUBLIC_BASE_URL
1036 // host, the proxy's X-Forwarded-Host, and the raw Host) and accept if the signature verifies
1037 // against any. An attacker can't forge a match (no private key), so this only rescues the
1038 // legitimate proxied case. Also normalise a leading double-slash in the request-target.
1039 let _pubHost = null;
1040 if (process.env.PUBLIC_BASE_URL) { try { _pubHost = new URL(process.env.PUBLIC_BASE_URL).host; } catch { /* ignore */ } }
1041 const _hosts = [...new Set([_pubHost, req.headers['x-forwarded-host'], req.headers['host']].filter(Boolean))];
1042 const _target = `${req.method.toLowerCase()} ${String(req.originalUrl || '').replace(/^\/{2,}/, '/')}`;
1043 const _sig = Buffer.from(p.signature, 'base64');
1044 let ok = false;
1045 for (const _h of _hosts) {
1046 const line = hs.map((x) => x === '(request-target)'
1047 ? `(request-target): ${_target}`
1048 : x === 'host' ? `host: ${_h}`
1049 : `${x}: ${req.headers[x] || ''}`).join('\n');
1050 try { if (crypto.verify('sha256', Buffer.from(line), pem, _sig)) { ok = true; break; } } catch { /* try next host */ }
1051 }
1052 // Replay defence: the Date header must be signed and recent. A captured signed request
1053 // replayed later (or with a swapped body) is rejected.
1054 if (ok) {
1055 if (!hs.includes('date')) ok = false;
1056 else {
1057 const t = Date.parse(req.headers['date'] || '');
1058 if (isNaN(t) || Math.abs(Date.now() - t) > SIG_MAX_SKEW_MS) ok = false;
1059 }
1060 }
1061 // Digest is MANDATORY when the request carries a body: without a signed digest the body
1062 // isn't covered by the signature and could be swapped on a replay.
1063 if (ok && req.rawBody && req.rawBody.length) {
1064 if (!hs.includes('digest')) ok = false;
1065 else {
1066 const exp = 'SHA-256=' + crypto.createHash('sha256').update(req.rawBody).digest('base64');
1067 if (req.headers['digest'] !== exp) ok = false;
1068 }
1069 }
1070 return ok ? actor : null;
1071}
1072
1073// Parse a fediverse poll (an ActivityStreams `Question` — the Mastodon-standard poll form)
1074// into our compact shape. `oneOf` = single choice, `anyOf` = multiple; each option is a Note
1075// with a `name` and a `replies` collection whose `totalItems` is that option's vote count.
1076function parsePoll(o) {
1077 if (!o || o.type !== 'Question') return null;
1078 const raw = Array.isArray(o.oneOf) ? o.oneOf : (Array.isArray(o.anyOf) ? o.anyOf : null);
1079 if (!raw || !raw.length) return null;
1080 const options = raw.slice(0, 12).map((opt) => ({
1081 name: String((opt && opt.name) || '').slice(0, 300),
1082 count: Math.max(0, Number(opt && opt.replies && opt.replies.totalItems) || 0),
1083 })).filter((x) => x.name);
1084 if (!options.length) return null;
1085 const endTime = o.endTime || (typeof o.closed === 'string' ? o.closed : null);
1086 const closed = !!o.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
1087 return { multiple: Array.isArray(o.anyOf), options, endTime, closed, voters: Number(o.votersCount) || null, voted: null };
1088}
1089
1090// ── Polls WE host (a local post with a poll) ──────────────────────
1091// Parse the poll definition stored on our own post (posts.poll_json). Counts are
1092// NOT stored here — they're derived from the poll_votes ballots so a re-render always
1093// reflects the authoritative tally.
1094export function parseOwnPoll(pollJson) {
1095 if (!pollJson) return null;
1096 let d; try { d = typeof pollJson === 'string' ? JSON.parse(pollJson) : pollJson; } catch { return null; }
1097 if (!d || !Array.isArray(d.options)) return null;
1098 const options = d.options.map((o) => ({ name: String((o && o.name != null ? o.name : o) || '').slice(0, 300) })).filter((o) => o.name);
1099 if (options.length < 2) return null;
1100 const endTime = d.endTime || null;
1101 const closed = !!d.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
1102 return { multiple: !!d.multiple, options, endTime, closed };
1103}
1104
1105// Live tally of a hosted poll from its ballots: per-option counts + unique voters.
1106export function pollTally(postId) {
1107 const counts = {}; let voters = 0;
1108 try {
1109 for (const r of db.prepare('SELECT choice, COUNT(*) AS n FROM poll_votes WHERE post_id = ? GROUP BY choice').all(postId)) counts[r.choice] = r.n;
1110 voters = db.prepare('SELECT COUNT(DISTINCT actor_uri) AS n FROM poll_votes WHERE post_id = ?').get(postId).n || 0;
1111 } catch { /* table may not exist yet */ }
1112 return { counts, voters };
1113}
1114
1115// Render-ready view of a hosted poll (options with counts + percentages, totals, state).
1116// Voting is fediverse-only, so this is display-only on the site.
1117export function ownPollView(post) {
1118 const poll = parseOwnPoll(post && post.poll_json);
1119 if (!poll) return null;
1120 const { counts, voters } = pollTally(post.id);
1121 const total = Object.values(counts).reduce((a, b) => a + b, 0);
1122 const denom = poll.multiple ? voters : total; // multiple-choice %: share of voters (can sum >100%)
1123 const options = poll.options.map((o) => {
1124 const count = counts[o.name] || 0;
1125 return { name: o.name, count, pct: denom ? Math.round((count / denom) * 100) : 0 };
1126 });
1127 return { multiple: poll.multiple, options, total, voters, endTime: poll.endTime, closed: poll.closed };
1128}
1129
1130// Attach the AS2 Question shape to a note built for a hosted poll. Mastodon renders a
1131// status with either media OR a poll (never both), so a poll federates as content +
1132// options with no media attachment. oneOf = single choice, anyOf = multiple.
1133function applyPollToNote(note, postId, poll) {
1134 const { counts, voters } = pollTally(postId);
1135 const opts = poll.options.map((o) => ({
1136 type: 'Note',
1137 name: o.name,
1138 replies: { type: 'Collection', totalItems: counts[o.name] || 0 },
1139 }));
1140 note.type = 'Question';
1141 note[poll.multiple ? 'anyOf' : 'oneOf'] = opts;
1142 if (poll.endTime) note.endTime = new Date(poll.endTime).toISOString();
1143 // Once closed, Mastodon expects a `closed` timestamp (the effective end).
1144 if (poll.closed) note.closed = poll.endTime ? new Date(poll.endTime).toISOString() : new Date().toISOString();
1145 note.votersCount = voters;
1146 delete note.attachment; // media ATTACHMENTS + a poll are mutually exclusive on Mastodon
1147 // Keep note.image: it's the cover, which Mastodon ignores on a Question anyway
1148 // (same as on any Note) but Klonkt reads to show the cover in feeds/the Cirkel.
1149 // Deleting it stripped the cover off every boosted poll.
1150 return note;
1151}
1152
1153// Record an inbound ballot on one of OUR polls. A vote arrives as a Create(Note) whose
1154// `name` is the chosen option and `inReplyTo` is our poll note — the Mastodon-standard
1155// vote form. Returns { handled } — handled=true means it was addressed to a poll (so the
1156// caller must NOT also store it as a reply), false means "not a poll, fall through".
1157function recordPollBallot(postId, actorUri, rawChoice) {
1158 const choice = String(rawChoice == null ? '' : rawChoice).slice(0, 300);
1159 if (!choice) return { handled: false };
1160 let post; try { post = db.prepare('SELECT poll_json FROM posts WHERE id = ?').get(postId); } catch { return { handled: false }; }
1161 const poll = post && parseOwnPoll(post.poll_json);
1162 if (!poll) return { handled: false }; // not a poll → let the reply logic handle it
1163 if (poll.closed) return { handled: true }; // voting closed → drop
1164 if (!poll.options.some((o) => o.name === choice)) return { handled: true }; // unknown option → drop
1165 try {
1166 // Single choice = one ballot per actor: ignore a later/different vote. Multiple choice
1167 // allows one ballot per distinct option (the UNIQUE(post,actor,choice) dedupes repeats).
1168 if (!poll.multiple && db.prepare('SELECT 1 FROM poll_votes WHERE post_id = ? AND actor_uri = ? LIMIT 1').get(postId, actorUri)) return { handled: true };
1169 db.prepare('INSERT OR IGNORE INTO poll_votes (post_id, actor_uri, choice) VALUES (?, ?, ?)').run(postId, actorUri, choice);
1170 } catch { return { handled: true }; }
1171 schedulePollUpdate(postId);
1172 return { handled: true };
1173}
1174
1175// Coalesce a burst of votes into ONE Update(Question) per poll: the first vote schedules a
1176// refresh ~15s out; further votes in that window ride the same pending update (which carries
1177// the accumulated tally). Non-follower voters re-fetch the Question (live tally) themselves.
1178const _pollUpdTimers = new Map();
1179function schedulePollUpdate(postId) {
1180 if (_pollUpdTimers.has(postId)) return;
1181 const t = setTimeout(() => { _pollUpdTimers.delete(postId); deliverPollUpdate(postId).catch(() => { /* best-effort */ }); }, 15000);
1182 if (t.unref) t.unref();
1183 _pollUpdTimers.set(postId, t);
1184}
1185
1186// Push the fresh poll tally (or closed state) to followers as Update(Question).
1187export async function deliverPollUpdate(postId) {
1188 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1189 if (!base || !postId) return;
1190 let post, site;
1191 try {
1192 post = db.prepare('SELECT * FROM posts WHERE id = ?').get(postId);
1193 if (!post || !post.poll_json) return;
1194 site = db.prepare('SELECT * FROM sites WHERE id = ?').get(post.site_id);
1195 } catch { return; }
1196 if (site) await deliverUpdate(site, post);
1197}
1198
1199// Handle an incoming inbox POST. slugParam = null for the shared /ap/inbox.
1200export async function handleInbox(req, slugParam) {
1201 const act = req.body || {};
1202 const type = act.type;
1203 // Real client IP (behind the proxy via `trust proxy`) — logged on dropped/rejected/
1204 // ignored inbox hits so an operator can see who is probing their fediverse inbox.
1205 const ip = req.ip || (req.connection && req.connection.remoteAddress) || '?';
1206 const base = (process.env.PUBLIC_BASE_URL || `${req.protocol}://${req.get('host')}`).replace(/\/+$/, '');
1207 const verified = await verifyRequest(req).catch(() => null);
1208
1209 // ENFORCE HTTP signatures: a data-affecting activity must be signed by the very
1210 // actor it claims to be. No valid signature, or signer ≠ actor → reject (no
1211 // forged replies/likes/follows/timeline posts). GET/discovery stays open.
1212 const claimedActor = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1213 // Blocked actor/domain → silently drop (202, don't reveal the block).
1214 if (claimedActor && isBlockedAny(claimedActor)) { console.log('[AP] inbox dropped (blocked)', claimedActor, 'from', ip); return 202; }
1215 const GATED = ['Create', 'Like', 'Announce', 'Follow', 'Delete', 'Undo', 'Accept', 'Reject', 'Add', 'Remove', 'Update', 'Flag'];
1216 if (GATED.includes(type)) {
1217 if (!verified || !claimedActor || verified.id !== claimedActor) {
1218 console.warn('[AP] inbox REJECTED (signature)', type, claimedActor || '?', 'from', ip, verified ? '(signer mismatch)' : '(unsigned/invalid)');
1219 return 401;
1220 }
1221 }
1222
1223 // A moderation report (Flag) about our content — store it for the targeted site's owner
1224 // (each Klonkt site is moderated by its own owner). Signature is enforced (GATED).
1225 if (type === 'Flag') {
1226 const objs = Array.isArray(act.object) ? act.object : (act.object ? [act.object] : []);
1227 const objectUris = objs.map((o) => (typeof o === 'string' ? o : (o && o.id))).filter(Boolean);
1228 let targetSlug = null;
1229 const noteIds = [];
1230 for (const u of objectUris) {
1231 const s = slugFromActorUrl(u); // one of our actors?
1232 if (s) { targetSlug = targetSlug || s; continue; }
1233 const pid = postIdFromNoteUrl(u, base); // one of our notes?
1234 if (pid) noteIds.push(pid);
1235 }
1236 if (!targetSlug && noteIds.length) {
1237 try { const r = db.prepare('SELECT s.slug FROM posts p JOIN sites s ON s.id = p.site_id WHERE p.id = ? LIMIT 1').get(noteIds[0]); if (r) targetSlug = r.slug; } catch { /* ignore */ }
1238 }
1239 if (!targetSlug) return 202; // not about us / can't tell → drop
1240 // Flag is GATED, so `verified` is the signer's (reporter's) actor doc already.
1241 const ai = actorInfo(verified || null, claimedActor);
1242 try {
1243 db.prepare('INSERT INTO ap_reports (slug, actor_uri, actor_name, actor_handle, actor_icon, content, objects, created_at) VALUES (?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1244 .run(targetSlug, claimedActor || null, ai.name, ai.handle, ai.icon, HtmlSanitizerService.toPlainText(act.content || '').slice(0, 3000), JSON.stringify(objectUris.slice(0, 20)));
1245 console.log('[AP] report received for', targetSlug, 'from', claimedActor);
1246 } catch { /* ignore */ }
1247 return 202;
1248 }
1249
1250 if (type === 'Follow') {
1251 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1252 const slug = slugParam || slugFromActorUrl(typeof act.object === 'string' ? act.object : (act.object && act.object.id));
1253 if (!who || !slug) return 400;
1254 const remote = await fetchActor(who);
1255 if (!remote || !remote.inbox) return 202; // can't reach them → drop quietly
1256 const sharedInbox = (remote.endpoints && remote.endpoints.sharedInbox) || null;
1257 fStmts().ins.run(slug, who, remote.inbox, sharedInbox);
1258 const me = actorId(base, slug);
1259 const keys = getOrCreateKeys(slug);
1260 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: act };
1261 deliver(remote.inbox, accept, `${me}#main-key`, keys.private_pem).catch((e) => console.warn('[AP] Accept delivery failed:', e.message));
1262 // Auto-backfill: send our recent posts as Create so the instance has our history
1263 // (Mastodon doesn't fetch history on follow). ONCE PER REMOTE INSTANCE only —
1264 // Mastodon dedupes notes per-instance, so re-filling an instance that already has
1265 // a follower of ours is wasted work (and won't re-populate the new follower's
1266 // timeline anyway). Deliver to the shared inbox (instance-level) when present.
1267 // Sync insert+check (no await between) → no interleave race with concurrent Follows.
1268 const instanceFilled = sharedInbox &&
1269 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1')
1270 .get(slug, sharedInbox, who);
1271 if (!instanceFilled) {
1272 backfillNewFollower(base, slug, sharedInbox || remote.inbox).catch(() => { /* best-effort */ });
1273 }
1274 console.log('[AP] Follow', who, '→', slug, verified ? '(sig ok)' : '(sig unverified)');
1275 return 202;
1276 }
1277 if (type === 'Undo' && act.object) {
1278 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1279 const ot = act.object.type;
1280 if (ot === 'Follow') {
1281 const obj = act.object.object;
1282 const slug = slugParam || slugFromActorUrl(typeof obj === 'string' ? obj : (obj && obj.id));
1283 if (who && slug) { fStmts().del.run(slug, who); console.log('[AP] Unfollow', who, '→', slug); }
1284 return 202;
1285 }
1286 if (ot === 'Like' || ot === 'Announce') {
1287 const tgt = act.object.object;
1288 const pid = postIdFromNoteUrl(typeof tgt === 'string' ? tgt : (tgt && tgt.id), base);
1289 if (who && pid) { iStmts().delLA.run(ot.toLowerCase(), pid, who); console.log('[AP] Undo', ot, who, '→', pid); }
1290 return 202;
1291 }
1292 return 202;
1293 }
1294
1295 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1296 const resolveActor = async (uri) => ((verified && verified.id === uri) ? verified : await fetchActor(uri).catch(() => null));
1297 // Activities from our OWN actors are already stored via ap_outbox — don't re-store.
1298 const isLocalActor = !!(base && actorUri && actorUri.startsWith(`${base}/ap/users/`));
1299
1300 // Inbound reply: a Create whose object replies to one of our notes (post OR comment).
1301 if (type === 'Create' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1302 const o = act.object;
1303 // A poll ballot: a Note carrying a `name` (the chosen option) inReplyTo one of OUR poll
1304 // posts. Record it (deduped per actor) BEFORE the reply logic so a vote is never stored
1305 // as a comment. recordPollBallot returns handled=false only if the target isn't a poll.
1306 if (o.name && o.inReplyTo && actorUri && !isLocalActor) {
1307 const seg = postIdFromNoteUrl(o.inReplyTo, base);
1308 if (seg && localPostExists(seg)) {
1309 const rec = recordPollBallot(seg, actorUri, o.name);
1310 if (rec.handled) { console.log('[AP] poll vote', actorUri, '→', seg); return 202; }
1311 }
1312 }
1313 const tgt = findThreadTarget(o.inReplyTo, base);
1314 if (tgt && actorUri && !isLocalActor) {
1315 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1316 const html = HtmlSanitizerService.sanitize(o.content || '');
1317 if (isRejectedObject(o.id)) { console.log('[AP] reply skipped (tombstoned)', o.id); return 202; }
1318 iStmts().ins.run('reply', tgt.post_id, o.id || '', actorUri, ai.name, ai.handle, ai.url, ai.icon, html, o.published || null, tgt.parent_uri, noteVisibility(o));
1319 console.log('[AP] reply', actorUri, '→', tgt.post_id);
1320 return 202;
1321 }
1322 // Home timeline (client): a top-level post from an account we follow.
1323 if (actorUri && !isLocalActor && !o.inReplyTo && o.id) {
1324 let subs = []; try { subs = db.prepare('SELECT slug, auto_boost FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist yet */ }
1325 if (subs.length) {
1326 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1327 const html = HtmlSanitizerService.sanitize(o.content || '');
1328 const _atts = (Array.isArray(o.attachment) ? o.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
1329 // Fallback cover: a Note's `image` (set when the attachment was suppressed
1330 // for a player-card post, e.g. hosted-audio posts).
1331 if (!_atts.some((m) => !m.type || /image/i.test(m.type)) && o.image) {
1332 const _im = Array.isArray(o.image) ? o.image[0] : o.image;
1333 const _iu = safeUrl(typeof _im === 'string' ? _im : (_im && _im.url));
1334 if (_iu) _atts.push({ url: _iu, type: (_im && _im.mediaType) || 'image/jpeg' });
1335 }
1336 const media = JSON.stringify(_atts);
1337 const poll = parsePoll(o); // a Question (fediverse poll) → cache its options/counts
1338 // "Feature" = show in the Cirkel (local only). We do NOT auto-Announce
1339 // incoming posts to the fediverse — that flooded followers. Boosting to the
1340 // fediverse is only ever a deliberate, manual per-post action (the 🔁 on
1341 // the timeline).
1342 for (const s of subs) {
1343 tlStmts().ins.run(o.id, s.slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, media, o.sensitive ? 1 : 0, o.summary || null);
1344 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, s.slug); } catch { /* ignore */ } }
1345 }
1346 console.log('[AP] timeline +', actorUri, 'x' + subs.length);
1347 }
1348 }
1349 // Mentioned in a post that is NOT a reply to our content (a reply to us already returned
1350 // above): store a mention notification for each of our actors named in the Mention tags.
1351 // Requires our own base prefix on the tag href — /ap/users/<slug> on a REMOTE host is
1352 // someone else's actor, not ours.
1353 if (actorUri && !isLocalActor && o.id) {
1354 const slugs = localMentionSlugs(o.tag, base);
1355 if (slugs.length) {
1356 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1357 const html = HtmlSanitizerService.sanitize(o.content || '');
1358 for (const slug of slugs) {
1359 try {
1360 const r = db.prepare('INSERT OR IGNORE INTO ap_mentions (slug, object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, published, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1361 .run(slug, o.id, safeUrl(o.url) || null, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.published || null);
1362 if (r.changes) console.log('[AP] mention', actorUri, '→', slug);
1363 } catch { /* ignore */ }
1364 }
1365 }
1366 }
1367 return 202;
1368 }
1369 // A remote post we cached was edited upstream → refresh our cached copy. This is the
1370 // push-based edit-sync that keeps the Cirkel/timeline fresh without polling (selfHeal
1371 // does it on a version bump; this does it live). Scope to the SIGNING actor so B can't
1372 // edit A's note (the signature gate guarantees claimedActor == the verified signer).
1373 if (type === 'Update' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1374 const o = act.object;
1375 if (o.id && claimedActor) {
1376 const html = HtmlSanitizerService.sanitize(o.content || '');
1377 const media = mediaFromNote(o);
1378 try {
1379 // Refresh url too (COALESCE keeps the old one if the Update omits it): a remote slug
1380 // rename keeps the same AP id but changes the human url, so without this the cached
1381 // post would keep linking to the old, now-dead URL.
1382 const r = db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ? AND author_uri = ?')
1383 .run(html, media, o.sensitive ? 1 : 0, o.summary || null, o.url || null, o.id, claimedActor);
1384 if (r.changes) console.log('[AP] timeline update', claimedActor, '→', o.id);
1385 // A poll's Update carries the fresh vote counts / closed state. Refresh per-row so each
1386 // site keeps its own `voted` state while the counts/closed update to the new totals.
1387 const poll = parsePoll(o);
1388 if (poll) {
1389 const rows = db.prepare('SELECT rowid AS rid, poll_json FROM ap_timeline WHERE id = ? AND author_uri = ?').all(o.id, claimedActor);
1390 const upd = db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE rowid = ?');
1391 for (const rw of rows) {
1392 let voted = null; try { voted = rw.poll_json ? (JSON.parse(rw.poll_json).voted || null) : null; } catch { /* ignore */ }
1393 upd.run(JSON.stringify({ ...poll, voted }), rw.rid);
1394 }
1395 }
1396 } catch { /* ignore */ }
1397 // If this note is a cached fediverse reply on one of our posts, refresh its text too.
1398 try { db.prepare('UPDATE ap_interactions SET content = ? WHERE object_uri = ? AND actor_uri = ?').run(html, o.id, claimedActor); } catch { /* ignore */ }
1399 }
1400 return 202;
1401 }
1402 if (type === 'Like' || type === 'Announce') {
1403 const tgt = act.object;
1404 const objUrl = typeof tgt === 'string' ? tgt : (tgt && tgt.id);
1405 const pid = postIdFromNoteUrl(objUrl, base);
1406 if (pid && actorUri && !isLocalActor && localPostExists(pid)) {
1407 // A boost/like of a non-public post is dropped, not stored: nobody
1408 // outside the audience should even hold it (shaer-tqc hardening).
1409 const vp = db.prepare('SELECT fan_only, ap_visibility FROM posts WHERE id = ?').get(pid);
1410 if (vp && (vp.fan_only || vp.ap_visibility === 'direct' || vp.ap_visibility === 'friends')) {
1411 console.log('[AP] dropped', type, 'on non-public post', pid);
1412 return;
1413 }
1414 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1415 iStmts().ins.run(type.toLowerCase(), pid, '', actorUri, ai.name, ai.handle, ai.url, ai.icon, null, null, null, noteVisibility(act));
1416 console.log('[AP]', type === 'Like' ? 'like' : 'boost', actorUri, '→', pid);
1417 } else if (type === 'Announce' && objUrl && actorUri && !isLocalActor) {
1418 // A boost FROM an account we follow, of a REMOTE post → show it in the News feed.
1419 // We only STORE it for display; we NEVER auto-Announce it onward (anti-feedback-loop:
1420 // re-announcing an incoming Announce would cascade boosts across the network).
1421 let subs = []; try { subs = db.prepare('SELECT slug FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist */ }
1422 if (subs.length) {
1423 const bn = await fetchNoteAP(objUrl);
1424 if (bn && bn !== 404 && (bn.type === 'Note' || bn.type === 'Article') && bn.id) {
1425 const origUri = actorUriOf(bn.attributedTo);
1426 // Block completeness: even if you follow the booster, drop a boost whose ORIGINAL
1427 // author is blocked — otherwise a block is bypassed via someone else's boost.
1428 if (origUri && isBlockedAny(origUri)) { console.log('[AP] timeline boost dropped (blocked origin)', origUri, 'via', actorUri); return 202; }
1429 const oai = actorInfo(await resolveActor(origUri), origUri);
1430 const html = HtmlSanitizerService.sanitize(bn.content || '');
1431 const media = mediaFromNote(bn);
1432 const booster = actorInfo(await resolveActor(actorUri), actorUri);
1433 for (const s of subs) {
1434 // published = now → the boost shows as fresh activity at the top (Mastodon shows
1435 // reblogs at reblog-time, not the original's date). INSERT OR IGNORE: if we already
1436 // have the note (e.g. we also follow the author), keep it and DON'T relabel it.
1437 let inserted = false;
1438 try { const r = tlStmts().ins.run(bn.id, s.slug, origUri || '', oai.name, oai.handle, oai.icon, oai.url, html, bn.url || null, new Date().toISOString(), media, bn.sensitive ? 1 : 0, bn.summary || null); inserted = r.changes > 0; } catch { /* ignore */ }
1439 if (inserted) { try { db.prepare('UPDATE ap_timeline SET reblog_name = ?, reblog_handle = ?, reblog_icon = ? WHERE slug = ? AND id = ?').run(booster.name, booster.handle, booster.icon, s.slug, bn.id); } catch { /* ignore */ } }
1440 }
1441 console.log('[AP] timeline boost +', actorUri, 'x' + subs.length);
1442 }
1443 }
1444 }
1445 return 202;
1446 }
1447 if (type === 'Delete') {
1448 // A remote note was deleted upstream → drop it from replies AND the timeline.
1449 // Scope to the SIGNING actor so actor B can't delete actor A's content (the
1450 // signature gate guarantees claimedActor == the verified signer here).
1451 const oid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1452 if (oid && claimedActor) {
1453 try { db.prepare('DELETE FROM ap_interactions WHERE object_uri = ? AND actor_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1454 try { db.prepare('DELETE FROM ap_timeline WHERE id = ? AND author_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1455 // Also clear a boost/like YOU made of this now-deleted remote post (the interact-page
1456 // ap_my_reactions state), so it can't stay stuck as "boosted" on a post that's gone.
1457 // Guard: only when the deleter owns the note's domain (B mustn't clear your reactions
1458 // to A's posts).
1459 try {
1460 let sameHost = false;
1461 try { sameHost = new URL(oid).host === new URL(claimedActor).host; } catch { sameHost = false; }
1462 if (sameHost) db.prepare('DELETE FROM ap_my_reactions WHERE target_uri = ?').run(oid);
1463 } catch { /* ignore */ }
1464 }
1465 return 202;
1466 }
1467 // Accept/Reject of a Follow WE sent (client side).
1468 if (type === 'Accept' && act.object) {
1469 const fid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1470 if (fid) { try { fwStmts().acc.run(fid); } catch { /* ignore */ } }
1471 console.log('[AP] follow accepted', actorUri);
1472 return 202;
1473 }
1474 if (type === 'Reject' && act.object) {
1475 const who = actorUri;
1476 if (who && slugParam) { try { fwStmts().del.run(slugParam, who); } catch { /* ignore */ } }
1477 return 202;
1478 }
1479
1480 console.log('[AP] inbox', type || 'unknown', '→', slugParam || 'shared', 'from', ip, '(ignored)');
1481 return 202;
1482}
1483
1484// Deliver a new post as Create(Note) to all followers' inboxes (fire-and-forget).
1485// Needs PUBLIC_BASE_URL (absolute URLs); no-op without followers or base.
1486export async function deliverCreate(site, post) {
1487 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1488 if (!base || !site || !site.slug) return;
1489 // Resolve inline @user@host mentions → link them in the note + collect their inboxes, so a
1490 // mentioned person is notified even if they don't follow us (Mastodon-standard mention).
1491 const mres = await resolveMentionsInText(base, post.content || '');
1492 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1493 const followers = fStmts().list.all(site.slug);
1494 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1495 if (!inboxes.length) return; // no followers and no one mentioned
1496 const keys = getOrCreateKeys(site.slug);
1497 const keyId = `${actorId(base, site.slug)}#main-key`;
1498 const create = buildCreate(base, site, post2);
1499 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, create, keyId, keys.private_pem);
1500}
1501
1502// On a new Follow, send that follower our most recent posts as Create so their
1503// timeline shows our history (Mastodon does not backfill on follow). Oldest-first
1504// so they sort into the follower's timeline at their original dates.
1505async function backfillNewFollower(base, slug, inbox) {
1506 if (!base || !slug || !inbox) return;
1507 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
1508 if (!site) return;
1509 const recent = db.prepare(
1510 `SELECT id, slug, title, content, cover_image_url, cover_video_url, nsfw, content_warning, published_at, created_at
1511 FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1512 ORDER BY COALESCE(published_at, created_at) DESC LIMIT 20`
1513 ).all(site.id).reverse();
1514 if (!recent.length) return;
1515 const keys = getOrCreateKeys(slug);
1516 const keyId = `${actorId(base, slug)}#main-key`;
1517 for (const p of recent) {
1518 try { await deliver(inbox, buildCreate(base, site, p), keyId, keys.private_pem); } catch { /* best-effort */ }
1519 await new Promise((r) => setTimeout(r, 150));
1520 }
1521 console.log('[AP] backfilled', recent.length, 'posts to new follower of', slug);
1522}
1523
1524// Tell followers a post is gone (Delete + Tombstone) so it's removed from their feeds.
1525export async function deliverDelete(site, post) {
1526 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1527 if (!base || !site || !site.slug || !post || !post.id) return;
1528 const followers = fStmts().list.all(site.slug);
1529 if (!followers.length) return;
1530 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1531 const keys = getOrCreateKeys(site.slug);
1532 const me = actorId(base, site.slug);
1533 const nid = noteId(base, post.id);
1534 const del = {
1535 '@context': AP_CONTEXT,
1536 id: `${nid}#delete-${Date.now()}-${rid()}`,
1537 type: 'Delete',
1538 actor: me,
1539 to: [PUBLIC],
1540 object: { id: nid, type: 'Tombstone' },
1541 };
1542 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, del, `${me}#main-key`, keys.private_pem);
1543}
1544
1545// Tell followers an already-published post changed (Update + edited Note) so
1546// Mastodon refreshes the cached copy (e.g. after fixing content).
1547export async function deliverUpdate(site, post) {
1548 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1549 if (!base || !site || !site.slug || !post || !post.id) return;
1550 const mres = await resolveMentionsInText(base, post.content || ''); // link mentions + collect inboxes
1551 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1552 const followers = fStmts().list.all(site.slug);
1553 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1554 if (!inboxes.length) return;
1555 const keys = getOrCreateKeys(site.slug);
1556 const me = actorId(base, site.slug);
1557 const note = buildNote(base, site, post2);
1558 note.updated = new Date().toISOString();
1559 const update = {
1560 '@context': AP_CONTEXT,
1561 id: `${noteId(base, post.id)}#update-${Date.now()}-${rid()}`,
1562 type: 'Update', actor: me, to: [PUBLIC], cc: note.cc,
1563 object: note,
1564 };
1565 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1566}
1567
1568// Tell followers the ACTOR changed (Update + Person) so Mastodon re-processes the
1569// account AND re-fetches the featured (pinned) collection — there is no standard
1570// "featured changed" activity, so this is how a pin/unpin propagates promptly.
1571export async function deliverActorUpdate(site) {
1572 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1573 if (!base || !site || !site.slug) return;
1574 const followers = fStmts().list.all(site.slug);
1575 if (!followers.length) return;
1576 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1577 const keys = getOrCreateKeys(site.slug);
1578 const me = actorId(base, site.slug);
1579 const update = {
1580 '@context': AP_CONTEXT,
1581 id: `${me}#update-${Date.now()}-${rid()}`,
1582 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
1583 object: buildActor(base, site),
1584 };
1585 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1586}
1587
1588// Reliably set the pinned order on followers' instances via Add/Remove activities
1589// (how Mastodon itself federates pins) — pushed to the inbox + processed immediately,
1590// unlike the featured COLLECTION which Mastodon caches with sticky StatusPins.
1591// Mastodon's Add skips an already-pinned status, so we REMOVE every pin first, wait,
1592// then ADD in rank-DESCENDING order (rank 1 added LAST → newest StatusPin → shown first,
1593// because Mastodon displays pins newest-first). `alsoRemove` = ids to unpin too.
1594// Serialize pin-resyncs per site: two concurrent /save calls would otherwise interleave
1595// their Remove -> wait -> Add sequences and scramble the StatusPin order on Mastodon. A
1596// resync already in flight for a site coalesces later requests into ONE rerun after it
1597// finishes (accumulating their extra unpins), so rapid saves don't pile up N full resyncs.
1598const _pinResync = new Map(); // slug -> { promise, pending, pendingRemove:Set, site }
1599export function resyncFeaturedPins(site, alsoRemove = []) {
1600 if (!site || !site.slug) return Promise.resolve();
1601 const slug = site.slug;
1602 const running = _pinResync.get(slug);
1603 if (running) {
1604 running.pending = true;
1605 running.site = site; // use the latest site object on the rerun
1606 for (const id of alsoRemove) running.pendingRemove.add(id);
1607 return running.promise;
1608 }
1609 const state = { promise: null, pending: false, pendingRemove: new Set(), site };
1610 state.promise = (async () => {
1611 let extra = alsoRemove;
1612 for (;;) {
1613 try { await doResyncFeaturedPins(state.site, extra); }
1614 catch (e) { console.warn('[AP] pin resync failed:', e.message); }
1615 if (!state.pending) break;
1616 state.pending = false;
1617 extra = [...state.pendingRemove];
1618 state.pendingRemove = new Set();
1619 }
1620 _pinResync.delete(slug);
1621 })();
1622 _pinResync.set(slug, state);
1623 return state.promise;
1624}
1625
1626// The actual resync work — do NOT call directly; go through resyncFeaturedPins() above so
1627// it stays serialized per site.
1628async function doResyncFeaturedPins(site, alsoRemove = []) {
1629 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1630 if (!base || !site || !site.slug) return;
1631 const followers = fStmts().list.all(site.slug);
1632 if (!followers.length) return;
1633 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1634 const keys = getOrCreateKeys(site.slug);
1635 const me = actorId(base, site.slug);
1636 const keyId = `${me}#main-key`;
1637 const featured = `${me}/featured`;
1638 const note = (id) => noteId(base, id);
1639 const pinned = db.prepare(
1640 `SELECT id FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1641 AND pinned IS NOT NULL AND pinned > 0
1642 ORDER BY pinned DESC, COALESCE(published_at, created_at) ASC LIMIT 20`
1643 ).all(site.id);
1644 const removeIds = [...new Set([...pinned.map((p) => p.id), ...alsoRemove])];
1645 // 1. Remove every current pin so Mastodon can recreate them in order.
1646 for (const id of removeIds) {
1647 const rm = { '@context': AP_CONTEXT, id: `${me}#rm-${id}-${Date.now()}-${rid()}`, type: 'Remove', actor: me, object: note(id), target: featured, to: [PUBLIC] };
1648 for (const inbox of inboxes) deliver(inbox, rm, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1649 }
1650 if (!pinned.length) { console.log('[AP] unpinned all featured for', site.slug); return; }
1651 await new Promise((r) => setTimeout(r, 5000)); // let the Removes land first
1652 // 2. Add in rank-DESC order, gaps so each StatusPin gets an increasing created_at.
1653 for (const p of pinned) {
1654 const add = { '@context': AP_CONTEXT, id: `${me}#add-${p.id}-${Date.now()}-${rid()}`, type: 'Add', actor: me, object: note(p.id), target: featured, to: [PUBLIC], cc: [`${me}/followers`] };
1655 for (const inbox of inboxes) deliver(inbox, add, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1656 await new Promise((r) => setTimeout(r, 2000));
1657 }
1658 console.log('[AP] resynced', pinned.length, 'featured pins for', site.slug);
1659}
1660
1661// ── outbound replies (Klonkt → fediverse) ─────────────────────────
1662const escHtml = (s) => String(s || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
1663const toISO = (v) => { if (!v) return new Date().toISOString(); const s = String(v); const d = new Date(/[TZ]/.test(s) ? s : s.replace(' ', 'T') + 'Z'); return isNaN(d) ? new Date().toISOString() : d.toISOString(); };
1664
1665// Build one of OUR outbound reply Notes from an ap_outbox row.
1666// Turn #hashtags in reply text into Mastodon-style hashtag links (clickable + federated).
1667function linkHashtags(base, html) {
1668 // Prefix: start / whitespace / '>' / opening bracket — "(#tag" is a tag too. NO quote
1669 // chars in this class: a quote precedes attribute values (alt="#…"), which must not match.
1670 return String(html || '').replace(/(^|[\s>([{])#([\p{L}\p{M}\p{N}_]+)/gu, (m, pre, tag) =>
1671 `${pre}<a href="${base}/tag/${encodeURIComponent(tag.toLowerCase())}" class="mention hashtag" rel="tag">#${tag}</a>`);
1672}
1673// Auto-link bare http(s) URLs in already-safe HTML (federated copies). Splits on existing
1674// <a>…</a> so a linked URL is never wrapped twice; requires start/whitespace/'>' before the
1675// URL so attribute values (src="https://…") never match. Trailing sentence punctuation stays
1676// outside the link (Mastodon-style).
1677function linkUrls(html) {
1678 const parts = String(html || '').split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi);
1679 for (let i = 0; i < parts.length; i++) {
1680 if (/^<a\b/i.test(parts[i])) continue; // already a link → leave as-is
1681 parts[i] = parts[i].replace(/(^|[\s>([{])(https?:\/\/[^\s<]+?)([.,;:!?)\]»]*)(?=$|[\s<])/g,
1682 (m, pre, url, trail) => `${pre}<a href="${url.replace(/"/g, '%22')}" rel="nofollow noopener" target="_blank">${url}</a>${trail}`);
1683 }
1684 return parts.join('');
1685}
1686// Linkify inline #hashtags and bare URLs in BODY html for on-site DISPLAY, using the
1687// EXACT same rules as the federated copy (linkHashtags/linkUrls), so the website and the
1688// Mastodon copy agree instead of the website showing raw text. Idempotent: existing
1689// <a>…</a> (editor links, embeds, shortcode buttons) are split out and left untouched, so
1690// nothing is double-wrapped. Pass base='' → root-relative /tag/<slug> links.
1691export function linkifyBody(base, html) {
1692 const withTags = String(html || '')
1693 .split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi)
1694 .map((seg) => (/^<a\b/i.test(seg) ? seg : linkHashtags(base, seg)))
1695 .join('');
1696 return linkUrls(withTags);
1697}
1698
1699// Bake a post's raw source into its display HTML (the ActivityPub `source` model): done ONCE
1700// at save and cached in posts.content_rendered, so page views serve it statically instead of
1701// re-linkifying every render. Step 1 = #hashtags + bare URLs (cheap, no network). Step 2 will
1702// resolve @mentions here too (webfinger once at save instead of per page view).
1703export function bakePostContent(source) {
1704 return linkifyBody('', source || '');
1705}
1706
1707// Step 2: the full bake, incl. @mention links. Resolves @user@host via webfinger ONCE (the
1708// same resolver the federated copy uses) and bakes the profile links into content_rendered,
1709// so page views never do a per-view lookup. Unresolvable handles stay plain text; on any
1710// failure it degrades to the sync #hashtag/URL bake. Async (webfinger) → callers run it off
1711// the save response so the request never blocks on a slow/dead remote server.
1712export async function bakePostContentWithMentions(source) {
1713 const withHashUrls = bakePostContent(source);
1714 try { const m = await resolveMentionsInText('', withHashUrls); return m.html; }
1715 catch { return withHashUrls; }
1716}
1717
1718// Extract the AP Hashtag tag objects from already-linked reply content.
1719function hashtagTags(base, content) {
1720 const tags = [], seen = new Set();
1721 const re = /class="[^"]*\bhashtag\b[^"]*"[^>]*>#([\p{L}\p{M}\p{N}_]+)</giu;
1722 let m;
1723 while ((m = re.exec(content || ''))) {
1724 const k = m[1].toLowerCase();
1725 if (seen.has(k)) continue; seen.add(k);
1726 tags.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(k)}`, name: '#' + m[1] });
1727 }
1728 return tags;
1729}
1730
1731// Normalise a post's tags field (array, JSON-string, or comma-string) to an array.
1732function normalizeTags(t) {
1733 if (Array.isArray(t)) return t;
1734 if (typeof t === 'string') {
1735 const s = t.trim(); if (!s) return [];
1736 if (s[0] === '[') { try { const a = JSON.parse(s); return Array.isArray(a) ? a : []; } catch { /* fall through */ } }
1737 return s.split(',').map((x) => x.trim()).filter(Boolean);
1738 }
1739 return [];
1740}
1741// A tag → { label, slug }. Multi-word tags become CamelCase (#LiveMusic) for the display
1742// name (Mastodon hashtags can't contain spaces; CamelCase is the accessibility norm); the
1743// slug/href stays lowercase ("livemusic").
1744function tagParts(raw) {
1745 const words = String(raw || '').trim().split(/[\s_]+/).map((w) => w.replace(/[^\p{L}\p{M}\p{N}]/gu, '')).filter(Boolean);
1746 if (!words.length) return null;
1747 const slug = words.join('').toLowerCase();
1748 if (!slug) return null;
1749 const label = words.length > 1 ? words.map((w) => w[0].toUpperCase() + w.slice(1)).join('') : words[0];
1750 return { label, slug };
1751}
1752// Merge a post's tags field + the #hashtags linked inline in its body into one deduped
1753// Hashtag tag list (with hrefs to our /tag page).
1754function buildHashtagList(base, tagsField, content) {
1755 const out = [], seen = new Set();
1756 for (const t of normalizeTags(tagsField)) {
1757 const p = tagParts(t); if (!p || seen.has(p.slug)) continue; seen.add(p.slug);
1758 out.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(p.slug)}`, name: '#' + p.label });
1759 }
1760 for (const h of hashtagTags(base, content)) {
1761 const k = h.name.slice(1).toLowerCase(); if (seen.has(k)) continue; seen.add(k);
1762 out.push(h);
1763 }
1764 return out;
1765}
1766
1767// Extract Mention tag objects from already-linked content (class="u-url mention").
1768function mentionTags(content) {
1769 const tags = [], seen = new Set();
1770 // The link href is the human profile URL; the actor URI (for the Mention tag) is in data-actor.
1771 const re = /<a href="[^"]*" class="u-url mention" data-actor="([^"]+)">@([^<]+)<\/a>/gi;
1772 let m;
1773 while ((m = re.exec(content || ''))) {
1774 const href = m[1];
1775 if (seen.has(href)) continue; seen.add(href);
1776 tags.push({ type: 'Mention', href, name: '@' + m[2] });
1777 }
1778 return tags;
1779}
1780// Resolve inline @user@domain mentions in reply/post text → link them (href = actor URI)
1781// and collect the mentioned actors' inboxes so they get notified. Best-effort per mention.
1782async function resolveMentionsInText(base, html) {
1783 const inboxes = [];
1784 const handles = new Set();
1785 // Prefix also allows opening brackets — "(@user@host + me)" is a mention too (real-world
1786 // miss: a bracketed mention federated as plain text and its target was never notified).
1787 const re = /(^|[\s>([{])@([\p{L}\p{M}\p{N}_.-]+@[\p{L}\p{M}\p{N}.-]+)/gu;
1788 let m;
1789 while ((m = re.exec(html || ''))) handles.add(m[2]);
1790 let out = String(html || '');
1791 for (const h of handles) {
1792 let actorUri = null;
1793 try { actorUri = await webfingerResolve('@' + h); } catch { actorUri = null; }
1794 if (!actorUri) continue;
1795 const actor = await fetchActor(actorUri).catch(() => null);
1796 const inbox = actor && ((actor.endpoints && actor.endpoints.sharedInbox) || actor.inbox);
1797 if (inbox) inboxes.push(inbox);
1798 const profileUrl = actorInfo(actor, actorUri).url || actorUri; // human profile page → the link href
1799 const esc = h.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
1800 out = out.replace(new RegExp('(^|[\\s>([{])@' + esc + '(?![\\p{L}\\p{M}\\p{N}_.-])', 'gu'),
1801 (full, pre) => `${pre}<a href="${profileUrl}" class="u-url mention" data-actor="${actorUri}">@${h}</a>`);
1802 }
1803 return { html: out, inboxes };
1804}
1805
1806export function buildReplyNote(base, site, row) {
1807 // Thin delegate: replies are built by buildNote (the single Note entry point) in reply mode.
1808 return buildNote(base, site, row, { isReply: true });
1809}
1810
1811// Resolve one of our outbound reply Notes by id (for /ap/notes/:id fallback).
1812export function getOutboxNote(base, id) {
1813 const row = iStmts().getO.get(id);
1814 if (!row) return null;
1815 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(row.site_slug);
1816 if (!site) return null;
1817 return buildReplyNote(base, site, row);
1818}
1819
1820// ── ActivityPub Client-to-Server: ingest an activity POSTed to the outbox ──
1821// The C2S counterpart of handleInbox: a native/web client (Shaer) posts an
1822// activity here and we translate it onto the SAME delivery machinery the web UI
1823// uses (deliverReply / sendInteraction / followActor / deliverCreate). Returns
1824// { status, id?, url?, error? }. Auth + site-ownership are checked by the route.
1825const c2sIdOf = (x) => (typeof x === 'string' ? x : (x && (x.id || x.href))) || null;
1826
1827export async function ingestOutboxActivity(site, user, activity) {
1828 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1829 if (!base || !site || !activity || typeof activity !== 'object') return { status: 400, error: 'invalid_activity' };
1830
1831 // AP §6: a client MAY POST a bare object; the server wraps it in a Create.
1832 let type = activity.type;
1833 let object = activity.object;
1834 if (type === 'Note' || type === 'Article') { object = activity; type = 'Create'; }
1835 if (Array.isArray(type)) type = type.find((t) => typeof t === 'string');
1836
1837 try {
1838 switch (type) {
1839 case 'Create': {
1840 if (!object || typeof object !== 'object') return { status: 400, error: 'missing_object' };
1841 // Client sends `source` (plain/markdown) + `content` (HTML). deliverReply
1842 // re-escapes, so it needs plain text; a top-level post keeps sanitized HTML.
1843 const plain = (object.source && object.source.content) || HtmlSanitizerService.toPlainText(object.content || '');
1844 if (!plain.trim() && !object.content) return { status: 400, error: 'empty_note' };
1845 // Direct (private mention, shaer-tqc): NOT a post. Delivered over the
1846 // outbox machinery to the addressed inboxes only; shows under Messages.
1847 if (c2sVisibility(object) === 'direct') {
1848 const arr = (v) => (Array.isArray(v) ? v : (v ? [v] : [])).filter((x) => typeof x === 'string');
1849 const recipients = [...new Set([...arr(object.to), ...arr(object.cc)])]
1850 .filter((u) => /^https?:\/\//i.test(u) && !/\/followers\/?$/.test(u) && u !== PUBLIC);
1851 if (!recipients.length) return { status: 400, error: 'no_recipients' };
1852 // AS2 attachments (e.g. the help-buoy capture, uploaded via
1853 // uploadMedia): normalize our own absolute /media/ URLs to relative
1854 // so the deliverReply-style validation applies unchanged.
1855 const atts = (Array.isArray(object.attachment) ? object.attachment : [])
1856 .map((a) => a && typeof a === 'object' ? {
1857 url: String(a.url || '').replace(new RegExp('^' + base.replace(/[.*+?^${}()|[\]\\]/g, '\\$&')), ''),
1858 mediaType: String(a.mediaType || ''),
1859 name: String(a.name || '').slice(0, 120),
1860 } : null)
1861 .filter(Boolean);
1862 const help = object['shaer:helpRequest'] === true || object.helpRequest === true;
1863 const r = await deliverDirectNote(site, { recipients, text: plain, language: object.language || null, inReplyTo: typeof object.inReplyTo === 'string' ? object.inReplyTo : null, attachments: atts, helpRequest: help });
1864 if (!r || !r.id) return { status: 502, error: 'direct_failed' };
1865 return { status: 201, id: r.id, url: `${base}/ap/notes/${r.id}` };
1866 }
1867 if (object.inReplyTo) {
1868 const parent = await resolveRemoteNote(c2sIdOf(object.inReplyTo)).catch(() => null);
1869 if (!parent) return { status: 502, error: 'cannot_resolve_inReplyTo' };
1870 const r = await deliverReply(site, { postId: parent.localPostId || '', postSlug: null, parent, text: plain });
1871 if (!r || !r.id) return { status: 502, error: 'reply_failed' };
1872 return { status: 201, id: r.id, url: `${base}/ap/notes/${r.id}` };
1873 }
1874 return await c2sCreatePost(base, site, user, object);
1875 }
1876 case 'Like':
1877 case 'Announce': {
1878 const targetUri = c2sIdOf(object);
1879 if (!targetUri) return { status: 400, error: 'missing_object' };
1880 // A non-public local note cannot be boosted or liked into the open
1881 // (shaer-tqc hardening; the Mastodon 422 equivalent).
1882 const localPid = postIdFromNoteUrl(targetUri, base);
1883 if (localPid) {
1884 const p = db.prepare('SELECT fan_only, ap_visibility FROM posts WHERE id = ?').get(localPid);
1885 if (p && (p.fan_only || p.ap_visibility === 'direct' || p.ap_visibility === 'friends')) {
1886 return { status: 403, error: 'not_public' };
1887 }
1888 }
1889 const note = await resolveRemoteNote(targetUri).catch(() => null);
1890 const objUri = (note && note.object_uri) || targetUri;
1891 const authorUri = note && note.actor_uri;
1892 const kind = type === 'Announce' ? 'boost' : 'like';
1893 await sendInteraction(site, kind, objUri, authorUri);
1894 setMyReaction(site.slug, targetUri, kind, true);
1895 if (type === 'Announce' && note) { try { upsertBoostedNote(site.slug, note); } catch { /* non-fatal */ } }
1896 return { status: 202, url: objUri };
1897 }
1898 case 'Follow': {
1899 const actorUri = c2sIdOf(object);
1900 if (!actorUri) return { status: 400, error: 'missing_object' };
1901 await followActor(site, actorUri);
1902 return { status: 202, url: actorUri };
1903 }
1904 case 'Undo': {
1905 const inner = object && typeof object === 'object' ? object : null;
1906 let innerType = inner && inner.type;
1907 if (Array.isArray(innerType)) innerType = innerType.find((t) => typeof t === 'string');
1908 const innerTarget = c2sIdOf(inner && inner.object);
1909 if (innerType === 'Follow') { await unfollowActor(site, innerTarget); return { status: 202, url: innerTarget }; }
1910 if (innerType === 'Like' || innerType === 'Announce') {
1911 const kind = innerType === 'Announce' ? 'unboost' : 'unlike';
1912 const note = await resolveRemoteNote(innerTarget).catch(() => null);
1913 const objUri = (note && note.object_uri) || innerTarget;
1914 await sendInteraction(site, kind, objUri, note && note.actor_uri);
1915 setMyReaction(site.slug, innerTarget, innerType === 'Announce' ? 'boost' : 'like', false);
1916 if (innerType === 'Announce') { try { unmarkBoosted(site.slug, objUri); } catch { /* non-fatal */ } }
1917 return { status: 202, url: objUri };
1918 }
1919 return { status: 400, error: 'unsupported_undo' };
1920 }
1921 // Delete/Update of arbitrary objects need the post-edit pipeline; tracked
1922 // separately (klonkt-demo-c2s-del). Reject clearly rather than half-doing it.
1923 default:
1924 return { status: 400, error: 'unsupported_type', detail: String(type || 'none') };
1925 }
1926 } catch (e) {
1927 console.warn('[AP] C2S ingest failed:', e && e.message);
1928 return { status: 500, error: 'ingest_error' };
1929 }
1930}
1931
1932// Create a top-level microblog post from a C2S Note and federate it. Minimal
1933// sibling of the /posts/create route: sanitized HTML content, no title/cover.
1934async function c2sCreatePost(base, site, user, object) {
1935 const html = HtmlSanitizerService.sanitize(object.content || (object.source && object.source.content) || '');
1936 if (!html.trim()) return { status: 400, error: 'empty_note' };
1937 const postId = crypto.randomUUID();
1938 const slug = 'n-' + postId.slice(0, 8);
1939 const now = new Date().toISOString();
1940 // Visibility from the note's addressing (shaer-60b): Public in `to` = loud
1941 // public, Public in `cc` = quiet public (unlisted), followers-only = friends
1942 // (rides the existing fan_only pipeline: followers-only AP delivery + web
1943 // gating), neither = participants-only (kept local until mention addressing
1944 // lands; still followers-gated on the web).
1945 const vis = c2sVisibility(object);
1946 const fanOnly = (vis === 'friends' || vis === 'direct') ? 1 : 0;
1947 db.prepare(`INSERT INTO posts (id, site_id, slug, author_id, title, content, excerpt, status, type, language, fan_only, ap_visibility, created_at, updated_at, published_at)
1948 VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)`)
1949 .run(postId, site.id, slug, user.id, '', html, '', 'published', 'post', object.language || 'nl', fanOnly, vis, now, now, now);
1950 try { db.prepare('UPDATE posts SET content_rendered = ? WHERE id = ?').run(bakePostContent(html), postId); } catch { /* render fallback covers it */ }
1951 bakePostContentWithMentions(html).then((h) => { try { db.prepare('UPDATE posts SET content_rendered = ? WHERE id = ?').run(h, postId); } catch { /* keep sync bake */ } }).catch(() => {});
1952 try { db.prepare('INSERT INTO posts_fts(content, title, author, post_id) VALUES (?,?,?,?)').run(HtmlSanitizerService.toPlainText(html), '', user.username || '', postId); } catch { /* FTS non-fatal */ }
1953 if (vis !== 'direct') {
1954 deliverCreate(site, { id: postId, slug, title: '', content: html, published_at: now, created_at: now, fan_only: fanOnly, ap_visibility: vis }).catch(() => { /* best-effort */ });
1955 }
1956 return { status: 201, id: postId, url: `${base}/ap/notes/${postId}` };
1957}
1958
1959// Addressing → visibility. Arrays or bare strings; unknown shapes read as the
1960// safest bucket they match.
1961export function c2sVisibility(object) {
1962 const arr = (v) => (Array.isArray(v) ? v : (v ? [v] : [])).filter((x) => typeof x === 'string');
1963 const to = arr(object.to), cc = arr(object.cc);
1964 const isPublic = (x) => x === PUBLIC || x === 'as:Public' || x === 'Public';
1965 const isFollowers = (x) => /\/followers\/?$/.test(x);
1966 if (to.some(isPublic)) return 'public';
1967 if (cc.some(isPublic)) return 'quiet';
1968 if (to.some(isFollowers) || cc.some(isFollowers)) return 'friends';
1969 if (!to.length && !cc.length) return 'public'; // no addressing at all: legacy client, keep old behavior
1970 return 'direct';
1971}
1972
1973// A direct note (private mention, shaer-tqc): a NEW conversation (or a direct
1974// reply) addressed to specific actors only. Stored in ap_outbox with
1975// visibility 'direct' + the recipient list, delivered to exactly those
1976// inboxes: no followers fan-out, no Public, so no boosts and no timelines.
1977// The same S2S leg a Mastodon DM takes, so a guardian on any instance
1978// receives it as a private mention (the ward call-for-help path).
1979export async function deliverDirectNote(site, { recipients, text, language, inReplyTo, attachments, helpRequest }) {
1980 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1981 const list = [...new Set((recipients || []).filter((u) => /^https?:\/\//i.test(String(u || ''))))].slice(0, 8);
1982 if (!base || !site || !site.slug || !list.length || !String(text || '').trim()) return null;
1983 const me = actorId(base, site.slug);
1984 // Resolve every recipient for a mention anchor + a delivery inbox.
1985 const resolved = [];
1986 for (const uri of list) {
1987 const a = await fetchActor(uri).catch(() => null);
1988 if (!a || !(a.inbox || (a.endpoints && a.endpoints.sharedInbox))) continue;
1989 resolved.push({ uri, inbox: (a.endpoints && a.endpoints.sharedInbox) || a.inbox, handle: deriveHandle(uri), url: a.url || uri });
1990 }
1991 if (!resolved.length) return null;
1992 const mention = resolved.map((r) => {
1993 const disp = r.handle && r.handle[0] === '@' ? r.handle : '@' + (r.handle || '');
1994 return `<a href="${escHtml(r.url)}" class="u-url mention" data-actor="${escHtml(r.uri)}">${escHtml(disp)}</a> `;
1995 }).join('');
1996 const body = escHtml(String(text).trim()).replace(/\r?\n/g, '<br>');
1997 const content = `<p>${mention}${linkUrls(linkHashtags(base, body))}</p>`;
1998 const lang = /^[a-z]{2,3}(-[A-Za-z0-9-]+)?$/.test(String(language || '')) ? language : null;
1999 // Attachments: same rules as deliverReply (own /media/ uploads only,
2000 // image/audio/video, max 4) — the help-buoy capture rides this.
2001 const media = (Array.isArray(attachments) ? attachments : [])
2002 .filter((a) => a && typeof a.url === 'string' && /^\/media\/[\w./-]+$/.test(a.url)
2003 && /^(image|audio|video)\//.test(String(a.mediaType || '')))
2004 .slice(0, 4)
2005 .map((a) => ({ url: a.url, mediaType: String(a.mediaType), name: String(a.name || '').slice(0, 120) }));
2006 const id = crypto.randomUUID();
2007 db.prepare(`INSERT INTO ap_outbox (id, site_slug, post_id, post_slug, in_reply_to, to_actor, to_handle, content, language, attachments, visibility, to_actors, help_request, created_at)
2008 VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)`)
2009 .run(id, site.slug, '', null, inReplyTo || null, resolved[0].uri, resolved[0].handle, content, lang, media.length ? JSON.stringify(media) : null, 'direct', JSON.stringify(resolved.map((r) => r.uri)), helpRequest ? 1 : 0);
2010 const row = iStmts().getO.get(id);
2011 const note = buildReplyNote(base, site, row);
2012 const create = {
2013 '@context': AP_CONTEXT,
2014 id: note.id + '#create', type: 'Create', actor: me,
2015 published: note.published, to: note.to, cc: note.cc, object: note,
2016 };
2017 const keys = getOrCreateKeys(site.slug);
2018 const keyId = `${me}#main-key`;
2019 let delivered = 0;
2020 for (const inbox of [...new Set(resolved.map((r) => r.inbox))]) {
2021 let ok = false;
2022 try { const st = await deliver(inbox, create, keyId, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
2023 if (ok) delivered++;
2024 else enqueueDelivery(site.slug, inbox, create);
2025 }
2026 console.log('[AP] direct note', site.slug, '→', resolved.length, 'recipient(s), delivered', delivered);
2027 return { id, content, delivered };
2028}
2029
2030// Send a reply FROM this site to a remote actor (in reply to their inbound reply).
2031// `parent` = an ap_interactions row (actor_uri, actor_url, actor_handle, object_uri).
2032export async function deliverReply(site, { postId, postSlug, parent, text, html, language, attachments, mentions }) {
2033 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2034 // Rich replies: `html` is the reply editor's HTML (sanitized here); `text` is
2035 // the plain-text fallback (no-JS path, C2S `source`). Either may carry the reply.
2036 const richClean = html ? HtmlSanitizerService.sanitize(String(html)) : '';
2037 const rich = richClean && HtmlSanitizerService.toPlainText(richClean).trim() ? richClean : '';
2038 // Attachments: only OUR OWN uploads (/media/... paths, no remote URLs — the
2039 // upload route is the sole producer), image/audio/video only, max 4.
2040 const media = (Array.isArray(attachments) ? attachments : [])
2041 .filter((a) => a && typeof a.url === 'string' && /^\/media\/[\w./-]+$/.test(a.url)
2042 && /^(image|audio|video)\//.test(String(a.mediaType || '')))
2043 .slice(0, 4)
2044 .map((a) => ({ url: a.url, mediaType: String(a.mediaType), name: String(a.name || '').slice(0, 120) }));
2045 // A media-only reply (no text) is a valid reply.
2046 if (!base || !site || !site.slug || !parent || (!String(text || '').trim() && !rich && !media.length)) return null;
2047 const me = actorId(base, site.slug);
2048 // u02, the mentions bar: `mentions` undefined = legacy behavior (mention the
2049 // parent author). An ARRAY (possibly empty) = the kept conversation partners
2050 // exactly as the bar shows them; the mention prefix, the Mention tags (via
2051 // mentionTags over the content) and the delivery targets all follow it.
2052 const kept = Array.isArray(mentions)
2053 ? mentions
2054 .filter((m) => m && typeof m.uri === 'string' && /^https?:\/\//i.test(m.uri))
2055 .slice(0, 8)
2056 .map((m) => ({
2057 uri: m.uri,
2058 url: (typeof m.url === 'string' && /^https?:\/\//i.test(m.url)) ? m.url : m.uri,
2059 handle: String(m.handle || deriveHandle(m.uri)).slice(0, 120),
2060 }))
2061 : null;
2062 const mentionAnchor = (uri, url, h) => {
2063 const disp = h && h[0] === '@' ? h : '@' + (h || '');
2064 return `<a href="${escHtml(url || uri)}" class="u-url mention" data-actor="${escHtml(uri)}">${escHtml(disp)}</a> `;
2065 };
2066 const handle = parent.actor_handle || deriveHandle(parent.actor_uri);
2067 const mention = kept
2068 ? kept.map((k) => mentionAnchor(k.uri, k.url, k.handle)).join('')
2069 : (parent.actor_uri ? mentionAnchor(parent.actor_uri, parent.actor_url, handle) : '');
2070 // Who the stored reply is "to": the parent when kept, else the first kept chip.
2071 const parentKept = !kept || kept.some((k) => k.uri === parent.actor_uri);
2072 const toActorUri = parentKept ? (parent.actor_uri || null) : (kept[0] ? kept[0].uri : null);
2073 const toHandle = parentKept ? handle : (kept[0] ? kept[0].handle : null);
2074 let content;
2075 let mres;
2076 if (rich) {
2077 // Same enrichment pipeline as the plain path (mentions/hashtags/URLs), on
2078 // sanitized editor HTML. The parent mention goes inline into the first
2079 // paragraph (Mastodon convention), or becomes its own leading one.
2080 mres = await resolveMentionsInText(base, rich);
2081 const processed = linkUrls(linkHashtags(base, mres.html));
2082 if (processed.startsWith('<p>')) {
2083 content = processed.replace('<p>', `<p>${mention}`); // inline in the first paragraph
2084 } else if (/^<(blockquote|ul|ol|pre|h[1-6]|div|hr)\b/i.test(processed)) {
2085 content = `<p>${mention}</p>${processed}`; // block content: own leading paragraph
2086 } else {
2087 content = `<p>${mention}${processed}</p>`; // bare inline text: one paragraph together
2088 }
2089 } else {
2090 const body = escHtml(String(text).trim()).replace(/\r?\n/g, '<br>');
2091 mres = await resolveMentionsInText(base, body); // link inline @mentions + collect their inboxes
2092 content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
2093 }
2094 const replyLang = /^[a-z]{2,3}(-[A-Za-z0-9-]+)?$/.test(String(language || '')) ? language : null;
2095 // Dedup: skip if the exact same reply was already sent (double-submit guard).
2096 // Attachments count toward "the same": two media-only replies share content.
2097 const mediaJson = media.length ? JSON.stringify(media) : null;
2098 const dup = db.prepare('SELECT 1 FROM ap_outbox WHERE site_slug = ? AND IFNULL(in_reply_to, \'\') = ? AND content = ? AND IFNULL(attachments, \'\') = IFNULL(?, \'\') LIMIT 1')
2099 .get(site.slug, parent.object_uri || '', content, mediaJson);
2100 if (dup) { console.log('[AP] outreply skipped (duplicate)'); return { duplicate: true, delivered: 0 }; }
2101 const id = crypto.randomUUID();
2102 iStmts().insO.run(id, site.slug, postId, postSlug || null, parent.object_uri || null, toActorUri, toHandle, content, replyLang, mediaJson);
2103 const row = iStmts().getO.get(id);
2104 const note = buildReplyNote(base, site, row);
2105 const create = {
2106 '@context': AP_CONTEXT,
2107 id: note.id + '#create', type: 'Create', actor: me,
2108 published: note.published, to: note.to, cc: note.cc, object: note,
2109 };
2110 const keys = getOrCreateKeys(site.slug);
2111 const keyId = `${me}#main-key`;
2112 const inboxes = new Set();
2113 // Everyone the mentions bar kept gets pinged; legacy path = the parent only.
2114 const mentionTargets = kept ? kept.map((k) => k.uri) : (parent.actor_uri ? [parent.actor_uri] : []);
2115 for (const uri of mentionTargets) {
2116 const a = await fetchActor(uri).catch(() => null);
2117 if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox);
2118 }
2119 if (parent.threadInbox) inboxes.add(parent.threadInbox); // back-compat (single)
2120 (parent.threadInboxes || []).forEach((i) => inboxes.add(i)); // whole ancestor chain
2121 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2122 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the reply
2123 inboxes.delete(`${me}/inbox`); // never deliver to ourselves (already in ap_outbox)
2124 inboxes.delete(`${base}/ap/inbox`); // (our own shared inbox) → avoids a self-duplicate
2125 let delivered = 0;
2126 for (const inbox of [...inboxes].filter(Boolean)) {
2127 let ok = false;
2128 try { const st = await deliver(inbox, create, keyId, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
2129 if (ok) delivered++;
2130 else enqueueDelivery(site.slug, inbox, create); // durable: retry a briefly-offline recipient (was silently dropped)
2131 }
2132 console.log('[AP] outreply', site.slug, '→', parent.actor_uri, 'delivered', delivered);
2133 return { id, content, delivered };
2134}
2135
2136// attributedTo may be a string, an object {id}, or an ARRAY — e.g. a PeerTube Video is
2137// attributed to [Person (account), Group (channel)]. Pick a usable actor URI (prefer Person).
2138function actorUriOf(att) {
2139 if (!att) return null;
2140 if (typeof att === 'string') return att;
2141 if (Array.isArray(att)) {
2142 const person = att.find((a) => a && typeof a === 'object' && a.type === 'Person' && a.id);
2143 if (person) return person.id;
2144 for (const a of att) { if (typeof a === 'string') return a; if (a && a.id) return a.id; }
2145 return null;
2146 }
2147 return att.id || null;
2148}
2149
2150// Resolve a remote post URL (any fediverse/Klonkt post) into a reply target.
2151// Returns a parent-shaped object usable by deliverReply(), or null.
2152export async function resolveRemoteNote(url) {
2153 if (!/^https?:\/\//i.test(String(url || ''))) return null;
2154 const note = await fetchActor(url).catch(() => null); // AP GET (content-negotiates)
2155 if (!note || !note.id) return null;
2156 const att = note.attributedTo;
2157 const actorUri = actorUriOf(att);
2158 if (!actorUri) return null;
2159 const actor = await fetchActor(actorUri).catch(() => null);
2160 const ai = actorInfo(actor, actorUri);
2161 // Is what we're replying to a post (or a comment) on one of OUR posts? If so,
2162 // link our reply to that local post so it shows nested in the post thread.
2163 const localTgt = findThreadTarget(note.id, (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, ''));
2164 // Walk the WHOLE reply chain upward (comment → parent comment → … → root post)
2165 // and collect every ancestor author's inbox, so each participant's server —
2166 // including the original post's author — receives + threads our reply.
2167 const threadInboxes = [];
2168 const seenInbox = new Set();
2169 let cursor = note.inReplyTo, guard = 0;
2170 while (cursor && guard++ < 6) {
2171 const url = typeof cursor === 'string' ? cursor : (cursor && cursor.id);
2172 if (!url) break;
2173 const pn = await fetchActor(url).catch(() => null);
2174 if (!pn) break;
2175 const pa = actorUriOf(pn.attributedTo);
2176 if (pa && pa !== actorUri) {
2177 const paDoc = await fetchActor(pa).catch(() => null);
2178 const inbox = paDoc && ((paDoc.endpoints && paDoc.endpoints.sharedInbox) || paDoc.inbox);
2179 if (inbox && !seenInbox.has(inbox)) { seenInbox.add(inbox); threadInboxes.push(inbox); }
2180 }
2181 cursor = pn.inReplyTo; // climb to the next ancestor
2182 }
2183 // For non-Note objects (PeerTube Video, Article, …) the meaningful label is `name` (the
2184 // title); prepend it so the reply page shows what you're replying to (sanitize cleans it).
2185 let rawHtml = String(note.content || '').replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
2186 if (note.name && note.type && note.type !== 'Note') rawHtml = `<p><strong>${note.name}</strong></p>` + rawHtml;
2187 const images = (Array.isArray(note.attachment) ? note.attachment : [])
2188 .filter((a) => a && a.url && (!a.mediaType || /^image\//i.test(a.mediaType)))
2189 .map((a) => safeUrl(a.url)).filter(Boolean);
2190 // A Klonkt hosted-audio post strips its cover from `attachment` (so Mastodon
2191 // shows the player card, not a loose image) and puts it in `image` instead.
2192 // Same fallback as mediaFromNote() so a boosted music post keeps its cover.
2193 if (!images.length && note.image) {
2194 const im = Array.isArray(note.image) ? note.image[0] : note.image;
2195 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
2196 if (iu) images.push(iu);
2197 }
2198 return {
2199 object_uri: safeUrl(note.id) || note.id,
2200 actor_uri: actorUri,
2201 actor_url: ai.url,
2202 actor_handle: ai.handle,
2203 actor_name: ai.name,
2204 actor_icon: ai.icon,
2205 url: note.url || url,
2206 content: HtmlSanitizerService.sanitize(rawHtml), // full, sanitized
2207 sensitive: !!note.sensitive, // remote CW → blur in the Cirkel
2208 cw: note.summary || '',
2209 images,
2210 // Full typed media (incl. video/mp4) for the timeline cache. `images` above is
2211 // image-only for the interact page preview; a boosted video-only post (Loops)
2212 // lost its media entirely because upsertBoostedNote only saw `images`.
2213 media: mediaFromNote(note),
2214 threadInboxes, // every ancestor author's inbox
2215 localPostId: localTgt ? localTgt.post_id : '', // our post this belongs to (if any)
2216 poll: parsePoll(note), // a Question → its options/counts (else null)
2217 preview: HtmlSanitizerService.toPlainText(note.content || '').slice(0, 240),
2218 };
2219}
2220
2221// List a site's own outbound fediverse replies (for the manage/delete view).
2222// The plain editable text of a stored reply (unwrap links → their text, <br> → newline)
2223// so the manage view can prefill an edit box; the mention is re-added on save.
2224function outboxEditableText(content) {
2225 return String(content || '')
2226 .replace(/<br\s*\/?>/gi, '\n')
2227 .replace(/<a\b[^>]*>([\s\S]*?)<\/a>/gi, '$1')
2228 .replace(/<[^>]+>/g, '')
2229 .replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&')
2230 .trim();
2231}
2232export function listOutbox(siteSlug) {
2233 return db.prepare('SELECT id, content, to_handle, in_reply_to, language, created_at FROM ap_outbox WHERE site_slug = ? ORDER BY created_at DESC')
2234 .all(siteSlug).map((r) => { const c = stripLeadingMentions(r.content); return { ...r, content: c, editable: outboxEditableText(c) }; });
2235}
2236
2237// Delete one of our outbound replies: send Delete(Tombstone) to recipients + remove it.
2238export async function deliverOutboxDelete(site, outboxId) {
2239 const row = iStmts().getO.get(outboxId);
2240 if (!row || row.site_slug !== site.slug) return false;
2241 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2242 if (base) {
2243 const me = actorId(base, site.slug);
2244 const nid = noteId(base, row.id);
2245 const del = { '@context': AP_CONTEXT, id: `${nid}#delete-${Date.now()}-${rid()}`, type: 'Delete', actor: me, to: [PUBLIC], object: { id: nid, type: 'Tombstone' } };
2246 const keys = getOrCreateKeys(site.slug);
2247 const inboxes = new Set();
2248 if (row.to_actor) { const a = await fetchActor(row.to_actor).catch(() => null); if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox); }
2249 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2250 for (const inbox of [...inboxes].filter(Boolean)) {
2251 try { const st = await deliver(inbox, del, `${me}#main-key`, keys.private_pem); if (st >= 200 && st < 300) continue; } catch { /* queue below */ }
2252 enqueueDelivery(site.slug, inbox, del); // durable: a failed comment-delete now retries (was silently dropped)
2253 }
2254 }
2255 db.prepare('DELETE FROM ap_outbox WHERE id = ?').run(outboxId);
2256 return true;
2257}
2258
2259// Edit one of our outbound replies: rewrite the stored content (mention re-added + #tags
2260// re-linked) and send an Update(Note) so recipients refresh their cached copy.
2261export async function deliverOutboxUpdate(site, outboxId, newText, opts = {}) {
2262 const row = iStmts().getO.get(outboxId);
2263 if (!row || row.site_slug !== site.slug) return false;
2264 const text = String(newText || '').trim();
2265 // Rich edit: same sanitize + enrichment pipeline as deliverReply.
2266 const richClean = opts.html ? HtmlSanitizerService.sanitize(String(opts.html)) : '';
2267 const rich = richClean && HtmlSanitizerService.toPlainText(richClean).trim() ? richClean : '';
2268 if (!text && !rich) return false;
2269 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2270 if (!base) return false;
2271 const me = actorId(base, site.slug);
2272 const toActor = row.to_actor ? await fetchActor(row.to_actor).catch(() => null) : null;
2273 const toProfile = row.to_actor ? (actorInfo(toActor, row.to_actor).url || row.to_actor) : '';
2274 const _h = row.to_handle || deriveHandle(row.to_actor);
2275 const toHandle = _h && _h[0] === '@' ? _h : '@' + (_h || '');
2276 // An edit must not drop co-mentions (u02): reuse the OLD content's leading
2277 // mention anchors (the bar's kept list at send time) when present; only fall
2278 // back to rebuilding the single to_actor mention for legacy rows.
2279 const oldPrefix = (String(row.content || '')
2280 .match(/^\s*(?:<p[^>]*>)?\s*((?:<a\b[^>]*class="u-url mention"[^>]*>\s*@[^<]+<\/a>[\s ]*)+)/i) || [])[1] || '';
2281 const mention = oldPrefix || (row.to_actor
2282 ? `<a href="${escHtml(toProfile)}" class="u-url mention" data-actor="${escHtml(row.to_actor)}">${escHtml(toHandle)}</a> ` : '');
2283 let content;
2284 let mres;
2285 if (rich) {
2286 mres = await resolveMentionsInText(base, rich);
2287 const processed = linkUrls(linkHashtags(base, mres.html));
2288 if (processed.startsWith('<p>')) content = processed.replace('<p>', `<p>${mention}`);
2289 else if (/^<(blockquote|ul|ol|pre|h[1-6]|div|hr)\b/i.test(processed)) content = `<p>${mention}</p>${processed}`;
2290 else content = `<p>${mention}${processed}</p>`;
2291 } else {
2292 mres = await resolveMentionsInText(base, escHtml(text).replace(/\r?\n/g, '<br>'));
2293 content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
2294 }
2295 // Language may be updated with the edit; attachments always survive untouched.
2296 const newLang = /^[a-z]{2,3}(-[A-Za-z0-9-]+)?$/.test(String(opts.language || '')) ? opts.language : null;
2297 db.prepare('UPDATE ap_outbox SET content = ?, language = COALESCE(?, language) WHERE id = ?').run(content, newLang, outboxId);
2298 const note = buildReplyNote(base, site, iStmts().getO.get(outboxId));
2299 note.updated = new Date().toISOString();
2300 const update = {
2301 '@context': AP_CONTEXT,
2302 id: `${note.id}#update-${Date.now()}-${rid()}`, type: 'Update', actor: me,
2303 published: note.published, updated: note.updated, to: note.to, cc: note.cc, object: note,
2304 };
2305 const keys = getOrCreateKeys(site.slug);
2306 const inboxes = new Set();
2307 if (toActor) inboxes.add((toActor.endpoints && toActor.endpoints.sharedInbox) || toActor.inbox);
2308 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2309 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the edit
2310 inboxes.delete(`${me}/inbox`); inboxes.delete(`${base}/ap/inbox`);
2311 let delivered = 0;
2312 for (const inbox of [...inboxes].filter(Boolean)) {
2313 let ok = false;
2314 try { const st = await deliver(inbox, update, `${me}#main-key`, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
2315 if (ok) delivered++;
2316 else enqueueDelivery(site.slug, inbox, update); // durable: retry the edit later (was silently dropped)
2317 }
2318 console.log('[AP] outreply edit', site.slug, 'delivered', delivered);
2319 return { ok: true, content, delivered };
2320}
2321
2322// ── Fediverse CLIENT: follow accounts + home timeline ─────────────
2323// Resolve an @user@domain handle to its actor URL via WebFinger.
2324export async function webfingerResolve(handle) {
2325 const h = String(handle || '').trim().replace(/^@/, '');
2326 const parts = h.split('@');
2327 if (parts.length !== 2 || !parts[0] || !parts[1]) return null;
2328 const acct = `${parts[0]}@${parts[1]}`;
2329 try {
2330 const r = await safeFetch(`https://${parts[1]}/.well-known/webfinger?resource=acct:${encodeURIComponent(acct)}`,
2331 { headers: { Accept: 'application/jrd+json, application/json' } });
2332 if (!r.ok) return null;
2333 const jrd = await r.json();
2334 const link = (jrd.links || []).find((l) => l.rel === 'self' && /activity\+json|ld\+json/.test(l.type || ''));
2335 return safeUrl(link ? link.href : '') || null;
2336 } catch { return null; }
2337}
2338
2339let _insFw, _delFw, _listFw, _accFw, _oneFw, _setAB;
2340function fwStmts() {
2341 if (!_insFw) {
2342 _insFw = db.prepare('INSERT OR REPLACE INTO ap_following (slug, actor_uri, handle, name, icon, url, inbox, follow_id, status, auto_boost, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
2343 _delFw = db.prepare('DELETE FROM ap_following WHERE slug = ? AND actor_uri = ?');
2344 _listFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? ORDER BY created_at DESC');
2345 _accFw = db.prepare("UPDATE ap_following SET status = 'accepted' WHERE follow_id = ?");
2346 _oneFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? AND actor_uri = ?');
2347 _setAB = db.prepare('UPDATE ap_following SET auto_boost = ? WHERE slug = ? AND actor_uri = ?');
2348 }
2349 return { ins: _insFw, del: _delFw, list: _listFw, acc: _accFw, one: _oneFw, setAB: _setAB };
2350}
2351export function listFollowing(slug) { return fwStmts().list.all(slug); }
2352
2353// Toggle auto-boost ("feature") on an account we already follow.
2354export function setAutoBoost(slug, actorUri, on) {
2355 try { fwStmts().setAB.run(on ? 1 : 0, slug, actorUri); } catch { /* ignore */ }
2356 // Featuring an account → AP-native catch-up so the Cirkel isn't empty until they next
2357 // post (push doesn't backfill history-before-follow). Fire-and-forget pull, sends nothing.
2358 if (on) backfillFromOutbox(slug, actorUri).catch(() => {});
2359 return { ok: true };
2360}
2361
2362let _insTl, _listTl, _delTl;
2363function tlStmts() {
2364 if (!_insTl) {
2365 _insTl = db.prepare('INSERT OR IGNORE INTO ap_timeline (id, slug, author_uri, author_name, author_handle, author_icon, author_url, content, url, published, media_json, nsfw, cw, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
2366 _listTl = db.prepare('SELECT * FROM ap_timeline WHERE slug = ? ORDER BY COALESCE(published, created_at) DESC LIMIT ? OFFSET ?');
2367 _delTl = db.prepare('DELETE FROM ap_timeline WHERE id = ?');
2368 }
2369 return { ins: _insTl, list: _listTl, del: _delTl };
2370}
2371export function getTimeline(slug, limit, offset) { return tlStmts().list.all(slug, limit || 50, offset || 0); }
2372
2373// ── Cirkel = posts from the accounts you auto-boost ("feature an artist") ──
2374let _abCount, _cirkelPosts, _cirkelMembers;
2375export function autoBoostCount(slug) {
2376 try { if (!_abCount) _abCount = db.prepare('SELECT COUNT(*) AS n FROM ap_following WHERE slug = ? AND auto_boost = 1'); return _abCount.get(slug).n; } catch { return 0; }
2377}
2378export function getCirkelPosts(slug, limit, offset) {
2379 try {
2380 // Cirkel = posts from featured (auto_boost) accounts + posts you boosted
2381 // (t.boosted), mixed by date. One row per note in ap_timeline → no duplicates.
2382 if (!_cirkelPosts) _cirkelPosts = db.prepare(`
2383 SELECT t.id, t.author_uri, t.author_name, t.author_handle, t.author_icon, t.author_url,
2384 t.content, t.url, t.published, t.media_json, t.boosted, t.nsfw, t.cw
2385 FROM ap_timeline t
2386 LEFT JOIN ap_following f ON f.slug = t.slug AND f.actor_uri = t.author_uri
2387 WHERE t.slug = ? AND (f.auto_boost = 1 OR t.boosted = 1)
2388 ORDER BY COALESCE(t.published, t.created_at) DESC, t.rowid DESC
2389 LIMIT ? OFFSET ?`);
2390 return _cirkelPosts.all(slug, limit || 60, offset || 0);
2391 } catch { return []; }
2392}
2393export function getCirkelMembers(slug) {
2394 try { if (!_cirkelMembers) _cirkelMembers = db.prepare('SELECT name, url, icon FROM ap_following WHERE slug = ? AND auto_boost = 1 ORDER BY name'); return _cirkelMembers.all(slug); } catch { return []; }
2395}
2396// Mark a timeline post as boosted so it shows in the Cirkel (mixed by date).
2397let _markBoost, _unmarkBoost, _boostedCount;
2398export function markBoosted(slug, noteId) {
2399 try { if (!_markBoost) _markBoost = db.prepare('UPDATE ap_timeline SET boosted = 1 WHERE slug = ? AND id = ?'); _markBoost.run(slug, noteId); } catch { /* ignore */ }
2400}
2401export function unmarkBoosted(slug, noteId) {
2402 try { if (!_unmarkBoost) _unmarkBoost = db.prepare('UPDATE ap_timeline SET boosted = 0 WHERE slug = ? AND id = ?'); _unmarkBoost.run(slug, noteId); } catch { /* ignore */ }
2403}
2404let _markLike, _unmarkLike;
2405export function markLiked(slug, noteId) {
2406 try { if (!_markLike) _markLike = db.prepare('UPDATE ap_timeline SET liked = 1 WHERE slug = ? AND id = ?'); _markLike.run(slug, noteId); } catch { /* ignore */ }
2407}
2408export function unmarkLiked(slug, noteId) {
2409 try { if (!_unmarkLike) _unmarkLike = db.prepare('UPDATE ap_timeline SET liked = 0 WHERE slug = ? AND id = ?'); _unmarkLike.run(slug, noteId); } catch { /* ignore */ }
2410}
2411export function getTimelineReaction(slug, noteId) {
2412 try { const r = db.prepare('SELECT liked, boosted FROM ap_timeline WHERE slug = ? AND id = ?').get(slug, noteId); return { liked: !!(r && r.liked), boosted: !!(r && r.boosted) }; } catch { return { liked: false, boosted: false }; }
2413}
2414// Boost a REMOTE post that may not be in your timeline (you don't follow the author):
2415// store it in ap_timeline (INSERT OR IGNORE → no dup for followed posts) so it shows in
2416// the Cirkel with a Boost badge, then flag it boosted.
2417export function upsertBoostedNote(slug, note) {
2418 if (!slug || !note || !note.object_uri) return;
2419 const id = note.object_uri;
2420 // Prefer the full typed media (incl. video/mp4 — a Loops boost is video-only and
2421 // rendered a bare text tile); fall back to the image-only list for older callers.
2422 const media = (note.media && note.media !== '[]')
2423 ? note.media
2424 : JSON.stringify((note.images || []).map((u) => ({ url: u, type: 'image/jpeg' })));
2425 try {
2426 const r = tlStmts().ins.run(id, slug, note.actor_uri || '', note.actor_name || '', note.actor_handle || '',
2427 note.actor_icon || '', note.actor_url || '', note.content || '', note.url || null,
2428 new Date().toISOString(), media, note.sensitive ? 1 : 0, note.cw || null);
2429 if (!r.changes) {
2430 // Row already cached (INSERT OR IGNORE) → refresh it with the freshly
2431 // resolved note. Without this a row cached without its cover (or with
2432 // stale content) stayed stale forever — even boosting again didn't heal it.
2433 // Keep the CACHED media when the resolve yielded none: an empty re-resolve
2434 // used to clobber a good media_json (the followed copy had the video, the
2435 // boost wiped it to []).
2436 db.prepare(`UPDATE ap_timeline SET content = ?, media_json = CASE WHEN ? = '[]' THEN media_json ELSE ? END,
2437 nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE slug = ? AND id = ?`)
2438 .run(note.content || '', media, media, note.sensitive ? 1 : 0, note.cw || null, note.url || null, slug, id);
2439 }
2440 } catch { /* ignore */ }
2441 markBoosted(slug, id);
2442}
2443export function boostedCount(slug) {
2444 try { if (!_boostedCount) _boostedCount = db.prepare('SELECT COUNT(*) AS n FROM ap_timeline WHERE slug = ? AND boosted = 1'); return _boostedCount.get(slug).n; } catch { return 0; }
2445}
2446
2447// Resolve a Klonkt/AP actor URL from a site root: a Klonkt site's root 302s to
2448// /ap/users/<slug> (content negotiation; Location may be relative). Used by
2449// followActor for bare-domain follows.
2450// NB: the old auto-migration of legacy Cirkels (circle_links -> AP follows) was
2451// REMOVED on 2026-06-26 — it auto-sent Follows on boot, which violates "the code
2452// never throws anything into the fediverse automatically" (would surprise-Follow
2453// for some operators at scale). The dead circle_links table stays as harmless dead
2454// data; an operator restores an old cirkel by re-following in /following (their click).
2455async function resolveApActor(siteUrl) {
2456 try {
2457 const r = await fetch(siteUrl, { headers: { Accept: 'application/activity+json' }, redirect: 'manual' });
2458 if (r.status >= 300 && r.status < 400) { const loc = r.headers.get('location'); if (loc) return new URL(loc, siteUrl).href; }
2459 if (r.ok) return siteUrl;
2460 } catch { /* unreachable */ }
2461 return null;
2462}
2463
2464// ── Self-heal: re-sync the fediverse cache (ap_timeline) after a DRASTIC update ──
2465// Runs ONCE per SELFHEAL_VERSION bump — NOT on every boot. Re-fetches each cached
2466// note and refreshes content + media (recovers covers/edits that were delivered
2467// during a flux window, e.g. a fleet-wide update), and drops notes that are gone
2468// (404/410). Bump SELFHEAL_VERSION only on a release that warrants a re-sync.
2469const SELFHEAL_VERSION = 7; // v7: rerun v6 with retry-until-clean semantics (origins briefly offline no longer stay stale forever)
2470async function fetchNoteAP(url) {
2471 try {
2472 const r = await fetch(url, { headers: { Accept: 'application/activity+json' } });
2473 if (r.status === 404 || r.status === 410) return 404;
2474 if (r.ok) return await r.json();
2475 } catch { /* unreachable */ }
2476 return null;
2477}
2478function mediaFromNote(note) {
2479 const atts = (Array.isArray(note.attachment) ? note.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
2480 if (!atts.some((m) => !m.type || /image/i.test(m.type)) && note.image) {
2481 const im = Array.isArray(note.image) ? note.image[0] : note.image;
2482 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
2483 if (iu) atts.push({ url: iu, type: (im && im.mediaType) || 'image/jpeg' });
2484 }
2485 return JSON.stringify(atts);
2486}
2487// A generic SSRF-safe AP GET (collections / pages).
2488async function apGetJson(url) {
2489 try {
2490 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
2491 if (!r.ok) return null;
2492 const len = Number(r.headers.get('content-length') || 0);
2493 if (len > 3_000_000) return null;
2494 return await r.json();
2495 } catch { return null; }
2496}
2497// AP-native catch-up: pull an actor's standard `outbox` collection and merge their recent
2498// top-level posts into the timeline for `slug`. Push (Create delivery) cannot backfill
2499// history-from-before-you-followed or a delivery that was missed while you were down;
2500// reading the outbox is the spec-conform way to catch up. PULL ONLY — sends nothing.
2501export async function backfillFromOutbox(slug, actorUri, limit = 20) {
2502 try {
2503 if (!slug || !actorUri) return 0;
2504 const actor = await fetchActor(actorUri);
2505 if (!actor || !actor.outbox) return 0;
2506 let page = await apGetJson(typeof actor.outbox === 'string' ? actor.outbox : actor.outbox.id);
2507 let items = (page && (page.orderedItems || page.items)) || [];
2508 if (!items.length && page && page.first) {
2509 page = await apGetJson(typeof page.first === 'string' ? page.first : page.first.id);
2510 items = (page && (page.orderedItems || page.items)) || [];
2511 }
2512 if (!Array.isArray(items) || !items.length) return 0;
2513 const ai = actorInfo(actor, actorUri);
2514 let added = 0;
2515 for (const it of items.slice(0, limit)) {
2516 // Each item is usually a Create wrapping a Note, or sometimes the Note itself.
2517 const o = (it && typeof it.object === 'object' && it.object) ? it.object : it;
2518 if (!o || !o.id) continue;
2519 if (o.type && o.type !== 'Note' && o.type !== 'Article' && o.type !== 'Question') continue; // skip boosts/other
2520 if (o.inReplyTo) continue; // top-level only
2521 const auth = actorUriOf(o.attributedTo);
2522 if (auth && auth !== actorUri) continue; // their OWN posts only
2523 const html = HtmlSanitizerService.sanitize(o.content || '');
2524 const poll = parsePoll(o); // a Question (poll) → carry its options/counts on backfill too
2525 try {
2526 const r = tlStmts().ins.run(o.id, slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, mediaFromNote(o), o.sensitive ? 1 : 0, o.summary || null);
2527 if (r && r.changes > 0) added++;
2528 // Set poll_json if this is a poll and we don't already have it (COALESCE preserves a vote).
2529 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = COALESCE(poll_json, ?) WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, slug); } catch { /* ignore */ } }
2530 } catch { /* ignore */ }
2531 }
2532 if (added) console.log('[AP] outbox backfill', actorUri, '→', slug, '+' + added);
2533 return added;
2534 } catch { return 0; }
2535}
2536
2537// ── Remote thread crawl (fill the gaps in a local post's conversation) ────────────
2538// Most replies reach us by delivery, but replies-to-replies that live on other servers and
2539// aren't addressed to us are missed. This pulls the AS2 `replies` collections of the replies
2540// we DO have, caching any newly-found ones in ap_interactions.
2541//
2542// Matches Mastodon's behaviour: ONE level per crawl (like its FetchRepliesService), not a deep
2543// recursive walk. Deeper levels fill in incrementally across crawls — once a fetched reply is
2544// cached it becomes a seed itself, so its own replies are pulled on a later view (Mastodon's
2545// per-status cascade). Bounded + polite (serial), PULL only, and stale-while-revalidate: it
2546// never runs in a page request — the view renders from cache; a stale post kicks off a
2547// background refresh for the NEXT view.
2548const THREAD_TTL_MS = 15 * 60 * 1000; // don't re-crawl a post more than ~4×/hour
2549const THREAD_MAX_DEPTH = 1; // one hop per crawl (like Mastodon); deeper fills in over crawls
2550const THREAD_MAX_FETCHES = 30; // hard cap on remote GETs per crawl (be a good peer)
2551const _crawlingThreads = new Set(); // per-post in-flight lock (no stampede across views)
2552
2553function threadCrawlTs(postId) {
2554 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('thread_crawl:' + postId); return r ? (Number(r.value) || 0) : 0; }
2555 catch { return 0; }
2556}
2557function setThreadCrawlTs(postId, ts) {
2558 try { db.prepare('INSERT INTO app_settings (key, value) VALUES (?, ?) ON CONFLICT(key) DO UPDATE SET value = excluded.value').run('thread_crawl:' + postId, String(ts)); }
2559 catch { /* ignore */ }
2560}
2561
2562// Read a note's `replies` (string ref / Collection with `first` / paged CollectionPages) →
2563// child note URIs. Every remote GET goes through `budget` so the whole crawl stays capped.
2564async function collectReplyItems(repliesRef, maxPages, budget) {
2565 const uris = [];
2566 let node = typeof repliesRef === 'string' ? await budget.get(repliesRef) : repliesRef;
2567 if (node && node.first) node = typeof node.first === 'string' ? await budget.get(node.first) : node.first;
2568 let pages = 0;
2569 while (node && pages++ < maxPages) {
2570 for (const it of (node.items || node.orderedItems || [])) {
2571 const u = typeof it === 'string' ? it : (it && it.id);
2572 if (u && /^https?:\/\//i.test(u)) uris.push(u);
2573 }
2574 if (!node.next) break;
2575 node = typeof node.next === 'string' ? await budget.get(node.next) : node.next;
2576 }
2577 return uris;
2578}
2579
2580async function crawlThread(postId) {
2581 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2582 if (!base) return;
2583 // Seed frontier = the remote reply note URIs we already have; also the dedup set.
2584 let known;
2585 try { known = new Set(db.prepare("SELECT object_uri FROM ap_interactions WHERE post_id = ? AND kind = 'reply' AND object_uri != ''").all(postId).map((r) => r.object_uri)); }
2586 catch { return; }
2587 const seeds = [...known].filter((u) => /^https?:\/\//i.test(u));
2588 if (!seeds.length) return; // nothing remote to expand
2589 // Owner-removed replies (tombstones) join the dedup set AFTER seeding, so the
2590 // crawler never re-adds them via thread-filling (they're gone from the seeds
2591 // already because rejectInteraction deleted their ap_interactions row).
2592 try { for (const r of db.prepare('SELECT object_uri FROM ap_rejected_objects WHERE post_id = ?').all(postId)) known.add(r.object_uri); }
2593 catch { /* table always exists after boot migration */ }
2594
2595 let fetches = 0;
2596 const budget = { get: async (u) => { if (fetches >= THREAD_MAX_FETCHES) return null; fetches++; return apGetJson(u); } };
2597 const visited = new Set(); // notes whose replies collection we've already expanded
2598 let frontier = seeds.slice();
2599 let added = 0;
2600
2601 for (let depth = 0; depth < THREAD_MAX_DEPTH && frontier.length && fetches < THREAD_MAX_FETCHES; depth++) {
2602 const nextFrontier = [];
2603 for (const noteUri of frontier) {
2604 if (visited.has(noteUri) || fetches >= THREAD_MAX_FETCHES) continue;
2605 visited.add(noteUri);
2606 const note = await budget.get(noteUri);
2607 if (!note || !note.replies) continue;
2608 const childUris = await collectReplyItems(note.replies, 2, budget);
2609 for (const cu of childUris) {
2610 if (known.has(cu) || fetches >= THREAD_MAX_FETCHES) continue;
2611 known.add(cu);
2612 const child = await budget.get(cu);
2613 if (!child || !child.id || (child.type !== 'Note' && child.type !== 'Article')) continue;
2614 if (isRejectedObject(child.id)) continue; // note id can differ from the collection URI (redirects)
2615 const actorUri = actorUriOf(child.attributedTo);
2616 if (!actorUri || isBlockedAny(actorUri)) continue; // skip blocked authors
2617 const actor = await budget.get(actorUri); // may be null if budget spent → fallback handle
2618 const ai = actorInfo(actor, actorUri);
2619 const html = HtmlSanitizerService.sanitize(child.content || '');
2620 // The child replies to `note` by construction (it's in note's replies collection).
2621 try { iStmts().ins.run('reply', postId, child.id, actorUri, ai.name, ai.handle, ai.url, ai.icon, html, child.published || null, note.id || noteUri, noteVisibility(child)); added++; } catch { /* ignore */ }
2622 nextFrontier.push(child.id); // expand this reply's own replies next depth
2623 }
2624 }
2625 frontier = nextFrontier;
2626 }
2627 if (added) console.log('[AP] thread crawl', postId, '+' + added, 'remote replies (' + fetches + ' fetches)');
2628}
2629
2630// Stale-while-revalidate entry point: call from the post view. Renders nothing, blocks nothing —
2631// fires a background crawl only if this post hasn't been crawled within the TTL.
2632export function maybeCrawlThread(postId) {
2633 if (!postId || _crawlingThreads.has(postId)) return;
2634 if (Date.now() - threadCrawlTs(postId) < THREAD_TTL_MS) return;
2635 _crawlingThreads.add(postId);
2636 setThreadCrawlTs(postId, Date.now()); // optimistic mark so concurrent/next views don't re-fire
2637 crawlThread(postId).catch((e) => console.warn('[AP] thread crawl failed:', e && e.message)).finally(() => _crawlingThreads.delete(postId));
2638}
2639
2640let _selfHealing = false;
2641export async function selfHealTimeline() {
2642 if (_selfHealing) return; _selfHealing = true;
2643 try {
2644 let cur = 0;
2645 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_version'); cur = r ? (parseInt(r.value, 10) || 0) : 0; } catch { return; }
2646 if (cur >= SELFHEAL_VERSION) return; // already healed for this version — skip on normal boots
2647 let rows = [];
2648 try { rows = db.prepare('SELECT id, content, media_json, nsfw, cw, url FROM ap_timeline ORDER BY rowid DESC LIMIT 200').all(); } catch { /* no table */ }
2649 let healed = 0, failed = 0;
2650 for (const r of rows) {
2651 try {
2652 const note = await fetchNoteAP(r.id);
2653 if (note === 404) { db.prepare('DELETE FROM ap_timeline WHERE id = ?').run(r.id); healed++; continue; }
2654 if (!note || typeof note !== 'object') { failed++; continue; } // origin unreachable right now
2655 const html = HtmlSanitizerService.sanitize(note.content || '');
2656 const media = mediaFromNote(note);
2657 const nsfw = note.sensitive ? 1 : 0; // re-sync NSFW/sensitive + CW onto already-cached posts
2658 const cw = note.summary || null;
2659 const url = note.url || null; // re-sync the human url (catches a remote slug rename)
2660 if ((html && html !== r.content) || media !== (r.media_json || '[]') || nsfw !== (r.nsfw || 0) || (cw || '') !== (r.cw || '') || (url && url !== r.url)) {
2661 db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ?').run(html || r.content, media, nsfw, cw, url, r.id);
2662 healed++;
2663 }
2664 } catch { failed++; /* per-note best-effort */ }
2665 }
2666 // Only mark this version DONE after a clean pass. Some origins are briefly
2667 // offline exactly when we heal (phone-hosted instances!): skipping them and
2668 // consuming the version would leave those rows stale forever. Instead retry
2669 // on the next boots, giving up after a few attempts (permanently-dead
2670 // origins answer 404/410 and are deleted above, so they don't loop).
2671 const setSetting = (k, v) => { try { db.prepare('INSERT OR REPLACE INTO app_settings (key, value) VALUES (?, ?)').run(k, String(v)); } catch { /* ignore */ } };
2672 let attempts = 0;
2673 try { const a = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_attempts'); attempts = a ? (parseInt(a.value, 10) || 0) : 0; } catch { /* ignore */ }
2674 if (failed === 0 || attempts >= 4) {
2675 setSetting('selfheal_version', SELFHEAL_VERSION);
2676 setSetting('selfheal_attempts', 0);
2677 } else {
2678 setSetting('selfheal_attempts', attempts + 1);
2679 }
2680 if (rows.length) console.log(`[AP] self-heal v${SELFHEAL_VERSION}: ${healed}/${rows.length} timeline notes${failed ? ` (${failed} unreachable — will retry next boot)` : ''}`);
2681 } catch { /* never block boot */ } finally { _selfHealing = false; }
2682}
2683
2684// Follow a fediverse account by @handle (WebFinger → actor → signed Follow).
2685export async function followActor(site, handle, autoBoost = false) {
2686 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2687 if (!base || !site || !site.slug) return { error: 'config' };
2688 // Accept any of: a profile/actor URL, an @user@host handle (WebFinger), or a
2689 // bare site domain (site.com) — for a single-actor site (Klonkt etc.) the root
2690 // resolves to its AP actor, so you can follow a site by just its domain.
2691 const s = String(handle || '').trim();
2692 let actorUrl;
2693 if (/^https?:\/\//i.test(s)) actorUrl = safeUrl(s) || null;
2694 else if (s.includes('@')) actorUrl = await webfingerResolve(s);
2695 else if (/^[a-z0-9.-]+\.[a-z]{2,}/i.test(s)) actorUrl = await resolveApActor('https://' + s.replace(/^\/+|\/+$/g, ''));
2696 else actorUrl = null;
2697 if (!actorUrl) return { error: 'not_found' };
2698 const actor = await fetchActor(actorUrl).catch(() => null);
2699 if (!actor || !actor.id || !actor.inbox) return { error: 'unreachable' };
2700 const ai = actorInfo(actor, actor.id);
2701 const me = actorId(base, site.slug);
2702 const keys = getOrCreateKeys(site.slug);
2703 const followId = `${me}#follow-${Date.now()}-${rid()}`;
2704 fwStmts().ins.run(site.slug, actor.id, ai.handle, ai.name, ai.icon, ai.url, actor.inbox, followId, 'pending', autoBoost ? 1 : 0);
2705 const follow = { '@context': AP_CONTEXT, id: followId, type: 'Follow', actor: me, object: actor.id };
2706 // Deliver via the retry queue: a Follow that fails the first attempt (peer down,
2707 // timeout, transient 5xx) is retried with backoff instead of staying stuck on
2708 // 'pending' forever — the Accept can only come back once the Follow lands.
2709 await deliverWithRetry(site.slug, actor.inbox, follow, `${me}#main-key`, keys.private_pem);
2710 console.log('[AP] follow', site.slug, '→', actor.id);
2711 // Follow + feature in one step → backfill their recent posts into the Cirkel right away.
2712 if (autoBoost) backfillFromOutbox(site.slug, actor.id).catch(() => {});
2713 return { ok: true, name: ai.name, handle: ai.handle, actor: actor.id };
2714}
2715
2716// Resolve a profile URL or @handle to a followable remote actor (for the
2717// authorize_interaction "Follow" flow). Returns display fields + inbox, or null
2718// when it isn't a reachable actor (e.g. the input was a post, not a profile).
2719export async function resolveRemoteActor(input) {
2720 const s = String(input || '').trim();
2721 const actorUrl = /^https?:\/\//i.test(s) ? (safeUrl(s) || null) : await webfingerResolve(s);
2722 if (!actorUrl) return null;
2723 const actor = await fetchActor(actorUrl).catch(() => null);
2724 if (!actor || !actor.id || !actor.inbox) return null;
2725 const ai = actorInfo(actor, actor.id);
2726 return { actor_uri: actor.id, actor_name: ai.name, actor_handle: ai.handle, actor_url: ai.url, actor_icon: ai.icon, inbox: actor.inbox };
2727}
2728
2729export async function unfollowActor(site, actorUri) {
2730 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2731 const me = actorId(base, site.slug);
2732 const keys = getOrCreateKeys(site.slug);
2733 const row = fwStmts().one.get(site.slug, actorUri);
2734 // Undo(Follow) MUST reference the original Follow's real id so the remote can correlate it
2735 // and drop the follow. The old `${me}#follow` fallback never matched anything → the unfollow
2736 // silently failed on the remote. With no stored follow id (legacy row), skip the network Undo
2737 // rather than send an unmatchable one. Deliver durably via the retry queue.
2738 if (row && row.inbox && row.follow_id) {
2739 const undo = { '@context': AP_CONTEXT, id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me, object: { id: row.follow_id, type: 'Follow', actor: me, object: actorUri } };
2740 deliverWithRetry(site.slug, row.inbox, undo, `${me}#main-key`, keys.private_pem);
2741 } else if (row && row.inbox) {
2742 console.warn('[AP] unfollow', site.slug, '→', actorUri, '— no stored follow id; removed locally only (legacy follow, remote may keep it)');
2743 }
2744 fwStmts().del.run(site.slug, actorUri);
2745 return { ok: true };
2746}
2747
2748// Send a Like or Announce (boost) on a remote note FROM this site.
2749export async function sendInteraction(site, kind, targetNoteId, authorUri) {
2750 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2751 if (!base || !site || !site.slug || !targetNoteId) return { error: 'config' };
2752 const me = actorId(base, site.slug);
2753 const keys = getOrCreateKeys(site.slug);
2754 // 'unboost' = Undo(Announce): retracts a boost so followers' servers remove the
2755 // reblog (matched on actor+object — no record of the original Announce needed).
2756 const fanout = (kind === 'boost' || kind === 'unboost'); // also goes to our followers
2757 const followersCol = `${me}/followers`;
2758 // Address the original author in cc so their server (Mastodon, WordPress/ActivityPub, …)
2759 // attributes the boost to their post and notifies them — without this, a shared-inbox
2760 // receiver has nothing to route the Announce to. Non-fragment activity ids + a `published`
2761 // stamp keep us aligned with what Mastodon emits.
2762 const audience = authorUri ? [followersCol, authorUri] : [followersCol];
2763 let act;
2764 if (kind === 'unboost' || kind === 'unlike') {
2765 // Undo(Announce) retracts a boost; Undo(Like) un-favourites (matched on actor+object,
2766 // no record of the original activity needed — Mastodon honours both).
2767 const inner = kind === 'unboost' ? 'Announce' : 'Like';
2768 act = {
2769 '@context': AP_CONTEXT,
2770 id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me,
2771 object: { id: `${me}/${inner.toLowerCase()}/${Date.now()}-${rid()}`, type: inner, actor: me, object: targetNoteId },
2772 };
2773 if (kind === 'unboost') { act.to = [PUBLIC]; act.cc = audience; }
2774 } else {
2775 const type = kind === 'boost' ? 'Announce' : 'Like';
2776 act = {
2777 '@context': AP_CONTEXT,
2778 id: `${me}/${type.toLowerCase()}/${Date.now()}-${rid()}`,
2779 type, actor: me, object: targetNoteId,
2780 };
2781 if (type === 'Announce') { act.published = new Date().toISOString(); act.to = [PUBLIC]; act.cc = audience; }
2782 }
2783 const inboxes = new Set();
2784 // Author first, via their PERSONAL inbox (not the shared one) so a multi-user receiver
2785 // routes the Announce/Like to the right post unambiguously.
2786 if (authorUri) { const a = await fetchActor(authorUri).catch(() => null); if (a) inboxes.add(a.inbox || (a.endpoints && a.endpoints.sharedInbox)); }
2787 if (fanout) { for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox); }
2788 // Queue each delivery (immediate attempt + backoff retries on failure via ap_delivery)
2789 // instead of a single fire-and-forget POST, so a transient hiccup at the receiver doesn't
2790 // silently lose the boost — same durability a new post (deliverCreate) already gets.
2791 let queued = 0;
2792 for (const inbox of [...inboxes].filter(Boolean)) { deliverWithRetry(site.slug, inbox, act, `${me}#main-key`, keys.private_pem); queued++; }
2793 console.log('[AP]', kind, site.slug, '→', targetNoteId, 'queued', queued, 'inbox(es)');
2794 return { ok: true, delivered: queued };
2795}
2796
2797// Notifications inbox: new followers + replies/likes/boosts on this site's posts.
2798export function getNotifications(slug, limit) {
2799 // Per-source cap scales with the requested limit so Messages can page deep
2800 // (Load more). Bounded so a huge offset can't ask for unbounded rows.
2801 const L = Math.min(1000, Math.max(80, limit || 60));
2802 const out = [];
2803 try {
2804 for (const f of db.prepare('SELECT actor_uri, created_at FROM ap_followers WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
2805 out.push({ type: 'follow', handle: deriveHandle(f.actor_uri), url: f.actor_uri, created_at: f.created_at });
2806 }
2807 } catch { /* ignore */ }
2808 try {
2809 const rows = db.prepare(`
2810 SELECT i.kind, i.actor_name, i.actor_handle, i.actor_url, i.actor_icon, i.content, i.created_at, i.visibility,
2811 p.slug AS post_slug, p.title AS post_title
2812 FROM ap_interactions i LEFT JOIN posts p ON p.id = i.post_id
2813 WHERE p.site_id = (SELECT id FROM sites WHERE slug = ?)
2814 ORDER BY i.created_at DESC LIMIT ?
2815 `).all(slug, L);
2816 for (const r of rows) out.push({
2817 type: r.kind, name: r.actor_name, handle: r.actor_handle, url: r.actor_url, icon: r.actor_icon,
2818 content: stripLeadingMentions(r.content), post_slug: r.post_slug, post_title: r.post_title, created_at: r.created_at,
2819 // followers/direct = a private message to the owner (not on the public thread) → 🔒 in Messages
2820 visibility: r.visibility || 'public',
2821 });
2822 } catch { /* ignore */ }
2823 try {
2824 for (const r of db.prepare('SELECT actor_uri, actor_name, actor_handle, actor_icon, content, created_at FROM ap_reports WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
2825 out.push({ type: 'report', name: r.actor_name, handle: r.actor_handle, url: r.actor_uri, icon: r.actor_icon, content: r.content, created_at: r.created_at });
2826 }
2827 } catch { /* ignore */ }
2828 try {
2829 for (const r of db.prepare('SELECT object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, created_at FROM ap_mentions WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
2830 out.push({ type: 'mention', name: r.actor_name, handle: r.actor_handle, url: r.actor_url || r.actor_uri, icon: r.actor_icon, content: stripLeadingMentions(r.content), note_url: r.note_url || r.object_uri, created_at: r.created_at });
2831 }
2832 } catch { /* ignore */ }
2833 // Your own polls that have closed → a "results are in" item, derived read-time
2834 // from poll_json (Scheduler marks closed=1) with the tally via ownPollView.
2835 try {
2836 const site = db.prepare('SELECT id FROM sites WHERE slug = ?').get(slug);
2837 if (site) {
2838 const polls = db.prepare(`
2839 SELECT id, slug, title, poll_json FROM posts
2840 WHERE site_id = ? AND poll_json IS NOT NULL
2841 AND json_extract(poll_json, '$.closed') = 1
2842 AND json_extract(poll_json, '$.endTime') IS NOT NULL
2843 ORDER BY json_extract(poll_json, '$.endTime') DESC LIMIT 20`).all(site.id);
2844 for (const p of polls) {
2845 const view = ownPollView(p);
2846 if (!view) continue;
2847 let endTime = null; try { endTime = JSON.parse(p.poll_json).endTime; } catch { /* keep null */ }
2848 out.push({ type: 'poll_done', post_slug: p.slug, post_title: p.title, poll: view, created_at: endTime || null });
2849 }
2850 }
2851 } catch { /* ignore */ }
2852 // NaN-safe sort: one row with a missing/garbled created_at would otherwise make the
2853 // comparator return NaN and scramble the WHOLE ordering (seen live: follow rows landing
2854 // between likes, which also broke Messages' like-grouping).
2855 out.sort((a, b) => _msgTs(b) - _msgTs(a));
2856 return out.slice(0, limit || 60);
2857}
2858function _msgTs(x) { const t = Date.parse((x && x.created_at) || ''); return Number.isFinite(t) ? t : 0; }
2859
2860// ── Blocking / defederation ───────────────────────────────────────
2861let _insBl, _delBl, _listBl;
2862function blStmts() {
2863 if (!_insBl) {
2864 _insBl = db.prepare('INSERT OR IGNORE INTO ap_blocks (slug, target, kind, label, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
2865 _delBl = db.prepare('DELETE FROM ap_blocks WHERE slug = ? AND target = ?');
2866 _listBl = db.prepare('SELECT * FROM ap_blocks WHERE slug = ? ORDER BY created_at DESC');
2867 }
2868 return { ins: _insBl, del: _delBl, list: _listBl };
2869}
2870export function listBlocks(slug) { return blStmts().list.all(slug); }
2871
2872// True if an actor (or its whole domain) is blocked anywhere on this instance.
2873// Vote on a remote fediverse poll (a cached Question). A ballot = a Create(Note) carrying only a
2874// `name` (the chosen option) + inReplyTo the Question, addressed to the poll's author — the
2875// Mastodon-standard vote. Records our choice locally + optimistically bumps the counts; the
2876// author's Update(Question) refreshes the authoritative totals when it arrives.
2877export async function voteOnPoll(site, questionId, choices) {
2878 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2879 if (!base || !site || !site.slug || !questionId) return { error: 'config' };
2880 let row; try { row = db.prepare('SELECT author_uri, poll_json FROM ap_timeline WHERE id = ? AND slug = ? LIMIT 1').get(questionId, site.slug); } catch { /* ignore */ }
2881 if (!row || !row.poll_json) return { error: 'not_found' };
2882 let poll; try { poll = JSON.parse(row.poll_json); } catch { return { error: 'not_found' }; }
2883 if (poll.closed) return { error: 'closed' };
2884 if (poll.voted) return { error: 'already' };
2885 const valid = new Set(poll.options.map((o) => o.name));
2886 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
2887 if (!picks.length) return { error: 'invalid' };
2888 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
2889 const me = actorId(base, site.slug);
2890 const keys = getOrCreateKeys(site.slug);
2891 const authorUri = row.author_uri || null;
2892 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
2893 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
2894 if (!inbox) return { error: 'unreachable' };
2895 for (const name of chosen) {
2896 const nid = `${me}/votes/${Date.now()}-${rid()}`;
2897 const note = { id: nid, type: 'Note', attributedTo: me, to: authorUri ? [authorUri] : [], name, inReplyTo: questionId, published: new Date().toISOString() };
2898 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
2899 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
2900 }
2901 // Local optimistic update (authoritative counts arrive via the author's Update(Question)).
2902 poll.voted = poll.multiple ? chosen : chosen[0];
2903 for (const o of poll.options) if (chosen.includes(o.name)) o.count = (o.count || 0) + 1;
2904 if (poll.voters != null) poll.voters += 1;
2905 try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), questionId, site.slug); } catch { /* ignore */ }
2906 return { ok: true };
2907}
2908
2909// Vote on ANY fediverse poll by URL (the interact page) — no timeline cache needed. Fetches
2910// the Question fresh, validates the choice(s), and casts the Mastodon-standard ballot (a
2911// Create(Note) with `name` + inReplyTo) straight to the poll's author. Used for polls you find
2912// by URL, not just ones from accounts you follow (which go through voteOnPoll via /news).
2913export async function voteOnRemotePoll(site, questionUrl, choices) {
2914 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2915 if (!base || !site || !site.slug || !/^https?:\/\//i.test(String(questionUrl || ''))) return { error: 'config' };
2916 const q = await fetchActor(questionUrl).catch(() => null); // AP GET (SSRF-guarded)
2917 if (!q || q.type !== 'Question' || !q.id) return { error: 'not_found' };
2918 const poll = parsePoll(q);
2919 if (!poll) return { error: 'not_found' };
2920 if (poll.closed) return { error: 'closed' };
2921 const valid = new Set(poll.options.map((o) => o.name));
2922 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
2923 if (!picks.length) return { error: 'invalid' };
2924 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
2925 const authorUri = actorUriOf(q.attributedTo);
2926 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
2927 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
2928 if (!inbox) return { error: 'unreachable' };
2929 const me = actorId(base, site.slug);
2930 const keys = getOrCreateKeys(site.slug);
2931 for (const name of chosen) {
2932 const nid = `${me}/votes/${Date.now()}-${rid()}`;
2933 const note = { id: nid, type: 'Note', attributedTo: me, to: [authorUri], name, inReplyTo: q.id, published: new Date().toISOString() };
2934 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
2935 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
2936 }
2937 return { ok: true };
2938}
2939
2940// Report a remote post or account to its home instance (moderation). Sends the Mastodon-standard
2941// AS2 `Flag`: object = [reported account, reported status?], content = the reason, delivered to the
2942// reported account's inbox so their instance's moderators receive it. objectUri = a post URL (its
2943// author is resolved + included) OR pass actorUri to report an account directly.
2944export async function sendReport(site, { objectUri, actorUri, reason }) {
2945 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2946 if (!base || !site || !site.slug) return { error: 'config' };
2947 let targetActor = actorUri || null;
2948 let noteUri = null;
2949 if (objectUri && /^https?:\/\//i.test(objectUri)) {
2950 const note = await apGetJson(objectUri).catch(() => null);
2951 if (note && note.id) { noteUri = note.id; if (!targetActor) targetActor = actorUriOf(note.attributedTo); }
2952 else if (!targetActor) return { error: 'not_found' };
2953 }
2954 if (!targetActor || !/^https?:\/\//i.test(targetActor)) return { error: 'not_found' };
2955 const actor = await fetchActor(targetActor).catch(() => null);
2956 const inbox = actor && (actor.inbox || (actor.endpoints && actor.endpoints.sharedInbox)); // personal inbox → their moderators
2957 if (!inbox) return { error: 'unreachable' };
2958 const me = actorId(base, site.slug);
2959 const keys = getOrCreateKeys(site.slug);
2960 const object = [targetActor];
2961 if (noteUri && noteUri !== targetActor) object.push(noteUri);
2962 const flag = {
2963 '@context': AP_CONTEXT,
2964 id: `${me}#report-${Date.now()}-${rid()}`,
2965 type: 'Flag',
2966 actor: me,
2967 content: String(reason == null ? '' : reason).slice(0, 3000),
2968 object, // [account, status?] — Mastodon's Flag shape
2969 to: [targetActor],
2970 };
2971 deliverWithRetry(site.slug, inbox, flag, `${me}#main-key`, keys.private_pem);
2972 return { ok: true };
2973}
2974
2975export function isBlockedAny(actorUri) {
2976 if (!actorUri) return false;
2977 let domain = ''; try { domain = new URL(actorUri).host; } catch { /* ignore */ }
2978 try { return !!db.prepare("SELECT 1 FROM ap_blocks WHERE (kind='actor' AND target=?) OR (kind='domain' AND target=?) LIMIT 1").get(actorUri, domain); }
2979 catch { return false; }
2980}
2981
2982function purgeBlocked(kind, target) {
2983 try {
2984 if (kind === 'domain') {
2985 // Exact host match (a URL LIKE over-/under-matches: it misses bare-domain or :port
2986 // actor URIs and can catch look-alikes). Filter by parsed host, same as isBlockedAny.
2987 const purge = (table, col) => {
2988 let rows = [];
2989 try { rows = db.prepare(`SELECT DISTINCT ${col} AS u FROM ${table} WHERE ${col} IS NOT NULL AND ${col} != ''`).all(); } catch { return; }
2990 const del = db.prepare(`DELETE FROM ${table} WHERE ${col} = ?`);
2991 for (const r of rows) { let h = ''; try { h = new URL(r.u).host; } catch { /* skip */ } if (h === target) { try { del.run(r.u); } catch { /* ignore */ } } }
2992 };
2993 purge('ap_interactions', 'actor_uri');
2994 purge('ap_timeline', 'author_uri');
2995 purge('ap_followers', 'actor_uri');
2996 } else {
2997 db.prepare('DELETE FROM ap_interactions WHERE actor_uri = ?').run(target);
2998 db.prepare('DELETE FROM ap_timeline WHERE author_uri = ?').run(target);
2999 db.prepare('DELETE FROM ap_followers WHERE actor_uri = ?').run(target);
3000 }
3001 } catch { /* best-effort */ }
3002}
3003
3004// Block an actor (@handle or actor URL) or a whole domain; purges their content.
3005export async function blockTarget(site, input) {
3006 const raw = String(input || '').trim();
3007 if (!site || !site.slug || !raw) return { error: 'empty' };
3008 let kind, target, label;
3009 if (/^https?:\/\//i.test(raw)) { kind = 'actor'; target = raw; label = raw; }
3010 else if (raw.includes('@')) {
3011 const actorUrl = await webfingerResolve(raw);
3012 if (!actorUrl) return { error: 'not_found' };
3013 kind = 'actor'; target = actorUrl; label = raw.startsWith('@') ? raw : ('@' + raw);
3014 } else { kind = 'domain'; target = raw.toLowerCase(); label = raw.toLowerCase(); }
3015 blStmts().ins.run(site.slug, target, kind, label);
3016 purgeBlocked(kind, target);
3017 console.log('[AP] block', site.slug, kind, target);
3018 return { ok: true, label };
3019}
3020
3021export function unblock(site, target) { blStmts().del.run(site.slug, target); return { ok: true }; }
3022
3023export default {
3024 AP_CONTEXT, getOrCreateKeys, apWants, sendAP, actorId, noteId,
3025 buildActor, buildNote, buildCreate, buildOutbox, buildFollowers, buildFollowing, buildFeatured,
3026 followerCount, deliver, fetchActor, verifyRequest, handleInbox, deliverCreate, deliverDelete, deliverUpdate, deliverActorUpdate, resyncFeaturedPins,
3027 getInteractions, getInteractionById, setInteractionBoosted, setInteractionLiked, setMyReaction, getMyReactions, buildReplyNote, getOutboxNote, deliverReply, resolveRemoteNote,
3028 listOutbox, deliverOutboxDelete, deliverOutboxUpdate, deliverDirectNote,
3029 webfingerResolve, followActor, resolveRemoteActor, unfollowActor, listFollowing, setAutoBoost, backfillFromOutbox, getTimeline, sendInteraction, voteOnPoll, voteOnRemotePoll,
3030 parseOwnPoll, pollTally, ownPollView, deliverPollUpdate, maybeCrawlThread, sendReport, localMentionSlugs,
3031 autoBoostCount, boostedCount, markBoosted, unmarkBoosted, markLiked, unmarkLiked, getTimelineReaction, upsertBoostedNote, getCirkelPosts, getCirkelMembers, selfHealTimeline,
3032 getNotifications, listBlocks, isBlockedAny, blockTarget, unblock,
3033 deliverWithRetry, enqueueDelivery, processDeliveryQueue, startDeliveryWorker,
3034 getReplyUris, markNotificationsSeen, countUnseenNotifications, hasPlayableAudio,
3035 linkifyBody, bakePostContent, bakePostContentWithMentions, listFollowers, removeFollower, listConnections,
3036 noteVisibility, isRejectedObject, rejectInteraction, interactionReportTarget,
3037 getMessages, notificationsSeenAt, ingestOutboxActivity, c2sVisibility,
3038};
Note: See TracBrowser for help on using the repository browser.