source: Klonkt/src/services/ActivityPubService.js@ 0a686a0

main
Last change on this file since 0a686a0 was 0a686a0, checked in by Robin <roboburr@…>, 7 weeks ago

Fix: forward gated follow naar guardians op ANDERE instances (host-check)

De cross-instance forward vuurde nooit: slugFromActorUrl haalt de slug uit elk
/ap/users/<slug>-pad ongeacht de host, dus een guardian op een andere instance
werd als lokaal gezien -> push naar een niet-bestaande lokale slug, geen forward.
Nu is lokaal alleen waar de guardian op ONZE base staat EN er een lokale site
bestaat; anders wordt de Offer(Follow) geforward. Zo bereikt de goedkeuring de
guardians op andere servers.

Changed files:
src/services/ActivityPubService.js

  • gate: local-check op base + bestaande site i.p.v. kale slugFromActorUrl

remarks: npm test groen. Dit was waarom guardians op andere instances niks
binnenkregen.

-robo
Co-Authored-By: Claude Opus 4.8 <noreply@…>

  • Property mode set to 100644
File size: 193.3 KB
Line 
1/**
2 * ActivityPubService — Klonkt as a real ActivityPub actor (fediverse bridge).
3 *
4 * Phase 1 (this file): the PUBLISH/discoverable side.
5 * - per-site RSA keypair (Mastodon-compatible HTTP Signatures; separate from
6 * the Ed25519 keys used by the lighter Cirkels v1)
7 * - builders for the Actor document, Note objects and the Outbox collection
8 * - apWants(): HTTP content-negotiation helper (activity+json vs HTML)
9 *
10 * The interactive side (inbox: Follow/Accept, signature verify, delivery to
11 * followers) lands in the next step and is tested live against Mastodon.
12 *
13 * AP actor URLs live under /ap/* so they never clash with the human pages:
14 * actor = <base>/ap/users/<slug>
15 * inbox = <actor>/inbox outbox = <actor>/outbox
16 * note = <base>/ap/notes/<postId>
17 */
18import crypto from 'crypto';
19import dns from 'dns';
20import net from 'net';
21import db from '../config/database.js';
22import HtmlSanitizerService from './HtmlSanitizerService.js';
23import AudioEmbedService from './AudioEmbedService.js';
24import Push from './PushService.js';
25import { getTenancy } from './SettingsService.js';
26import { t as i18nT } from './i18n.js';
27import Blocklist from './BlocklistService.js';
28import * as Guardianship from './guardianship/index.js';
29
30const PUBLIC = 'https://www.w3.org/ns/activitystreams#Public';
31// Full JSON-LD context for every AP object we emit: AS2 core + security (publicKey) + the
32// extension terms we actually use (Mastodon/toot + schema.org), each with a term definition
33// so a strict JSON-LD processor resolves them instead of dropping them → valid AS2/JSON-LD.
34// This is the same context shape Mastodon publishes, so Mastodon sees no change.
35const AP_CONTEXT = [
36 'https://www.w3.org/ns/activitystreams',
37 'https://w3id.org/security/v1',
38 {
39 toot: 'http://joinmastodon.org/ns#',
40 schema: 'http://schema.org#',
41 sensitive: 'as:sensitive',
42 Hashtag: 'as:Hashtag',
43 manuallyApprovesFollowers: 'as:manuallyApprovesFollowers',
44 discoverable: 'toot:discoverable',
45 featured: { '@id': 'toot:featured', '@type': '@id' },
46 PropertyValue: 'schema:PropertyValue',
47 value: 'schema:value',
48 embedUrl: { '@id': 'schema:embedUrl', '@type': '@id' },
49 // Poll (Question) extension: Question/oneOf/anyOf/endTime/closed are AS2 core, but the
50 // per-poll unique-voter count is a Mastodon (toot) term — declare it so the emitted
51 // Question stays valid JSON-LD (a strict processor would otherwise drop votersCount).
52 votersCount: 'toot:votersCount',
53 // FEP-633c (Guardians): the shaer namespace, owned by the guardianship
54 // module (src/services/guardianship/).
55 ...Guardianship.SHAER_CONTEXT,
56 },
57];
58
59// Short random suffix so two activity ids minted in the same millisecond (e.g.
60// parallel saves) don't collide and get deduped by a receiver.
61const rid = () => crypto.randomBytes(4).toString('hex');
62
63// Keep only http(s) URLs — drops javascript:/data:/etc so a remote actor can't
64// smuggle a dangerous scheme into a stored href/src (rendered in owner-only views).
65const safeUrl = (u) => { const s = String(u == null ? '' : u).trim(); return /^https?:\/\//i.test(s) ? s : ''; };
66
67// ── SSRF guard for outbound fetches ───────────────────────────────
68// Remote URLs (actor/keyId/webfinger/inbox/inReplyTo) are attacker-controlled, so
69// every outbound fetch must refuse hosts that resolve to private/loopback ranges
70// (cloud metadata, internal services) — on the initial host AND each redirect hop.
71function isBlockedIp(ip) {
72 if (!ip) return true;
73 const v = net.isIP(ip);
74 if (v === 4) {
75 const o = ip.split('.').map(Number);
76 return o[0] === 127 || o[0] === 10 || o[0] === 0
77 || (o[0] === 172 && o[1] >= 16 && o[1] <= 31)
78 || (o[0] === 192 && o[1] === 168)
79 || (o[0] === 169 && o[1] === 254)
80 || (o[0] === 100 && o[1] >= 64 && o[1] <= 127); // CGNAT
81 }
82 if (v === 6) {
83 const s = ip.toLowerCase().replace(/^\[|\]$/g, '');
84 return s === '::1' || s === '::' || s.startsWith('fc') || s.startsWith('fd') || s.startsWith('fe80')
85 || s.startsWith('::ffff:127.') || s.startsWith('::ffff:10.') || s.startsWith('::ffff:192.168.')
86 || s.startsWith('::ffff:169.254.') || s.startsWith('::ffff:172.');
87 }
88 return true; // not an IP literal we recognise → refuse
89}
90async function assertPublicHost(hostname) {
91 if (net.isIP(hostname)) { if (isBlockedIp(hostname)) throw new Error('ssrf-blocked-ip'); return; }
92 const addrs = await dns.promises.lookup(hostname, { all: true });
93 if (!addrs.length || addrs.some((a) => isBlockedIp(a.address))) throw new Error('ssrf-blocked-host');
94}
95export async function safeFetch(url, opts = {}, maxRedirects = 3) {
96 let target = url;
97 for (let hop = 0; ; hop++) {
98 const u = new URL(target); // throws on malformed → caller's catch
99 if (u.protocol !== 'https:' && u.protocol !== 'http:') throw new Error('ssrf-bad-scheme');
100 await assertPublicHost(u.hostname);
101 const r = await fetch(target, { ...opts, redirect: 'manual', signal: AbortSignal.timeout(8000) });
102 const loc = (r.status >= 300 && r.status < 400) ? r.headers.get('location') : null;
103 if (loc && hop < maxRedirects) { target = new URL(loc, target).toString(); continue; }
104 return r;
105 }
106}
107const MAX_OUTBOX = 20;
108// Cache-buster for the music listen-link → forces Mastodon to re-crawl a FRESH
109// (square) player card. Bump this whenever the twitter:player card dimensions change.
110const FEDI_CARD_VER = '2';
111
112// ── RSA keys per actor (lazy, cached in DB) ───────────────────────
113// Prepared lazily (NOT at module load) — the ap_keys table is created in
114// initializeDatabase(), which runs after this module is imported.
115let _sel, _ins;
116function keyStmts() {
117 if (!_sel) {
118 _sel = db.prepare('SELECT public_pem, private_pem FROM ap_keys WHERE slug = ?');
119 _ins = db.prepare('INSERT OR IGNORE INTO ap_keys (slug, public_pem, private_pem, created_at) VALUES (?,?,?,CURRENT_TIMESTAMP)');
120 }
121 return { sel: _sel, ins: _ins };
122}
123
124export function getOrCreateKeys(slug) {
125 const { sel, ins } = keyStmts();
126 const row = sel.get(slug);
127 if (row) return row;
128 const { publicKey, privateKey } = crypto.generateKeyPairSync('rsa', {
129 modulusLength: 2048,
130 publicKeyEncoding: { type: 'spki', format: 'pem' },
131 privateKeyEncoding: { type: 'pkcs8', format: 'pem' },
132 });
133 ins.run(slug, publicKey, privateKey);
134 return sel.get(slug) || { public_pem: publicKey, private_pem: privateKey };
135}
136
137// ── content negotiation ───────────────────────────────────────────
138// True when the caller wants ActivityPub JSON rather than the HTML page.
139export function apWants(req) {
140 const a = String(req.headers.accept || '').toLowerCase();
141 return a.includes('application/activity+json') ||
142 (a.includes('application/ld+json') && a.includes('activitystreams'));
143}
144
145const AP_CONTENT_TYPE = 'application/activity+json; charset=utf-8';
146export function sendAP(res, obj, cacheControl) {
147 res.type(AP_CONTENT_TYPE);
148 // A per-caller (e.g. guardian-widened) view must not be publicly cached.
149 res.set('Cache-Control', cacheControl || 'public, max-age=120');
150 res.send(JSON.stringify(obj));
151}
152
153// ── document builders ─────────────────────────────────────────────
154export function actorId(base, slug) { return `${base}/ap/users/${encodeURIComponent(slug)}`; }
155export function noteId(base, postId) { return `${base}/ap/notes/${encodeURIComponent(postId)}`; }
156
157export function buildActor(base, site) {
158 const id = actorId(base, site.slug);
159 const keys = getOrCreateKeys(site.slug);
160 // FEP-633c §5.3: a ward's follows are gated (guardians approve), so the actor
161 // MUST advertise manuallyApprovesFollowers:true — otherwise a follower's server
162 // (Mastodon) assumes auto-accept and shows "Following" while we hold it pending.
163 const isWard = (() => { try { return Guardianship.listGuardians(site.slug).length > 0; } catch { return false; } })();
164 const actor = {
165 '@context': AP_CONTEXT,
166 id,
167 type: 'Person',
168 preferredUsername: site.slug,
169 name: site.title || site.slug,
170 summary: site.tagline || site.description || '',
171 url: `${base}/${site.slug === site.primary_slug ? '' : 'user/' + encodeURIComponent(site.slug)}`,
172 manuallyApprovesFollowers: isWard,
173 discoverable: true,
174 inbox: `${id}/inbox`,
175 outbox: `${id}/outbox`,
176 followers: `${id}/followers`,
177 following: `${id}/following`,
178 featured: `${id}/featured`,
179 // AP §5.6: the private blocked collection (owner-only GET). The server
180 // list is the source of truth for Shaer's "in Orbit"; clients keep no
181 // separate state.
182 blocked: `${id}/blocked`,
183 // FEP-633c §2: shaer:guardians / shaer:isGuardian / shaer:queues
184 // (guardianship module owns these).
185 ...Guardianship.guardianshipActorProps(id, site.slug),
186 // C2S clients (Shaer apps) discover auth + upload here — no hardcoded paths.
187 // All four are ActivityPub-spec `endpoints` terms. Dynamic client registration
188 // (RFC 7591) is discovered via /.well-known/oauth-authorization-server, not here.
189 endpoints: {
190 sharedInbox: `${base}/ap/inbox`,
191 oauthAuthorizationEndpoint: `${base}/oauth/authorize`,
192 oauthTokenEndpoint: `${base}/oauth/token`,
193 uploadMedia: `${id}/uploadMedia`,
194 },
195 publicKey: {
196 id: `${id}#main-key`,
197 owner: id,
198 publicKeyPem: keys.public_pem,
199 },
200 };
201 if (site.profile_photo) {
202 const u = /^https?:/.test(site.profile_photo) ? site.profile_photo : `${base}${site.profile_photo.startsWith('/') ? '' : '/'}${site.profile_photo}`;
203 actor.icon = { type: 'Image', url: u };
204 }
205 // Account creation date — shown by Mastodon + read by indexers (additive, standard AS2).
206 if (site.created_at) { try { actor.published = new Date(site.created_at).toISOString(); } catch { /* skip bad date */ } }
207 // Profile links → PropertyValue rows: Mastodon/PeerTube/WordPress-ActivityPub render these as
208 // profile metadata (rel=me enables link-back verification). Additive; ignored by simpler receivers.
209 try {
210 const links = JSON.parse(site.profile_links || '[]');
211 if (Array.isArray(links) && links.length) {
212 const esc = (s) => String(s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
213 const rows = links
214 .filter((l) => l && l.url && /^https?:/i.test(l.url))
215 .map((l) => ({
216 type: 'PropertyValue',
217 name: esc(l.platform || 'Link'),
218 value: `<a href="${esc(l.url).replace(/"/g, '&quot;')}" rel="me nofollow noopener" target="_blank">${esc(String(l.url).replace(/^https?:\/\//, ''))}</a>`,
219 }));
220 if (rows.length) actor.attachment = rows;
221 }
222 } catch { /* skip malformed profile_links */ }
223 return actor;
224}
225
226// Does a post's audio shortcodes reference at least one PLAYABLE (file-backed)
227// track? Link-only tracks (external Spotify/YouTube, media_id NULL) don't count —
228// they have no Klonkt-hosted audio to embed, so no player card / cover-suppression.
229export function hasPlayableAudio(content, siteId) {
230 if (!content || !/\[\[(track|album|playlist):/i.test(content)) return false;
231 try {
232 for (const m of content.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT media_id FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.media_id) return true; }
233 for (const m of content.matchAll(/\[\[album:([^\]]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM audio_tracks WHERE site_id = ? AND album = ? AND media_id IS NOT NULL LIMIT 1').get(siteId, m[1].trim())) return true; }
234 for (const m of content.matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id WHERE pt.playlist_id = ? AND t.media_id IS NOT NULL LIMIT 1').get(m[1])) return true; }
235 } catch { /* non-fatal */ }
236 return false;
237}
238
239// A single post as an AS2 Note (the object), and as a Create activity (for outbox/delivery).
240export function buildNote(base, site, post, opts = {}) {
241 // Replies are Notes too. buildNote is the single entry point for ALL Notes; a reply is
242 // (for now) the simple flavor: pre-baked content, no title/cover/image/audio/embed
243 // machinery, addressed to the parent actor + thread. This early branch keeps that output
244 // byte-identical to the old buildReplyNote. When rich replies land (images/audio/embeds),
245 // this branch collapses and replies flow through the full post pipeline below. `post` here
246 // is the ap_outbox reply row (id, in_reply_to, content, post_slug, created_at, to_actor).
247 if (opts.isReply) {
248 const meR = actorId(base, site.slug);
249 // Rich replies: attachments column (JSON [{url, mediaType, name}]) → AS2
250 // attachment array with absolute URLs and the matching object type.
251 let replyAtt;
252 try {
253 const list = post.attachments ? JSON.parse(post.attachments) : [];
254 if (Array.isArray(list) && list.length) {
255 replyAtt = list.map((a) => ({
256 type: a.mediaType.startsWith('image/') ? 'Image' : a.mediaType.startsWith('audio/') ? 'Audio' : 'Video',
257 mediaType: a.mediaType,
258 url: /^https?:/i.test(a.url) ? a.url : `${base}${a.url}`,
259 name: a.name || undefined,
260 }));
261 }
262 } catch { /* malformed attachments never block the Note */ }
263 return {
264 id: noteId(base, post.id),
265 type: 'Note',
266 attributedTo: meR,
267 inReplyTo: post.in_reply_to || undefined,
268 content: post.content,
269 // Reply language (rich replies): the AS2 language map next to `content`.
270 contentMap: post.language ? { [post.language]: post.content } : undefined,
271 attachment: replyAtt,
272 url: post.post_slug ? `${base}/${encodeURIComponent(post.post_slug)}` : undefined,
273 published: toISO(post.created_at),
274 // A direct note (private mention, shaer-tqc) addresses ONLY its
275 // recipients: no Public anywhere, so it cannot be boosted and never
276 // shows in public timelines (the Mastodon DM model).
277 to: post.visibility === 'direct'
278 ? (JSON.parse(post.to_actors || '[]'))
279 : (post.to_actor ? [post.to_actor] : [PUBLIC]),
280 cc: post.visibility === 'direct' ? [] : [PUBLIC, `${meR}/followers`],
281 // FEP-633c 5.2.1: a ward's call for help. Only ever on direct notes.
282 ...Guardianship.helpRequestProps(post),
283 ...Guardianship.waveProps(post),
284 // FEP-633c §2.2: object hint that the author is a ward.
285 ...Guardianship.hasGuardiansProps(site.slug),
286 tag: [
287 ...mentionTags(post.content),
288 ...hashtagTags(base, post.content),
289 ],
290 };
291 }
292 const id = noteId(base, post.id);
293 const aId = actorId(base, site.slug);
294 const human = `${base}/${encodeURIComponent(post.slug)}`;
295 // Mastodon ignores a Note's `name`, so put the title INTO the content (bold
296 // first line) — the standard blog→fediverse convention. post.content is
297 // already sanitized HTML; the title is plain text, so escape it.
298 const escTitle = String(post.title || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
299 const titleHtml = post.title ? `<p><strong>${escTitle}</strong></p>` : '';
300
301 // Paid post (klonkt-demo-aki): federate a PUBLIC teaser + link, never the full
302 // content, so nothing leaks past the paywall. No media attachments either.
303 if (post.paid) {
304 const esc = (x) => String(x || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
305 const _firstP = (String(post.content || '').match(/<p[^>]*>([\s\S]*?)<\/p>/i) || [null, ''])[1] || '';
306 const rawTeaser = String(post.excerpt || '').trim()
307 || _firstP.replace(/<[^>]+>/g, ' ').replace(/&[a-z#0-9]+;/gi, ' ').replace(/\s+/g, ' ').trim().slice(0, 280);
308 return {
309 '@context': AP_CONTEXT,
310 id,
311 type: 'Note',
312 attributedTo: aId,
313 content: `${titleHtml}<p>${esc(rawTeaser)}${rawTeaser ? '…' : ''}</p><p><a href="${human}">Lees de volledige post (supporters)</a></p>`,
314 url: human,
315 published: toISO(post.published_at || post.created_at || Date.now()),
316 to: [PUBLIC],
317 cc: [`${aId}/followers`],
318 tag: [...hashtagTags(base, post.content)],
319 replies: `${id}/replies`,
320 ...Guardianship.hasGuardiansProps(site.slug),
321 };
322 }
323
324 // Images travel as AP `attachment` (Mastodon strips <img> from content). Collect
325 // the cover + any inline <img>, make absolute, then strip <img> from the content
326 // to avoid duplicate rendering on clients that DO keep them.
327 const abs = (u) => !u ? null : (/^https?:/i.test(u) ? u : `${base}${u.startsWith('/') ? '' : '/'}${u}`);
328 const mediaType = (u) => {
329 const e = ((u || '').split('?')[0].match(/\.(\w+)$/) || [])[1];
330 return ({ jpg: 'image/jpeg', jpeg: 'image/jpeg', png: 'image/png', gif: 'image/gif', webp: 'image/webp', avif: 'image/avif', mp4: 'video/mp4', webm: 'video/webm', mov: 'video/quicktime' })[(e || '').toLowerCase()] || 'image/jpeg';
331 };
332 const hadAudio = /\[\[(track|album|playlist):/i.test(post.content || '');
333 const playable = hasPlayableAudio(post.content || '', site && site.id);
334 // A post with an external embed (Spotify/YouTube/SoundCloud/Vimeo/Bandcamp/Apple) should let
335 // Mastodon render the embed's player CARD. Mastodon shows EITHER media attachments OR a link
336 // card, never both — so when the post has an embed link we skip the image attachments so the
337 // card wins. (On Klonkt nothing changes: the cover + the embed player still render.)
338 const hasEmbed = (() => {
339 const c = post.content || '';
340 if (/\[\[embed:/i.test(c)) return true;
341 for (const m of c.matchAll(/https?:\/\/[^\s"'<>]+/gi)) if (AudioEmbedService.detectProvider(m[0])) return true;
342 return false;
343 })();
344 // Link-only tracks (external Spotify/YouTube/SoundCloud, no hosted file): collect their links
345 // so we federate them — Mastodon cards the first (its player), the rest show as clickable links
346 // — instead of a bare "listen on site" link, and we suppress the cover so the card can show.
347 const trackEmbedLinks = (() => {
348 if (playable) return [];
349 const out = [];
350 try {
351 for (const m of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) {
352 const r = db.prepare('SELECT media_id, link_spotify, link_youtube, link_soundcloud FROM audio_tracks WHERE id = ?').get(m[1]);
353 if (r && !r.media_id) for (const u of [r.link_spotify, r.link_youtube, r.link_soundcloud]) if (u && /^https?:\/\//i.test(u)) out.push(u);
354 }
355 } catch { /* non-fatal */ }
356 return [...new Set(out)].slice(0, 6);
357 })();
358 const noImages = playable || hasEmbed || trackEmbedLinks.length > 0; // suppress images → let the player/embed card show
359 const urls = [];
360 // Posts with PLAYABLE hosted audio suppress image attachments so Mastodon renders
361 // the player CARD (twitter:player) instead of the cover — media attachment and
362 // link/player card are mutually exclusive on Mastodon. Link-only audio (external)
363 // keeps its cover (no player card to show).
364 // An animated cover federates as the muted loop MP4 (→ a Video attachment): animated WebP is
365 // unreliable on Mastodon and its iOS apps; the MP4 plays everywhere. Else the still cover image.
366 // Each entry carries the media URL + its alt text (federated as the AS2 attachment `name`, for a11y).
367 if (post.cover_video_url && !noImages) urls.push({ url: abs(post.cover_video_url), name: post.cover_alt || '' });
368 else if (post.cover_image_url && !noImages) urls.push({ url: abs(post.cover_image_url), name: post.cover_alt || '' });
369 let body = post.content || '';
370 // Only federate inline images we can actually serve: absolute http(s) URLs, or our own
371 // /media/ uploads. A relative path we don't host (e.g. a stale /images/... ref) would 404
372 // and show up as a black tile in Mastodon's attachment grid. Carry the <img alt="…"> through
373 // as the attachment description.
374 if (!noImages) for (const m of body.matchAll(/<img\b[^>]*>/gi)) {
375 const tag = m[0];
376 const src = (tag.match(/\bsrc="([^"]+)"/i) || [])[1];
377 if (!src || !(/^https?:\/\//i.test(src) || src.startsWith('/media/'))) continue;
378 const alt = (tag.match(/\balt="([^"]*)"/i) || [])[1] || '';
379 urls.push({ url: abs(src), name: alt });
380 }
381 body = body.replace(/<img\b[^>]*>/gi, '');
382 // Audio shortcodes: do NOT federate the raw audio file — Klonkt deliberately
383 // gates audio (the /audio/stream URL has friction), and shipping it as an AP
384 // audio attachment would hand Mastodon a plain, downloadable mp3 URL. Instead,
385 // replace the shortcodes with a "🎵 listen on the site" link so the post invites
386 // a click-through to the protected player (discovery without leaking the file).
387 const esc = (s) => String(s == null ? '' : s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
388 const audioLabels = [];
389 try {
390 for (const m of body.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT title FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.title) audioLabels.push(r.title); }
391 for (const m of body.matchAll(/\[\[album:([^\]]+)\]\]/g)) audioLabels.push(m[1].trim());
392 } catch { /* non-fatal */ }
393 // fedi_open tracks → real AS2 Audio attachments (the actual file URL, served ungated) so
394 // EVERY client incl. the Mastodon apps plays them inline natively. Gated tracks (default)
395 // stay link/card-only — the file is never exposed for them. Resolve from post.content so a
396 // later body mutation can't affect it.
397 const openAudio = [];
398 if (hadAudio) {
399 const seenA = new Set();
400 const addRow = (r) => {
401 const fn = r.filename || (r.storage_path || '').split('/').pop();
402 if (!fn || seenA.has(fn)) return; seenA.add(fn);
403 const a = { type: 'Audio', mediaType: r.mime_type || 'audio/mpeg', url: `${base}/audio/stream/${encodeURIComponent(fn)}`, name: r.title || 'Audio' };
404 // Cover art on the Audio attachment (AS2 `icon`): track cover, else the post cover.
405 // Mastodon renders it as the artwork thumbnail on its native audio player.
406 const art = abs(r.cover_url || post.cover_image_url || null);
407 if (art) a.icon = { type: 'Image', mediaType: mediaType(art), url: art };
408 openAudio.push(a);
409 };
410 const SEL = 'SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM audio_tracks t JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND ';
411 try {
412 for (const mm of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare(SEL + 't.id = ?').get(mm[1]); if (r) addRow(r); }
413 for (const mm of (post.content || '').matchAll(/\[\[album:([^\]]+)\]\]/g)) for (const r of db.prepare(SEL + 't.site_id = ? AND t.album = ? ORDER BY t.rowid').all(site.id, mm[1].trim())) addRow(r);
414 for (const mm of (post.content || '').matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) for (const r of db.prepare('SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND pt.playlist_id = ? ORDER BY pt.position').all(mm[1])) addRow(r);
415 } catch { /* non-fatal */ }
416 }
417 body = body.replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
418 // External embeds ([[embed:url]]) → emit the bare URL as a link so Mastodon
419 // renders its OWN preview/player card (YouTube/Spotify/SoundCloud/etc) instead
420 // of federating the raw shortcode text.
421 body = body.replace(/\[\[embed:([^\]]+)\]\]/gi, (mm, raw) => {
422 const u = esc(raw.trim().replace(/&amp;/g, '&'));
423 return `<p><a href="${u}">${u}</a></p>`;
424 });
425 if (hadAudio) {
426 const lbl = audioLabels.length ? esc(audioLabels.slice(0, 4).join(', ')) : '';
427 if (trackEmbedLinks.length) {
428 // Link-only track(s): emit the external link(s). Mastodon cards the first (Spotify → its
429 // player), the rest render as clickable links — the fediverse-native "embed + links".
430 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong>` : ''}</p>`;
431 for (const u of trackEmbedLinks) { const eu = esc(u); body += `<p><a href="${eu}">${eu}</a></p>`; }
432 } else {
433 // For playable posts, append a version param to the listen-link so Mastodon
434 // sees a NEW card URL and re-crawls it (fresh SQUARE player card) instead of
435 // reusing the cached landscape one. Invisible: the link TEXT stays clean, the
436 // page ignores the param. Bump FEDI_CARD_VER when the card dimensions change.
437 const listenHref = playable ? `${human}?fc=${FEDI_CARD_VER}` : human;
438 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong> — ` : ''}<a href="${listenHref}">listen on ${esc(site.title || 'the site')}</a></p>`;
439 }
440 }
441 // Klonkt renders post content with white-space:pre-wrap, so raw newlines ARE line
442 // breaks on the site. Mastodon (plain HTML) collapses whitespace and would drop them,
443 // so convert newlines to <br> for the federated copy (content already made with
444 // shift+enter uses <br> and has no \n → this is a no-op there).
445 body = body.replace(/\r?\n/g, '<br>');
446 body = linkHashtags(base, body); // link inline #hashtags in the post body too
447 body = linkUrls(body); // bare URLs → clickable links on the federated copy
448 // Append the tags-field hashtags to the content so Mastodon renders them as clickable
449 // hashtags (a Hashtag that's only in the `tag` array isn't shown inline). CamelCase
450 // multi-word tags; skip any already present inline in the body.
451 {
452 const inlineTags = new Set(hashtagTags(base, body).map((h) => h.name.slice(1).toLowerCase()));
453 const addSeen = new Set();
454 const tagLinks = normalizeTags(post.tags).map(tagParts).filter(Boolean)
455 .filter((p) => !inlineTags.has(p.slug) && !addSeen.has(p.slug) && addSeen.add(p.slug))
456 .map((p) => `<a href="${base}/tag/${encodeURIComponent(p.slug)}" class="mention hashtag" rel="tag">#${p.label}</a>`);
457 if (tagLinks.length) body += `<p>${tagLinks.join(' ')}</p>`;
458 }
459 const seen = new Set();
460 const attachment = urls.filter((x) => x && x.url)
461 .filter((x) => { if (seen.has(x.url)) return false; seen.add(x.url); return true; })
462 .map((x) => { const mt = mediaType(x.url); // specific AS2 subtype (Image/Audio/Video) over generic Document
463 const ty = /^image\//i.test(mt) ? 'Image' : /^video\//i.test(mt) ? 'Video' : /^audio\//i.test(mt) ? 'Audio' : 'Document';
464 const a = { type: ty, mediaType: mt, url: x.url };
465 if (x.name) a.name = String(x.name).slice(0, 1500); // alt text / description (AS2 `name`)
466 return a; });
467 for (const a of openAudio) attachment.push(a); // fedi_open tracks → native Audio players
468
469 // Inline @user@host mentions: the Mention tag objects + the mentioned actor URIs. Only
470 // present when the content was already mention-linked (deliverCreate/Update resolve them
471 // at send time); a plain buildNote (outbox/notes) yields none.
472 const _mentionTags = mentionTags(body);
473 const _mentionCc = _mentionTags.map((t) => t.href);
474
475 const note = {
476 id,
477 type: 'Note',
478 attributedTo: aId,
479 content: titleHtml + body,
480 url: human,
481 published: new Date(post.published_at || post.created_at || Date.now()).toISOString(),
482 // fan_only = "fans only" → followers-only visibility (delivered to your followers
483 // but not addressed to Public, so Mastodon shows it only to them and can't boost it).
484 to: (post.fan_only || post.ap_visibility === 'quiet') ? [`${aId}/followers`] : [PUBLIC],
485 // Mentioned actors (from inline @user@host links the caller resolved) are addressed in cc
486 // so Mastodon notifies them; empty unless the content was mention-linked (delivery time).
487 cc: [...new Set([
488 ...(post.ap_visibility === 'quiet' ? [PUBLIC] : []), // quiet public: Public in cc, not to
489 ...((post.fan_only || post.ap_visibility === 'quiet') ? [] : [`${aId}/followers`]),
490 ..._mentionCc])],
491 tag: [...buildHashtagList(base, post.tags, body), ..._mentionTags],
492 replies: `${id}/replies`,
493 // NSFW → Mastodon-style content warning: sensitive (blurs media) + a summary/spoiler
494 // (hides the whole post behind a "Gevoelige inhoud" button until the reader opens it).
495 sensitive: !!post.nsfw,
496 };
497 // FEP-633c §2.2: object hint that the author is a ward (safely ignorable).
498 Object.assign(note, Guardianship.hasGuardiansProps(site.slug));
499 if (post.nsfw) note.summary = post.content_warning || 'Gevoelige inhoud';
500 if (attachment.length) note.attachment = attachment;
501 // When the cover attachment is suppressed (hosted audio OR an external embed/link-only track →
502 // so Mastodon shows the player/link card, not media), still expose the cover via AS2 `image` so
503 // card/grid consumers (the Klonkt Cirkel/News feed) can show it. Mastodon ignores a Note's
504 // `image`, so its card is unaffected — but a Klonkt receiver reads it (handleInbox o.image).
505 if (post.cover_image_url && noImages) {
506 const cov = abs(post.cover_image_url);
507 if (cov) { note.image = { type: 'Image', mediaType: mediaType(cov), url: cov }; if (post.cover_alt) note.image.name = String(post.cover_alt).slice(0, 1500); }
508 }
509 // Experiment (mirrors PeerTube / schema.org `embedUrl`): point at the GATED player page
510 // (/embed) so a client that honours embedUrl can show an inline player WITHOUT ever
511 // getting the audio file — the anti-steal posture is untouched. `embedUrl` is a real
512 // standard field name (not a Klonkt invention); if Mastodon's apps honour it on a Note we
513 // make it JSON-LD-clean with a context term, otherwise it degrades to the player card.
514 if (playable) note.embedUrl = `${base}/embed?post=${encodeURIComponent(post.slug)}`;
515 // Content language → AS2 contentMap (a BCP-47-keyed copy of the content). Mastodon reads the
516 // language from its key for the timeline language filter + the translate button. Emitted
517 // alongside `content` (Mastodon sends both); a plain receiver just uses `content`.
518 if (post.language && /^[a-z]{2,3}(-[A-Za-z]{2,4})?$/.test(post.language)) note.contentMap = { [post.language]: note.content };
519 // A hosted poll → federate as an AS2 Question (options + live tally). Do this last so it
520 // reuses the note's content/addressing/tags, then swaps the type and strips media.
521 const ownPoll = parseOwnPoll(post.poll_json);
522 if (ownPoll) applyPollToNote(note, post.id, ownPoll);
523 return note;
524}
525
526// All reply note URIs on a local post (inbound fediverse replies + our own
527// outbound replies) — backs the Note's `replies` Collection so remote servers
528// can fetch the whole thread.
529export function getReplyUris(base, postId) {
530 const out = [];
531 try {
532 for (const r of db.prepare("SELECT object_uri FROM ap_interactions WHERE kind = 'reply' AND post_id = ? AND object_uri != '' ORDER BY created_at").all(postId)) out.push(r.object_uri);
533 for (const r of db.prepare('SELECT id FROM ap_outbox WHERE post_id = ? ORDER BY rowid').all(postId)) out.push(`${base}/ap/notes/${r.id}`);
534 } catch { /* non-fatal */ }
535 return out;
536}
537
538// Notifications "seen" tracking → a real bell badge. Stored per site in app_settings.
539export function markNotificationsSeen(slug) {
540 try {
541 db.prepare("INSERT INTO app_settings (key, value, updated_at) VALUES (?, ?, CURRENT_TIMESTAMP) ON CONFLICT(key) DO UPDATE SET value = excluded.value, updated_at = CURRENT_TIMESTAMP")
542 .run(`fedi_notif_seen:${slug}`, new Date().toISOString());
543 } catch { /* non-fatal */ }
544}
545export function countUnseenNotifications(slug) {
546 try {
547 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
548 const seen = row ? Date.parse(row.value) : 0;
549 let n = 0;
550 for (const it of getNotifications(slug, 50)) { if (Date.parse(it.created_at) > seen) n++; }
551 return n;
552 } catch { return 0; }
553}
554// The seen-watermark itself (ms epoch, 0 = never marked) — the Messages page reads it
555// BEFORE marking seen, so it can render unread dots on the items newer than last visit.
556export function notificationsSeenAt(slug) {
557 try {
558 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
559 return row ? (Date.parse(row.value) || 0) : 0;
560 } catch { return 0; }
561}
562
563// Messages = the unified inbox (Reacties + Meldingen merged, decision Robin+Bart 2026-07-16):
564// every notification PLUS your own outbound replies ('sent', with edit/delete via their
565// outboxId), sorted as one stream. Consecutive likes/boosts on the same post collapse into
566// one grouped item (actors list + count) so activity doesn't drown out conversations.
567export function getMessages(slug, limit, offset) {
568 const off = Math.max(0, offset || 0);
569 const lim = limit || 60;
570 // The stream is grouped (consecutive likes/boosts collapse), so paging is done by
571 // recomputing the whole stream top-down and slicing [off, off+lim] — stable across
572 // pages. Fetch a buffer past off+lim so grouping-shrinkage can't hide a full page.
573 const need = off + lim + 100;
574 const items = getNotifications(slug, need);
575 try {
576 for (const m of listOutbox(slug).slice(0, need)) {
577 items.push({
578 type: 'sent', outboxId: m.id, to_handle: m.to_handle, in_reply_to: m.in_reply_to,
579 content: m.content, editable: m.editable, language: m.language, created_at: m.created_at,
580 });
581 }
582 } catch { /* ignore */ }
583 items.sort((a, b) => _msgTs(b) - _msgTs(a)); // NaN-safe (zie getNotifications)
584 const out = [];
585 for (const it of items) {
586 const prev = out[out.length - 1];
587 if ((it.type === 'like' || it.type === 'announce') && prev && prev.type === it.type
588 && prev.post_slug === it.post_slug) {
589 prev.actors = prev.actors || [prev.name || prev.handle || '?'];
590 prev.actors.push(it.name || it.handle || '?');
591 prev.count = (prev.count || 1) + 1;
592 continue;
593 }
594 out.push(it);
595 }
596 return out.slice(off, off + lim);
597}
598
599export function buildCreate(base, site, post) {
600 const note = buildNote(base, site, post);
601 return {
602 '@context': AP_CONTEXT,
603 id: note.id + '#create',
604 type: 'Create',
605 actor: actorId(base, site.slug),
606 published: note.published,
607 to: note.to,
608 cc: note.cc,
609 object: note,
610 };
611}
612
613export function buildOutbox(base, site, posts) {
614 const id = `${actorId(base, site.slug)}/outbox`;
615 const items = (posts || []).slice(0, MAX_OUTBOX).map((p) => buildCreate(base, site, p));
616 return {
617 '@context': AP_CONTEXT,
618 id,
619 type: 'OrderedCollection',
620 totalItems: items.length,
621 orderedItems: items,
622 };
623}
624
625// Public callers get a count-only collection (privacy). The authenticated
626// account owner (a C2S bearer scoped to this site) gets the real actor URIs via
627// `items`, so their own client can build a friends list.
628export function buildFollowers(base, site, count, items = null) {
629 const id = `${actorId(base, site.slug)}/followers`;
630 return {
631 '@context': AP_CONTEXT,
632 id,
633 type: 'OrderedCollection',
634 totalItems: items ? items.length : (count || 0),
635 orderedItems: items || [], // count-only for the public; full for the owner
636 };
637}
638
639// The accounts this site follows — count only, mirroring buildFollowers. The spec lists
640// `following` as a standard actor property; Hubzilla/Friendica + crawlers expect it.
641export function buildFollowing(base, site, count, items = null) {
642 const id = `${actorId(base, site.slug)}/following`;
643 return {
644 '@context': AP_CONTEXT,
645 id,
646 type: 'OrderedCollection',
647 totalItems: items ? items.length : (count || 0),
648 orderedItems: items || [], // count-only for the public; full for the owner
649 };
650}
651
652// Pinned posts → the actor's `featured` collection. Mastodon reads this and shows
653// these as the "Featured" tab (pinned to the profile). Posts come ordered by pin
654// rank; embedded as full Notes so a remote server doesn't need extra fetches.
655export function buildFeatured(base, site, posts) {
656 const id = `${actorId(base, site.slug)}/featured`;
657 const items = (posts || []).map((p) => buildNote(base, site, p));
658 return {
659 '@context': AP_CONTEXT,
660 id,
661 type: 'OrderedCollection',
662 totalItems: items.length,
663 orderedItems: items,
664 };
665}
666
667// ── followers store (lazy stmts) ──────────────────────────────────
668let _insF, _updFDisp, _delF, _listF, _cntF;
669function fStmts() {
670 if (!_insF) {
671 _insF = db.prepare('INSERT OR IGNORE INTO ap_followers (slug, actor_uri, inbox, shared_inbox, name, handle, icon, created_at) VALUES (?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
672 _updFDisp = db.prepare('UPDATE ap_followers SET name = COALESCE(?, name), handle = COALESCE(?, handle), icon = COALESCE(?, icon) WHERE slug = ? AND actor_uri = ?');
673 _delF = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND actor_uri = ?');
674 _listF = db.prepare('SELECT inbox, shared_inbox FROM ap_followers WHERE slug = ?');
675 _cntF = db.prepare('SELECT COUNT(*) n FROM ap_followers WHERE slug = ?');
676 }
677 return { ins: _insF, del: _delF, list: _listF, cnt: _cntF };
678}
679export function followerCount(slug) { return fStmts().cnt.get(slug).n; }
680
681// Followers with delivery health, for the management list. Never-delivered accounts
682// first, then oldest successful delivery first — i.e. the cleanup candidates on top.
683export function listFollowers(slug) {
684 return db.prepare(
685 `SELECT id, actor_uri, inbox, shared_inbox, created_at, last_delivery_at, last_error_at
686 FROM ap_followers WHERE slug = ?
687 ORDER BY (last_delivery_at IS NULL) DESC, last_delivery_at ASC, created_at ASC`
688 ).all(slug);
689}
690// Manually drop a follower after a check (a still-live account would have to re-follow).
691export function removeFollower(slug, id) {
692 const info = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND id = ?').run(slug, id);
693 return info.changes > 0;
694}
695
696// Best cached display for an actor URI, across the caches Klonkt already fills:
697// followers (now with name/icon), following, interactions, timeline, mentions.
698// Falls back to a handle derived from the URI. Display info is not sensitive.
699export function actorDisplay(slug, uri) {
700 const ok = (r) => r && (r.name || r.icon);
701 try {
702 let r = db.prepare('SELECT name, handle, icon FROM ap_followers WHERE slug = ? AND actor_uri = ?').get(slug, uri);
703 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
704 r = db.prepare('SELECT name, handle, icon FROM ap_following WHERE slug = ? AND actor_uri = ?').get(slug, uri);
705 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
706 r = db.prepare('SELECT actor_name AS name, actor_handle AS handle, actor_icon AS icon FROM ap_interactions WHERE actor_uri = ? AND (actor_name IS NOT NULL OR actor_icon IS NOT NULL) ORDER BY created_at DESC LIMIT 1').get(uri);
707 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
708 r = db.prepare('SELECT author_name AS name, author_handle AS handle, author_icon AS icon FROM ap_timeline WHERE author_uri = ? AND (author_name IS NOT NULL OR author_icon IS NOT NULL) LIMIT 1').get(uri);
709 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
710 r = db.prepare('SELECT actor_name AS name, actor_handle AS handle, actor_icon AS icon FROM ap_mentions WHERE actor_uri = ? AND (actor_name IS NOT NULL OR actor_icon IS NOT NULL) ORDER BY created_at DESC LIMIT 1').get(uri);
711 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
712 } catch { /* ignore */ }
713 return { name: null, handle: deriveHandle(uri), icon: null };
714}
715
716// FEP-9876: does this `Prefer` header ask for enriched (embedded) members?
717// Pure and testable; the route sets the response headers around it.
718export function prefersEnriched(preferHeader) {
719 return /(^|[,;\s])return=representation($|[,;\s])/i.test(String(preferHeader || ''));
720}
721
722// AS2 actor reference with display, for the owner C2S followers/following view.
723// preferredUsername = the local part of the handle; name = the set display name.
724export function buildActorRef(slug, uri) {
725 const d = actorDisplay(slug, uri);
726 const user = d.handle && d.handle[0] === '@' ? d.handle.slice(1).split('@')[0] : null;
727 const out = { id: uri, type: 'Person' };
728 if (d.name) out.name = d.name;
729 if (user) out.preferredUsername = user;
730 if (d.icon) out.icon = { type: 'Image', url: d.icon };
731 return out;
732}
733
734// Merge who-you-follow (ap_following, rich display) with who-follows-you (ap_followers,
735// delivery health) into ONE connections list, keyed by actor_uri. Each entry gets a
736// direction (following →, follower ←, mutual ↔) and, for accounts we deliver to, an
737// `unreachable` flag (never delivered, or last attempt failed after the last success) so
738// the view can split dead connections into their own section. Powers the Connect page.
739export function listConnections(slug) {
740 const byUri = new Map();
741 for (const f of listFollowing(slug)) {
742 byUri.set(f.actor_uri, {
743 actor_uri: f.actor_uri, name: f.name || null, handle: f.handle || null,
744 icon: f.icon || null, url: f.url || null, auto_boost: f.auto_boost ? 1 : 0,
745 status: f.status || null, following: true, follower: false,
746 last_delivery_at: null, last_error_at: null, follower_id: null,
747 });
748 }
749 for (const fo of listFollowers(slug)) {
750 const e = byUri.get(fo.actor_uri);
751 if (e) { e.follower = true; e.last_delivery_at = fo.last_delivery_at; e.last_error_at = fo.last_error_at; e.follower_id = fo.id; }
752 else byUri.set(fo.actor_uri, {
753 actor_uri: fo.actor_uri, name: null, handle: null, icon: null, url: null,
754 auto_boost: 0, status: null, following: false, follower: true,
755 last_delivery_at: fo.last_delivery_at, last_error_at: fo.last_error_at, follower_id: fo.id,
756 });
757 }
758 return [...byUri.values()].map((e) => {
759 e.direction = (e.following && e.follower) ? 'mutual' : (e.following ? 'following' : 'follower');
760 e.unreachable = e.follower && (!e.last_delivery_at || (!!e.last_error_at && (!e.last_delivery_at || e.last_error_at > e.last_delivery_at)));
761 return e;
762 });
763}
764
765// ── inbound interactions store (replies / likes / boosts) + our outbound replies ──
766let _insI, _delLA, _delReply, _listI, _getI, _insO, _listO, _getO;
767// ── moderation tombstones (ap_rejected_objects) ───────────────────
768// A reply the owner removed stays removed: its object URI is tombstoned and
769// checked at ingest AND by the thread-crawler (else thread-filling would
770// re-fetch it). Owner moderation acts on the LOCAL copy, so it also works for
771// private notes that authorize_interaction can't fetch (401/404).
772let _insRj, _hasRj;
773function rjStmts() {
774 if (!_insRj) {
775 _insRj = db.prepare('INSERT OR IGNORE INTO ap_rejected_objects (object_uri, post_id, reason) VALUES (?,?,?)');
776 _hasRj = db.prepare('SELECT 1 FROM ap_rejected_objects WHERE object_uri = ?');
777 }
778 return { ins: _insRj, has: _hasRj };
779}
780export function isRejectedObject(uri) {
781 if (!uri) return false;
782 try { return !!rjStmts().has.get(String(uri)); } catch { return false; }
783}
784// Owner removes an incoming reply: tombstone + delete. Tenancy-scoped: the
785// interaction's post must belong to the caller's site.
786export function rejectInteraction(site, interactionId, reason) {
787 if (!site || !site.slug) return { error: 'forbidden' };
788 const row = iStmts().getI.get(interactionId);
789 if (!row) return { error: 'not_found' };
790 const owns = db.prepare('SELECT 1 FROM posts WHERE id = ? AND site_id = (SELECT id FROM sites WHERE slug = ?)')
791 .get(row.post_id, site.slug);
792 if (!owns) return { error: 'forbidden' };
793 if (row.object_uri) { try { rjStmts().ins.run(row.object_uri, row.post_id, reason || 'removed by site owner'); } catch { /* non-fatal */ } }
794 db.prepare('DELETE FROM ap_interactions WHERE id = ?').run(interactionId);
795 console.log('[AP] interaction removed by owner', site.slug, row.object_uri || row.actor_uri);
796 return { ok: true, object_uri: row.object_uri || null, actor_uri: row.actor_uri || null };
797}
798// Stored URIs of an interaction (tenancy-scoped) → feed sendReport for flagging
799// from the local copy (works for private notes; no remote fetch needed to target).
800export function interactionReportTarget(site, interactionId) {
801 if (!site || !site.slug) return null;
802 const row = iStmts().getI.get(interactionId);
803 if (!row) return null;
804 const owns = db.prepare('SELECT 1 FROM posts WHERE id = ? AND site_id = (SELECT id FROM sites WHERE slug = ?)')
805 .get(row.post_id, site.slug);
806 if (!owns) return null;
807 return { objectUri: row.object_uri || null, actorUri: row.actor_uri || null };
808}
809
810// AP addressing → visibility: 'public' | 'unlisted' | 'followers' | 'direct'.
811// Mastodon-conventie: Public in `to` = public, Public in `cc` = unlisted, een
812// followers-collectie zonder Public = followers-only, anders direct (DM). Public
813// kan als volledige URI, 'as:Public' of 'Public' voorkomen (JSON-LD shorthands).
814export function noteVisibility(o) {
815 const arr = (v) => (Array.isArray(v) ? v : (v ? [v] : []));
816 const isPub = (u) => u === PUBLIC || u === 'as:Public' || u === 'Public';
817 const to = arr(o && o.to).map(String);
818 const cc = arr(o && o.cc).map(String);
819 if (to.some(isPub)) return 'public';
820 if (cc.some(isPub)) return 'unlisted';
821 if ([...to, ...cc].some((u) => /\/followers\/?$/.test(u))) return 'followers';
822 return 'direct';
823}
824
825function iStmts() {
826 if (!_insI) {
827 _insI = db.prepare('INSERT OR IGNORE INTO ap_interactions (kind, post_id, object_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, parent_uri, visibility, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
828 _delLA = db.prepare('DELETE FROM ap_interactions WHERE kind = ? AND post_id = ? AND actor_uri = ?');
829 _delReply = db.prepare("DELETE FROM ap_interactions WHERE kind = 'reply' AND object_uri = ?");
830 _listI = db.prepare('SELECT id, kind, object_uri, parent_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, created_at, acted_boost, acted_like, visibility FROM ap_interactions WHERE post_id = ? ORDER BY created_at ASC');
831 _getI = db.prepare('SELECT * FROM ap_interactions WHERE id = ?');
832 _insO = db.prepare('INSERT INTO ap_outbox (id, site_slug, post_id, post_slug, in_reply_to, to_actor, to_handle, content, language, attachments, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
833 _listO = db.prepare('SELECT * FROM ap_outbox WHERE post_id = ? ORDER BY created_at ASC');
834 _getO = db.prepare('SELECT * FROM ap_outbox WHERE id = ?');
835 }
836 return { ins: _insI, delLA: _delLA, delReply: _delReply, list: _listI, getI: _getI, insO: _insO, listO: _listO, getO: _getO };
837}
838
839export function getInteractionById(id) { return iStmts().getI.get(id); }
840export function setInteractionBoosted(id, on) {
841 db.prepare('UPDATE ap_interactions SET acted_boost = ? WHERE id = ?').run(on ? 1 : 0, id);
842}
843export function setInteractionLiked(id, on) {
844 db.prepare('UPDATE ap_interactions SET acted_like = ? WHERE id = ?').run(on ? 1 : 0, id);
845}
846// Your like/boost state on a REMOTE post (interact page toggles).
847export function setMyReaction(slug, uri, kind, on) {
848 if (on) db.prepare('INSERT OR IGNORE INTO ap_my_reactions (site_slug, target_uri, kind) VALUES (?,?,?)').run(slug, uri, kind);
849 else db.prepare('DELETE FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ? AND kind = ?').run(slug, uri, kind);
850}
851export function getMyReactions(slug, uri) {
852 const rows = (slug && uri) ? db.prepare('SELECT kind FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ?').all(slug, uri) : [];
853 return { liked: rows.some((r) => r.kind === 'like'), boosted: rows.some((r) => r.kind === 'boost') };
854}
855
856const localPostExists = (id) => { try { return !!db.prepare('SELECT 1 FROM posts WHERE id = ?').get(id); } catch { return false; } };
857// Extract our local post id from a note URL, but only if it's ours (base match).
858function postIdFromNoteUrl(url, base) {
859 const s = String(url || '');
860 if (base && !s.startsWith(base)) return null;
861 const m = s.match(/\/ap\/notes\/([^/?#]+)/);
862 return m ? decodeURIComponent(m[1]) : null;
863}
864function deriveHandle(actorUri) {
865 try { const u = new URL(actorUri); const seg = u.pathname.split('/').filter(Boolean).pop() || ''; return `@${seg}@${u.host}`; } catch { return String(actorUri || ''); }
866}
867function actorInfo(doc, actorUri) {
868 let host = ''; try { host = new URL(actorUri).host; } catch { /* keep empty */ }
869 const handle = doc && doc.preferredUsername ? `@${doc.preferredUsername}@${host}` : deriveHandle(actorUri);
870 const icon = doc && doc.icon ? (doc.icon.url || (Array.isArray(doc.icon) && doc.icon[0] && doc.icon[0].url)) : null;
871 return {
872 name: (doc && (doc.name || doc.preferredUsername)) || handle,
873 handle,
874 url: safeUrl((doc && (doc.url || doc.id)) || actorUri) || null,
875 icon: safeUrl(icon) || null,
876 };
877}
878
879// Given an inReplyTo note URL, find which local post the thread belongs to + the
880// note being replied to (parent), so a reply-to-a-comment can be nested.
881function findThreadTarget(inReplyTo, base) {
882 if (!inReplyTo) return null;
883 const seg = postIdFromNoteUrl(inReplyTo, base); // our /ap/notes/<id> segment (if ours)
884 if (seg && localPostExists(seg)) return { post_id: seg, parent_uri: inReplyTo };
885 if (seg) {
886 try { const o = db.prepare('SELECT post_id FROM ap_outbox WHERE id = ?').get(seg); if (o && o.post_id) return { post_id: o.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
887 }
888 try { const row = db.prepare("SELECT post_id FROM ap_interactions WHERE object_uri = ? AND kind = 'reply' LIMIT 1").get(inReplyTo); if (row && row.post_id) return { post_id: row.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
889 return null;
890}
891
892// Drop the leading @mention(s) a federated reply carries (the person being replied to),
893// so a comment reads "dope tekening ouwe" instead of "@jason@jasonhacky.nl dope …".
894// Keeps a leading <p> wrapper; handles mention <a> links and plain-text @user@domain.
895export function stripLeadingMentions(html) {
896 if (!html) return html;
897 let s = String(html);
898 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:<a\b[^>]*>\s*@[^<]+<\/a>[  ]*)+/i, (m, p) => p || '');
899 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:@[\w.-]+(?:@[\w.-]+)?[  ]+)+/i, (m, p) => p || '');
900 return s;
901}
902
903// View-ready threaded view of a post's fediverse activity (inbound replies +
904// our outbound replies, nested), plus like/boost counts.
905export function getInteractions(postId, base, site) {
906 const s = iStmts();
907 // Privacy: a followers-only or direct (DM) reply is addressed to people, not to the
908 // public web, so it must NOT render in the public thread. It still reaches the owner
909 // via notifications (post context + reference included there). Legacy rows without a
910 // visibility value are treated as public. Likes/boosts stay counted (count-only).
911 const rows = s.list.all(postId).filter((r) =>
912 r.kind !== 'reply' || !(r.visibility === 'followers' || r.visibility === 'direct'));
913 const baseClean = (base || process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
914 const postNoteId = baseClean ? `${baseClean}/ap/notes/${postId}` : null;
915 // Our own (outbound) replies show the SITE identity for everyone (not "You").
916 let host = ''; try { host = new URL(baseClean).host; } catch { /* ignore */ }
917 const siteName = (site && (site.title || site.slug)) || '';
918 const siteHandle = (site && site.slug && host) ? `@${site.slug}@${host}` : '';
919 const siteUrl = baseClean ? `${baseClean}/` : '';
920 const siteIcon = (site && site.profile_photo) || null;
921
922 const nodes = [];
923 for (const r of rows) {
924 if (r.kind !== 'reply') continue;
925 nodes.push({
926 noteId: r.object_uri, parent: r.parent_uri || null, mine: false, id: r.id,
927 actor_uri: r.actor_uri,
928 actor_name: r.actor_name, actor_handle: r.actor_handle, actor_url: r.actor_url,
929 actor_icon: r.actor_icon, content: stripLeadingMentions(r.content), created_at: r.published || r.created_at,
930 acted_boost: !!r.acted_boost, acted_like: !!r.acted_like,
931 children: [],
932 });
933 }
934 for (const o of s.listO.all(postId)) {
935 nodes.push({
936 noteId: baseClean ? `${baseClean}/ap/notes/${o.id}` : o.id, parent: o.in_reply_to || null,
937 mine: true, outboxId: o.id, content: stripLeadingMentions(o.content), created_at: o.created_at,
938 media: (() => { try { return o.attachments ? JSON.parse(o.attachments) : []; } catch { return []; } })(),
939 actor_name: siteName, actor_handle: siteHandle, actor_url: siteUrl, actor_icon: siteIcon,
940 children: [],
941 });
942 }
943
944 const byId = new Map(nodes.map((n) => [n.noteId, n]));
945 // Conversation partners per node (u02, the reply editor's mentions bar): the
946 // node's author plus the ancestor authors up the chain. Our own nodes are
947 // skipped (we do not mention ourselves), deduped by actor, capped at 8.
948 for (const n of nodes) {
949 const seen = new Set();
950 const list = [];
951 let cur = n, guard = 0;
952 while (cur && guard++ < 12 && list.length < 8) {
953 if (!cur.mine && cur.actor_uri && !seen.has(cur.actor_uri)) {
954 seen.add(cur.actor_uri);
955 list.push({
956 uri: cur.actor_uri,
957 url: cur.actor_url || cur.actor_uri,
958 handle: cur.actor_handle || deriveHandle(cur.actor_uri),
959 });
960 }
961 cur = cur.parent ? byId.get(cur.parent) : null;
962 }
963 n.participants = list;
964 }
965 const isTop = (n) => !n.parent || n.parent === postNoteId || !byId.has(n.parent);
966 const tops = [];
967 for (const n of nodes) {
968 if (isTop(n)) { tops.push(n); continue; }
969 let anc = n, guard = 0;
970 while (!isTop(anc) && guard++ < 12) anc = byId.get(anc.parent);
971 anc.children.push(n);
972 }
973 const byTime = (a, b) => new Date(a.created_at) - new Date(b.created_at);
974 tops.sort(byTime).forEach((t) => t.children.sort(byTime));
975
976 return {
977 thread: tops,
978 likeCount: rows.filter((r) => r.kind === 'like').length,
979 announceCount: rows.filter((r) => r.kind === 'announce').length,
980 total: nodes.length,
981 };
982}
983
984// ── HTTP Signatures + delivery ────────────────────────────────────
985const slugFromActorUrl = (url) => { const m = String(url || '').match(/\/ap\/users\/([^/?#]+)/); return m ? decodeURIComponent(m[1]) : null; };
986// Which of OUR sites are named in a note's Mention tags? Only hrefs on our own base count
987// (an /ap/users/<slug> path on a remote host is someone else's actor), and the slug must be
988// an existing site. Deduped.
989export function localMentionSlugs(tags, base) {
990 if (!base) return [];
991 const out = [], seen = new Set();
992 for (const t of (Array.isArray(tags) ? tags : (tags ? [tags] : []))) {
993 if (!t || t.type !== 'Mention' || typeof t.href !== 'string') continue;
994 if (!t.href.startsWith(base + '/ap/users/')) continue;
995 const slug = slugFromActorUrl(t.href);
996 if (!slug || seen.has(slug)) continue; seen.add(slug);
997 try { if (db.prepare('SELECT 1 FROM sites WHERE slug = ?').get(slug)) out.push(slug); } catch { /* ignore */ }
998 }
999 return out;
1000}
1001
1002// Sign + POST an activity to a remote inbox (draft-cavage HTTP Signatures, RSA-SHA256).
1003export async function deliver(inboxUrl, bodyObj, keyId, privatePem) {
1004 const body = JSON.stringify(bodyObj);
1005 const u = new URL(inboxUrl);
1006 const date = new Date().toUTCString();
1007 const digest = 'SHA-256=' + crypto.createHash('sha256').update(body).digest('base64');
1008 const signingString = `(request-target): post ${u.pathname}\nhost: ${u.host}\ndate: ${date}\ndigest: ${digest}`;
1009 const signature = crypto.sign('sha256', Buffer.from(signingString), privatePem).toString('base64');
1010 const sig = `keyId="${keyId}",algorithm="rsa-sha256",headers="(request-target) host date digest",signature="${signature}"`;
1011 const r = await safeFetch(inboxUrl, {
1012 method: 'POST',
1013 headers: { 'Content-Type': 'application/activity+json', Accept: 'application/activity+json', Date: date, Digest: digest, Signature: sig },
1014 body,
1015 });
1016 return r.status;
1017}
1018
1019export async function fetchActor(url) {
1020 try {
1021 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
1022 if (!r.ok) return null;
1023 const len = Number(r.headers.get('content-length') || 0);
1024 if (len > 2_000_000) return null; // refuse oversized actor docs
1025 return await r.json();
1026 } catch { return null; }
1027}
1028
1029// ── Delivery queue with retries ───────────────────────────────────
1030// Outbound deliveries are tried immediately; on failure (down server, timeout,
1031// non-2xx) they're queued and retried with backoff so a briefly-offline follower
1032// doesn't silently miss the post. The signing key is NOT stored — the worker
1033// re-derives it from the actor slug at send time.
1034const DELIVERY_MAX_ATTEMPTS = 6;
1035const DELIVERY_BACKOFF_MIN = [1, 5, 15, 60, 180, 360];
1036let _insDeliv, _dueDeliv, _delDeliv, _bumpDeliv;
1037function deliveryStmts() {
1038 if (!_insDeliv) {
1039 _insDeliv = db.prepare('INSERT INTO ap_delivery (slug, inbox, body, attempts, next_at) VALUES (?,?,?,0,CURRENT_TIMESTAMP)');
1040 _dueDeliv = db.prepare("SELECT * FROM ap_delivery WHERE datetime(next_at) <= datetime('now') ORDER BY next_at LIMIT 30");
1041 _delDeliv = db.prepare('DELETE FROM ap_delivery WHERE id = ?');
1042 _bumpDeliv = db.prepare('UPDATE ap_delivery SET attempts = ?, next_at = ? WHERE id = ?');
1043 }
1044 return { ins: _insDeliv, due: _dueDeliv, del: _delDeliv, bump: _bumpDeliv };
1045}
1046export function enqueueDelivery(slug, inbox, activity) {
1047 if (!slug || !inbox || !activity) return;
1048 try { deliveryStmts().ins.run(slug, inbox, JSON.stringify(activity)); } catch { /* ignore */ }
1049}
1050// Record delivery health per follower so the followers list can flag dead accounts.
1051// Keyed by inbox: a shared-inbox POST reaches every follower behind it, so all of them
1052// are marked. A non-follower inbox (inline @mention) simply matches 0 rows.
1053let _fDelivOk, _fDelivErr;
1054function markFollowerDelivery(slug, inbox, ok) {
1055 if (!slug || !inbox) return;
1056 try {
1057 if (!_fDelivOk) {
1058 _fDelivOk = db.prepare('UPDATE ap_followers SET last_delivery_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
1059 _fDelivErr = db.prepare('UPDATE ap_followers SET last_error_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
1060 }
1061 (ok ? _fDelivOk : _fDelivErr).run(slug, inbox, inbox);
1062 } catch { /* health tracking is non-fatal */ }
1063}
1064// Deliver now; queue for retry if it fails.
1065export async function deliverWithRetry(slug, inbox, activity, keyId, privPem) {
1066 if (!inbox) return;
1067 try { const st = await deliver(inbox, activity, keyId, privPem); if (st >= 200 && st < 300) { markFollowerDelivery(slug, inbox, true); return; } } catch { /* queue below */ }
1068 enqueueDelivery(slug, inbox, activity);
1069}
1070let _processingDeliv = false;
1071export async function processDeliveryQueue() {
1072 if (_processingDeliv) return; // re-entrancy guard: 30 rows × 8s can exceed the 60s tick → no double-delivery
1073 _processingDeliv = true;
1074 try {
1075 let rows;
1076 try { rows = deliveryStmts().due.all(); } catch { return; }
1077 if (!rows || !rows.length) return;
1078 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1079 for (const row of rows) {
1080 let ok = false;
1081 try {
1082 const keys = getOrCreateKeys(row.slug);
1083 const st = await deliver(row.inbox, JSON.parse(row.body), `${actorId(base, row.slug)}#main-key`, keys.private_pem);
1084 ok = st >= 200 && st < 300;
1085 } catch { ok = false; }
1086 if (ok) { markFollowerDelivery(row.slug, row.inbox, true); deliveryStmts().del.run(row.id); continue; }
1087 const attempts = row.attempts + 1;
1088 if (attempts >= DELIVERY_MAX_ATTEMPTS) { markFollowerDelivery(row.slug, row.inbox, false); deliveryStmts().del.run(row.id); console.warn('[AP] delivery gave up after', attempts, 'tries →', row.inbox); continue; }
1089 // Index the backoff on the CURRENT attempt count (row.attempts) so the first
1090 // retry uses the 1-min tier instead of skipping it.
1091 const mins = DELIVERY_BACKOFF_MIN[Math.min(row.attempts, DELIVERY_BACKOFF_MIN.length - 1)];
1092 deliveryStmts().bump.run(attempts, new Date(Date.now() + mins * 60000).toISOString(), row.id);
1093 }
1094 } finally { _processingDeliv = false; }
1095}
1096let _delivTimer = null;
1097export function startDeliveryWorker() {
1098 if (_delivTimer) return;
1099 _delivTimer = setInterval(() => { processDeliveryQueue().catch(() => {}); }, 60 * 1000);
1100 if (_delivTimer.unref) _delivTimer.unref();
1101}
1102
1103// Best-effort verification of an incoming signed request. Returns the sender's
1104// actor doc if the signature checks out, else null. (Not gating yet — MVP.)
1105// Max clock skew for the signed Date header (replay window). Generous default to tolerate
1106// federating servers with drifting clocks; an operator can widen it via env.
1107const SIG_MAX_SKEW_MS = (Number(process.env.AP_SIG_MAX_SKEW_MIN) || 60) * 60 * 1000;
1108export async function verifyRequest(req) {
1109 const sigH = req.headers['signature'];
1110 if (!sigH) return null;
1111 const p = Object.fromEntries([...sigH.matchAll(/([a-zA-Z]+)="([^"]*)"/g)].map((m) => [m[1], m[2]]));
1112 if (!p.keyId || !p.signature) return null;
1113 const actor = await fetchActor(p.keyId.split('#')[0]);
1114 const pem = actor && actor.publicKey && actor.publicKey.publicKeyPem;
1115 if (!pem) return null;
1116 const hs = (p.headers || '(request-target) host date').split(/\s+/);
1117 // Behind a reverse proxy the raw Host header is the backend bind (e.g. localhost:3000, when
1118 // the proxy doesn't preserve it — Apache .htaccess [P] proxying), but the sender signed the
1119 // HTTP-Signature over the PUBLIC host. Try each candidate host (the configured PUBLIC_BASE_URL
1120 // host, the proxy's X-Forwarded-Host, and the raw Host) and accept if the signature verifies
1121 // against any. An attacker can't forge a match (no private key), so this only rescues the
1122 // legitimate proxied case. Also normalise a leading double-slash in the request-target.
1123 let _pubHost = null;
1124 if (process.env.PUBLIC_BASE_URL) { try { _pubHost = new URL(process.env.PUBLIC_BASE_URL).host; } catch { /* ignore */ } }
1125 const _hosts = [...new Set([_pubHost, req.headers['x-forwarded-host'], req.headers['host']].filter(Boolean))];
1126 const _target = `${req.method.toLowerCase()} ${String(req.originalUrl || '').replace(/^\/{2,}/, '/')}`;
1127 const _sig = Buffer.from(p.signature, 'base64');
1128 let ok = false;
1129 for (const _h of _hosts) {
1130 const line = hs.map((x) => x === '(request-target)'
1131 ? `(request-target): ${_target}`
1132 : x === 'host' ? `host: ${_h}`
1133 : `${x}: ${req.headers[x] || ''}`).join('\n');
1134 try { if (crypto.verify('sha256', Buffer.from(line), pem, _sig)) { ok = true; break; } } catch { /* try next host */ }
1135 }
1136 // Replay defence: the Date header must be signed and recent. A captured signed request
1137 // replayed later (or with a swapped body) is rejected.
1138 if (ok) {
1139 if (!hs.includes('date')) ok = false;
1140 else {
1141 const t = Date.parse(req.headers['date'] || '');
1142 if (isNaN(t) || Math.abs(Date.now() - t) > SIG_MAX_SKEW_MS) ok = false;
1143 }
1144 }
1145 // Digest is MANDATORY when the request carries a body: without a signed digest the body
1146 // isn't covered by the signature and could be swapped on a replay.
1147 if (ok && req.rawBody && req.rawBody.length) {
1148 if (!hs.includes('digest')) ok = false;
1149 else {
1150 const exp = 'SHA-256=' + crypto.createHash('sha256').update(req.rawBody).digest('base64');
1151 if (req.headers['digest'] !== exp) ok = false;
1152 }
1153 }
1154 return ok ? actor : null;
1155}
1156
1157// Parse a fediverse poll (an ActivityStreams `Question` — the Mastodon-standard poll form)
1158// into our compact shape. `oneOf` = single choice, `anyOf` = multiple; each option is a Note
1159// with a `name` and a `replies` collection whose `totalItems` is that option's vote count.
1160function parsePoll(o) {
1161 if (!o || o.type !== 'Question') return null;
1162 const raw = Array.isArray(o.oneOf) ? o.oneOf : (Array.isArray(o.anyOf) ? o.anyOf : null);
1163 if (!raw || !raw.length) return null;
1164 const options = raw.slice(0, 12).map((opt) => ({
1165 name: String((opt && opt.name) || '').slice(0, 300),
1166 count: Math.max(0, Number(opt && opt.replies && opt.replies.totalItems) || 0),
1167 })).filter((x) => x.name);
1168 if (!options.length) return null;
1169 const endTime = o.endTime || (typeof o.closed === 'string' ? o.closed : null);
1170 const closed = !!o.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
1171 return { multiple: Array.isArray(o.anyOf), options, endTime, closed, voters: Number(o.votersCount) || null, voted: null };
1172}
1173
1174// ── Polls WE host (a local post with a poll) ──────────────────────
1175// Parse the poll definition stored on our own post (posts.poll_json). Counts are
1176// NOT stored here — they're derived from the poll_votes ballots so a re-render always
1177// reflects the authoritative tally.
1178export function parseOwnPoll(pollJson) {
1179 if (!pollJson) return null;
1180 let d; try { d = typeof pollJson === 'string' ? JSON.parse(pollJson) : pollJson; } catch { return null; }
1181 if (!d || !Array.isArray(d.options)) return null;
1182 const options = d.options.map((o) => ({ name: String((o && o.name != null ? o.name : o) || '').slice(0, 300) })).filter((o) => o.name);
1183 if (options.length < 2) return null;
1184 const endTime = d.endTime || null;
1185 const closed = !!d.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
1186 return { multiple: !!d.multiple, options, endTime, closed };
1187}
1188
1189// Live tally of a hosted poll from its ballots: per-option counts + unique voters.
1190export function pollTally(postId) {
1191 const counts = {}; let voters = 0;
1192 try {
1193 for (const r of db.prepare('SELECT choice, COUNT(*) AS n FROM poll_votes WHERE post_id = ? GROUP BY choice').all(postId)) counts[r.choice] = r.n;
1194 voters = db.prepare('SELECT COUNT(DISTINCT actor_uri) AS n FROM poll_votes WHERE post_id = ?').get(postId).n || 0;
1195 } catch { /* table may not exist yet */ }
1196 return { counts, voters };
1197}
1198
1199// Render-ready view of a hosted poll (options with counts + percentages, totals, state).
1200// Voting is fediverse-only, so this is display-only on the site.
1201export function ownPollView(post) {
1202 const poll = parseOwnPoll(post && post.poll_json);
1203 if (!poll) return null;
1204 const { counts, voters } = pollTally(post.id);
1205 const total = Object.values(counts).reduce((a, b) => a + b, 0);
1206 const denom = poll.multiple ? voters : total; // multiple-choice %: share of voters (can sum >100%)
1207 const options = poll.options.map((o) => {
1208 const count = counts[o.name] || 0;
1209 return { name: o.name, count, pct: denom ? Math.round((count / denom) * 100) : 0 };
1210 });
1211 return { multiple: poll.multiple, options, total, voters, endTime: poll.endTime, closed: poll.closed };
1212}
1213
1214// Attach the AS2 Question shape to a note built for a hosted poll. Mastodon renders a
1215// status with either media OR a poll (never both), so a poll federates as content +
1216// options with no media attachment. oneOf = single choice, anyOf = multiple.
1217function applyPollToNote(note, postId, poll) {
1218 const { counts, voters } = pollTally(postId);
1219 const opts = poll.options.map((o) => ({
1220 type: 'Note',
1221 name: o.name,
1222 replies: { type: 'Collection', totalItems: counts[o.name] || 0 },
1223 }));
1224 note.type = 'Question';
1225 note[poll.multiple ? 'anyOf' : 'oneOf'] = opts;
1226 if (poll.endTime) note.endTime = new Date(poll.endTime).toISOString();
1227 // Once closed, Mastodon expects a `closed` timestamp (the effective end).
1228 if (poll.closed) note.closed = poll.endTime ? new Date(poll.endTime).toISOString() : new Date().toISOString();
1229 note.votersCount = voters;
1230 delete note.attachment; // media ATTACHMENTS + a poll are mutually exclusive on Mastodon
1231 // Keep note.image: it's the cover, which Mastodon ignores on a Question anyway
1232 // (same as on any Note) but Klonkt reads to show the cover in feeds/the Cirkel.
1233 // Deleting it stripped the cover off every boosted poll.
1234 return note;
1235}
1236
1237// Record an inbound ballot on one of OUR polls. A vote arrives as a Create(Note) whose
1238// `name` is the chosen option and `inReplyTo` is our poll note — the Mastodon-standard
1239// vote form. Returns { handled } — handled=true means it was addressed to a poll (so the
1240// caller must NOT also store it as a reply), false means "not a poll, fall through".
1241function recordPollBallot(postId, actorUri, rawChoice) {
1242 const choice = String(rawChoice == null ? '' : rawChoice).slice(0, 300);
1243 if (!choice) return { handled: false };
1244 let post; try { post = db.prepare('SELECT poll_json FROM posts WHERE id = ?').get(postId); } catch { return { handled: false }; }
1245 const poll = post && parseOwnPoll(post.poll_json);
1246 if (!poll) return { handled: false }; // not a poll → let the reply logic handle it
1247 if (poll.closed) return { handled: true }; // voting closed → drop
1248 if (!poll.options.some((o) => o.name === choice)) return { handled: true }; // unknown option → drop
1249 try {
1250 // Single choice = one ballot per actor: ignore a later/different vote. Multiple choice
1251 // allows one ballot per distinct option (the UNIQUE(post,actor,choice) dedupes repeats).
1252 if (!poll.multiple && db.prepare('SELECT 1 FROM poll_votes WHERE post_id = ? AND actor_uri = ? LIMIT 1').get(postId, actorUri)) return { handled: true };
1253 db.prepare('INSERT OR IGNORE INTO poll_votes (post_id, actor_uri, choice) VALUES (?, ?, ?)').run(postId, actorUri, choice);
1254 } catch { return { handled: true }; }
1255 schedulePollUpdate(postId);
1256 return { handled: true };
1257}
1258
1259// Coalesce a burst of votes into ONE Update(Question) per poll: the first vote schedules a
1260// refresh ~15s out; further votes in that window ride the same pending update (which carries
1261// the accumulated tally). Non-follower voters re-fetch the Question (live tally) themselves.
1262const _pollUpdTimers = new Map();
1263function schedulePollUpdate(postId) {
1264 if (_pollUpdTimers.has(postId)) return;
1265 const t = setTimeout(() => { _pollUpdTimers.delete(postId); deliverPollUpdate(postId).catch(() => { /* best-effort */ }); }, 15000);
1266 if (t.unref) t.unref();
1267 _pollUpdTimers.set(postId, t);
1268}
1269
1270// Push the fresh poll tally (or closed state) to followers as Update(Question).
1271export async function deliverPollUpdate(postId) {
1272 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1273 if (!base || !postId) return;
1274 let post, site;
1275 try {
1276 post = db.prepare('SELECT * FROM posts WHERE id = ?').get(postId);
1277 if (!post || !post.poll_json) return;
1278 site = db.prepare('SELECT * FROM sites WHERE id = ?').get(post.site_id);
1279 } catch { return; }
1280 if (site) await deliverUpdate(site, post);
1281}
1282
1283// ── Web push to the owner (docs/webpush-design.md, slice 3) ─────────
1284// Fire-and-forget: a notification must never block or break inbox processing.
1285function pushEvent(slug, event) {
1286 try { Push.notifySite(slug, event).catch(() => {}); } catch { /* never throw */ }
1287}
1288// Hub-aware path prefix for a site's pages ('' in solo).
1289function pushPrefix(slug) {
1290 try { return getTenancy() === 'hub' ? `/user/${slug}` : ''; } catch { return ''; }
1291}
1292// Notification language: the site's content language (fallback: instance default).
1293function pushLang(slug) {
1294 try { const r = db.prepare('SELECT language FROM sites WHERE slug = ?').get(slug); return (r && r.language) || process.env.KLONKT_DEFAULT_LANG || 'nl'; } catch { return 'nl'; }
1295}
1296// Site slug, target URL and title for a post-scoped notification.
1297function pushPostCtx(postId) {
1298 try {
1299 const r = db.prepare('SELECT p.slug AS post, p.title, s.slug AS site FROM posts p JOIN sites s ON s.id = p.site_id WHERE p.id = ?').get(postId);
1300 if (!r) return null;
1301 return { site: r.site, title: r.title || r.post, url: `${pushPrefix(r.site)}/${r.post}#fediverse` };
1302 } catch { return null; }
1303}
1304
1305// Handle an incoming inbox POST. slugParam = null for the shared /ap/inbox.
1306export async function handleInbox(req, slugParam) {
1307 const act = req.body || {};
1308 const type = act.type;
1309 // Real client IP (behind the proxy via `trust proxy`) — logged on dropped/rejected/
1310 // ignored inbox hits so an operator can see who is probing their fediverse inbox.
1311 const ip = req.ip || (req.connection && req.connection.remoteAddress) || '?';
1312 const base = (process.env.PUBLIC_BASE_URL || `${req.protocol}://${req.get('host')}`).replace(/\/+$/, '');
1313 const verified = await verifyRequest(req).catch(() => null);
1314
1315 // ENFORCE HTTP signatures: a data-affecting activity must be signed by the very
1316 // actor it claims to be. No valid signature, or signer ≠ actor → reject (no
1317 // forged replies/likes/follows/timeline posts). GET/discovery stays open.
1318 const claimedActor = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1319 // Blocked actor/domain → silently drop (202, don't reveal the block).
1320 if (claimedActor && isBlockedAny(claimedActor)) { console.log('[AP] inbox dropped (blocked)', claimedActor, 'from', ip); return 202; }
1321 const GATED = ['Create', 'Like', 'Announce', 'Follow', 'Delete', 'Undo', 'Accept', 'Reject', 'Add', 'Remove', 'Update', 'Flag', 'Offer'];
1322 if (GATED.includes(type)) {
1323 if (!verified || !claimedActor || verified.id !== claimedActor) {
1324 console.warn('[AP] inbox REJECTED (signature)', type, claimedActor || '?', 'from', ip, verified ? '(signer mismatch)' : '(unsigned/invalid)');
1325 return 401;
1326 }
1327 }
1328
1329 // FEP-633c §5.3 (modelled on the adoption offer): a gated follow forwarded to
1330 // the guardians as an Offer(Follow), their Accept/Reject back to the ward.
1331 if ((type === 'Offer' || type === 'Accept' || type === 'Reject') && act['shaer:followApproval'] === true) {
1332 if (await handleFollowApprovalInbox(act, slugParam)) { console.log('[AP] follow-approval', type, 'from', claimedActor); return 202; }
1333 }
1334
1335 // FEP-633c: the adoption handshake. An Offer lands at the local ward; an
1336 // Accept/Reject answers an offer a local guardian sent. Anything the
1337 // guardianship module does not recognize falls through to the old paths.
1338 if (type === 'Offer' || type === 'Accept' || type === 'Reject') {
1339 // Every LOCAL party this activity is addressed to gets its own copy of the
1340 // handshake (a ward and a co-guardian may both live here). Gather candidate
1341 // local slugs from the inbox owner, the `to` list, and the ward.
1342 const cand = new Set();
1343 if (slugParam) cand.add(slugParam);
1344 for (const t of (Array.isArray(act.to) ? act.to : (act.to ? [act.to] : []))) {
1345 if (typeof t === 'string') { const s = slugFromActorUrl(t); if (s) cand.add(s); }
1346 }
1347 if (type === 'Offer') {
1348 const rel = Guardianship.parseRelationship(act.object);
1349 if (rel) { const s = slugFromActorUrl(rel.ward); if (s) cand.add(s); }
1350 }
1351 let consumed = false;
1352 for (const slug of cand) {
1353 const gsite = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
1354 if (gsite && await Guardianship.handleGuardianshipInbox(gsite, act).catch(() => false)) consumed = true;
1355 }
1356 if (consumed) { console.log('[AP] guardianship', type, 'from', claimedActor); return 202; }
1357 }
1358
1359 // A moderation report (Flag) about our content — store it for the targeted site's owner
1360 // (each Klonkt site is moderated by its own owner). Signature is enforced (GATED).
1361 if (type === 'Flag') {
1362 const objs = Array.isArray(act.object) ? act.object : (act.object ? [act.object] : []);
1363 const objectUris = objs.map((o) => (typeof o === 'string' ? o : (o && o.id))).filter(Boolean);
1364 let targetSlug = null;
1365 const noteIds = [];
1366 for (const u of objectUris) {
1367 const s = slugFromActorUrl(u); // one of our actors?
1368 if (s) { targetSlug = targetSlug || s; continue; }
1369 const pid = postIdFromNoteUrl(u, base); // one of our notes?
1370 if (pid) noteIds.push(pid);
1371 }
1372 if (!targetSlug && noteIds.length) {
1373 try { const r = db.prepare('SELECT s.slug FROM posts p JOIN sites s ON s.id = p.site_id WHERE p.id = ? LIMIT 1').get(noteIds[0]); if (r) targetSlug = r.slug; } catch { /* ignore */ }
1374 }
1375 if (!targetSlug) return 202; // not about us / can't tell → drop
1376 // Flag is GATED, so `verified` is the signer's (reporter's) actor doc already.
1377 const ai = actorInfo(verified || null, claimedActor);
1378 try {
1379 db.prepare('INSERT INTO ap_reports (slug, actor_uri, actor_name, actor_handle, actor_icon, content, objects, created_at) VALUES (?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1380 .run(targetSlug, claimedActor || null, ai.name, ai.handle, ai.icon, HtmlSanitizerService.toPlainText(act.content || '').slice(0, 3000), JSON.stringify(objectUris.slice(0, 20)));
1381 console.log('[AP] report received for', targetSlug, 'from', claimedActor);
1382 } catch { /* ignore */ }
1383 return 202;
1384 }
1385
1386 if (type === 'Follow') {
1387 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1388 const slug = slugParam || slugFromActorUrl(typeof act.object === 'string' ? act.object : (act.object && act.object.id));
1389 if (!who || !slug) return 400;
1390 const remote = await fetchActor(who);
1391 if (!remote || !remote.inbox) return 202; // can't reach them → drop quietly
1392 const sharedInbox = (remote.endpoints && remote.endpoints.sharedInbox) || null;
1393 const fi = actorInfo(remote, who); // cache display for the friends list (shaer-aa3)
1394 // FEP-633c §5.3: if the followed actor is a WARD (has guardians), the
1395 // follow is gated. A committed guardian's own Follow is auto-accepted
1396 // (it needs no gate); anyone else is held pending for guardian approval.
1397 // Free actors / normal sites have no guardians → fall through, unchanged.
1398 const wardGuardians = Guardianship.listGuardians(slug).map((g) => g.other_uri);
1399 if (wardGuardians.length && !wardGuardians.includes(who)) {
1400 const followId = (typeof act.id === 'string' && act.id) || `${who}#follow-${Date.now()}-${rid()}`;
1401 Guardianship.follows.recordPending(slug, {
1402 id: followId, follower: who, inbox: remote.inbox, sharedInbox,
1403 name: fi.name, handle: fi.handle, icon: fi.icon, activity: act,
1404 });
1405 // FEP-633c §5.3, modelled on the guardian offer: the ward forwards the
1406 // gated follow to its guardians for approval. A LOCAL guardian gets a
1407 // push and reads /guardian2 directly; a REMOTE guardian gets an
1408 // Offer(Follow) delivered so its instance stores a copy (same distributed
1409 // pattern as the adoption offer). On quorum the ward returns Accept(Follow).
1410 const wardActor = actorId(base, slug);
1411 const wardKeys = getOrCreateKeys(slug);
1412 const followObj = { id: followId, type: 'Follow', actor: who, object: wardActor };
1413 for (const g of wardGuardians) {
1414 // Local ONLY when the guardian lives on THIS instance: slugFromActorUrl
1415 // ignores the host (an /ap/users/x path on a remote host is someone
1416 // else's actor), so also require our base + an existing local site.
1417 const gslug = g.startsWith(`${base}/`) ? slugFromActorUrl(g) : null;
1418 const isLocal = gslug && db.prepare('SELECT 1 FROM sites WHERE slug = ?').get(gslug);
1419 if (isLocal) {
1420 const L = pushLang(gslug);
1421 pushEvent(gslug, { type: 'guardian', title: i18nT(L, 'push.n_guard_cog_t'), body: i18nT(L, 'push.n_guard_cog_b', { who: fi.name || fi.handle || i18nT(L, 'notif.someone') }), url: `${pushPrefix(gslug)}/guardian2` });
1422 } else {
1423 fetchActor(g).then((ga) => {
1424 const inbox = ga && ((ga.endpoints && ga.endpoints.sharedInbox) || ga.inbox);
1425 if (!inbox) return;
1426 const offer = { '@context': AP_CONTEXT, id: `${wardActor}#followoffer-${Date.now()}-${rid()}`, type: 'Offer', actor: wardActor, to: [g], object: followObj, 'shaer:followApproval': true };
1427 deliverWithRetry(slug, inbox, offer, `${wardActor}#main-key`, wardKeys.private_pem).catch(() => {});
1428 }).catch(() => {});
1429 }
1430 }
1431 console.log('[AP] Follow', who, '→ ward', slug, '(gated, awaiting guardians)');
1432 return 202;
1433 }
1434 fStmts().ins.run(slug, who, remote.inbox, sharedInbox, fi.name, fi.handle, fi.icon);
1435 try { _updFDisp.run(fi.name, fi.handle, fi.icon, slug, who); } catch { /* best effort */ }
1436 { const L = pushLang(slug); pushEvent(slug, { type: 'follow', title: i18nT(L, 'push.n_follow_t'), body: i18nT(L, 'push.n_follow_b', { who: fi.name || fi.handle || i18nT(L, 'notif.someone') }), url: `${pushPrefix(slug)}/connect` }); }
1437 const me = actorId(base, slug);
1438 const keys = getOrCreateKeys(slug);
1439 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: act };
1440 deliver(remote.inbox, accept, `${me}#main-key`, keys.private_pem).catch((e) => console.warn('[AP] Accept delivery failed:', e.message));
1441 // Auto-backfill: send our recent posts as Create so the instance has our history
1442 // (Mastodon doesn't fetch history on follow). ONCE PER REMOTE INSTANCE only —
1443 // Mastodon dedupes notes per-instance, so re-filling an instance that already has
1444 // a follower of ours is wasted work (and won't re-populate the new follower's
1445 // timeline anyway). Deliver to the shared inbox (instance-level) when present.
1446 // Sync insert+check (no await between) → no interleave race with concurrent Follows.
1447 const instanceFilled = sharedInbox &&
1448 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1')
1449 .get(slug, sharedInbox, who);
1450 if (!instanceFilled) {
1451 backfillNewFollower(base, slug, sharedInbox || remote.inbox).catch(() => { /* best-effort */ });
1452 }
1453 console.log('[AP] Follow', who, '→', slug, verified ? '(sig ok)' : '(sig unverified)');
1454 return 202;
1455 }
1456 if (type === 'Undo' && act.object) {
1457 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1458 const ot = act.object.type;
1459 if (ot === 'Follow') {
1460 const obj = act.object.object;
1461 const slug = slugParam || slugFromActorUrl(typeof obj === 'string' ? obj : (obj && obj.id));
1462 if (who && slug) { fStmts().del.run(slug, who); console.log('[AP] Unfollow', who, '→', slug); }
1463 return 202;
1464 }
1465 if (ot === 'Like' || ot === 'Announce') {
1466 const tgt = act.object.object;
1467 const pid = postIdFromNoteUrl(typeof tgt === 'string' ? tgt : (tgt && tgt.id), base);
1468 if (who && pid) { iStmts().delLA.run(ot.toLowerCase(), pid, who); console.log('[AP] Undo', ot, who, '→', pid); }
1469 return 202;
1470 }
1471 return 202;
1472 }
1473
1474 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1475 const resolveActor = async (uri) => ((verified && verified.id === uri) ? verified : await fetchActor(uri).catch(() => null));
1476 // Activities from our OWN actors are already stored via ap_outbox — don't re-store.
1477 const isLocalActor = !!(base && actorUri && actorUri.startsWith(`${base}/ap/users/`));
1478
1479 // Inbound reply: a Create whose object replies to one of our notes (post OR comment).
1480 if (type === 'Create' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1481 const o = act.object;
1482 // A poll ballot: a Note carrying a `name` (the chosen option) inReplyTo one of OUR poll
1483 // posts. Record it (deduped per actor) BEFORE the reply logic so a vote is never stored
1484 // as a comment. recordPollBallot returns handled=false only if the target isn't a poll.
1485 if (o.name && o.inReplyTo && actorUri && !isLocalActor) {
1486 const seg = postIdFromNoteUrl(o.inReplyTo, base);
1487 if (seg && localPostExists(seg)) {
1488 const rec = recordPollBallot(seg, actorUri, o.name);
1489 if (rec.handled) { console.log('[AP] poll vote', actorUri, '→', seg); return 202; }
1490 }
1491 }
1492 const tgt = findThreadTarget(o.inReplyTo, base);
1493 if (tgt && actorUri && !isLocalActor) {
1494 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1495 const html = HtmlSanitizerService.sanitize(o.content || '');
1496 if (isRejectedObject(o.id)) { console.log('[AP] reply skipped (tombstoned)', o.id); return 202; }
1497 iStmts().ins.run('reply', tgt.post_id, o.id || '', actorUri, ai.name, ai.handle, ai.url, ai.icon, html, o.published || null, tgt.parent_uri, noteVisibility(o));
1498 console.log('[AP] reply', actorUri, '→', tgt.post_id);
1499 {
1500 // Private (followers/direct) replies push as a DM ping WITHOUT content
1501 // (the push service should never carry private text, design decision);
1502 // public replies carry a short snippet.
1503 const ctx = pushPostCtx(tgt.post_id);
1504 const vis = noteVisibility(o);
1505 const priv = vis === 'direct' || vis === 'followers';
1506 if (ctx) {
1507 const L = pushLang(ctx.site);
1508 const who = ai.name || ai.handle || i18nT(L, 'notif.someone');
1509 if (priv) pushEvent(ctx.site, { type: 'dm', title: i18nT(L, 'push.n_dm_t'), body: i18nT(L, 'push.n_dm_b', { who }), url: `${pushPrefix(ctx.site)}/messages` });
1510 else pushEvent(ctx.site, { type: 'reply', title: i18nT(L, 'push.n_reply_t', { title: ctx.title }), body: `${who}: ${HtmlSanitizerService.toPlainText(html).slice(0, 90)}`, url: ctx.url });
1511 }
1512 }
1513 return 202;
1514 }
1515 // Home timeline (client): a top-level post from an account we follow.
1516 if (actorUri && !isLocalActor && !o.inReplyTo && o.id) {
1517 let subs = []; try { subs = db.prepare('SELECT slug, auto_boost FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist yet */ }
1518 if (subs.length) {
1519 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1520 const html = HtmlSanitizerService.sanitize(o.content || '');
1521 const _atts = (Array.isArray(o.attachment) ? o.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
1522 // Fallback cover: a Note's `image` (set when the attachment was suppressed
1523 // for a player-card post, e.g. hosted-audio posts).
1524 if (!_atts.some((m) => !m.type || /image/i.test(m.type)) && o.image) {
1525 const _im = Array.isArray(o.image) ? o.image[0] : o.image;
1526 const _iu = safeUrl(typeof _im === 'string' ? _im : (_im && _im.url));
1527 if (_iu) _atts.push({ url: _iu, type: (_im && _im.mediaType) || 'image/jpeg' });
1528 }
1529 const media = JSON.stringify(_atts);
1530 const poll = parsePoll(o); // a Question (fediverse poll) → cache its options/counts
1531 // "Feature" = show in the Cirkel (local only). We do NOT auto-Announce
1532 // incoming posts to the fediverse — that flooded followers. Boosting to the
1533 // fediverse is only ever a deliberate, manual per-post action (the 🔁 on
1534 // the timeline).
1535 for (const s of subs) {
1536 tlStmts().ins.run(o.id, s.slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, media, o.sensitive ? 1 : 0, o.summary || null);
1537 // FEP-633c §2.2: register the ward hint on the stored object (no action yet).
1538 if (Guardianship.objectHasGuardians(o)) { try { db.prepare('UPDATE ap_timeline SET has_guardians = 1 WHERE id = ? AND slug = ?').run(o.id, s.slug); } catch { /* ignore */ } }
1539 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, s.slug); } catch { /* ignore */ } }
1540 }
1541 console.log('[AP] timeline +', actorUri, 'x' + subs.length);
1542 }
1543 }
1544 // Mentioned in a post that is NOT a reply to our content (a reply to us already returned
1545 // above): store a mention notification for each of our actors named in the Mention tags.
1546 // Requires our own base prefix on the tag href — /ap/users/<slug> on a REMOTE host is
1547 // someone else's actor, not ours.
1548 if (actorUri && !isLocalActor && o.id) {
1549 const slugs = localMentionSlugs(o.tag, base);
1550 if (slugs.length) {
1551 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1552 const html = HtmlSanitizerService.sanitize(o.content || '');
1553 // FEP-633c 5.2.1: a ward's call for help rides a direct mention; the
1554 // flag is stored so the Guardian PWA's message centre can list it.
1555 const help = Guardianship.isHelpRequest(o);
1556 const wave = Guardianship.isWave(o);
1557 const hasG = Guardianship.objectHasGuardians(o); // §2.2 hint, register-only
1558 for (const slug of slugs) {
1559 try {
1560 const r = db.prepare('INSERT OR IGNORE INTO ap_mentions (slug, object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, published, help_request, wave, has_guardians, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1561 .run(slug, o.id, safeUrl(o.url) || null, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.published || null, help ? 1 : 0, wave ? 1 : 0, hasG ? 1 : 0);
1562 if (r.changes) {
1563 console.log('[AP] mention', actorUri, '→', slug, help ? '(help request)' : '');
1564 const vis = noteVisibility(o);
1565 const priv = vis === 'direct' || vis === 'followers';
1566 const L = pushLang(slug);
1567 const who = ai.name || ai.handle || i18nT(L, 'notif.someone');
1568 // Same privacy rule as replies: private mentions push without content.
1569 // A help request pushes as its own alert type, aimed at the
1570 // Guardian PWA's message centre.
1571 if (help) pushEvent(slug, { type: 'help', title: i18nT(L, 'push.n_help_t'), body: i18nT(L, 'push.n_help_b', { who }), url: '/guardian' });
1572 else if (priv) pushEvent(slug, { type: 'dm', title: i18nT(L, 'push.n_dm_t'), body: i18nT(L, 'push.n_dm_b', { who }), url: `${pushPrefix(slug)}/messages` });
1573 else pushEvent(slug, { type: 'reply', title: i18nT(L, 'push.n_mention_t'), body: `${who}: ${HtmlSanitizerService.toPlainText(html).slice(0, 90)}`, url: `${pushPrefix(slug)}/messages` });
1574 }
1575 } catch { /* ignore */ }
1576 }
1577 }
1578 }
1579 return 202;
1580 }
1581 // A remote post we cached was edited upstream → refresh our cached copy. This is the
1582 // push-based edit-sync that keeps the Cirkel/timeline fresh without polling (selfHeal
1583 // does it on a version bump; this does it live). Scope to the SIGNING actor so B can't
1584 // edit A's note (the signature gate guarantees claimedActor == the verified signer).
1585 if (type === 'Update' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1586 const o = act.object;
1587 if (o.id && claimedActor) {
1588 const html = HtmlSanitizerService.sanitize(o.content || '');
1589 const media = mediaFromNote(o);
1590 try {
1591 // Refresh url too (COALESCE keeps the old one if the Update omits it): a remote slug
1592 // rename keeps the same AP id but changes the human url, so without this the cached
1593 // post would keep linking to the old, now-dead URL.
1594 const r = db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ? AND author_uri = ?')
1595 .run(html, media, o.sensitive ? 1 : 0, o.summary || null, o.url || null, o.id, claimedActor);
1596 if (r.changes) console.log('[AP] timeline update', claimedActor, '→', o.id);
1597 // A poll's Update carries the fresh vote counts / closed state. Refresh per-row so each
1598 // site keeps its own `voted` state while the counts/closed update to the new totals.
1599 const poll = parsePoll(o);
1600 if (poll) {
1601 const rows = db.prepare('SELECT rowid AS rid, poll_json FROM ap_timeline WHERE id = ? AND author_uri = ?').all(o.id, claimedActor);
1602 const upd = db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE rowid = ?');
1603 for (const rw of rows) {
1604 let voted = null; try { voted = rw.poll_json ? (JSON.parse(rw.poll_json).voted || null) : null; } catch { /* ignore */ }
1605 upd.run(JSON.stringify({ ...poll, voted }), rw.rid);
1606 }
1607 }
1608 } catch { /* ignore */ }
1609 // If this note is a cached fediverse reply on one of our posts, refresh its text too.
1610 try { db.prepare('UPDATE ap_interactions SET content = ? WHERE object_uri = ? AND actor_uri = ?').run(html, o.id, claimedActor); } catch { /* ignore */ }
1611 }
1612 return 202;
1613 }
1614 if (type === 'Like' || type === 'Announce') {
1615 const tgt = act.object;
1616 const objUrl = typeof tgt === 'string' ? tgt : (tgt && tgt.id);
1617 const pid = postIdFromNoteUrl(objUrl, base);
1618 if (pid && actorUri && !isLocalActor && localPostExists(pid)) {
1619 // A boost/like of a non-public post is dropped, not stored: nobody
1620 // outside the audience should even hold it (shaer-tqc hardening).
1621 const vp = db.prepare('SELECT fan_only, ap_visibility FROM posts WHERE id = ?').get(pid);
1622 if (vp && (vp.fan_only || vp.ap_visibility === 'direct' || vp.ap_visibility === 'friends')) {
1623 console.log('[AP] dropped', type, 'on non-public post', pid);
1624 return;
1625 }
1626 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1627 iStmts().ins.run(type.toLowerCase(), pid, '', actorUri, ai.name, ai.handle, ai.url, ai.icon, null, null, null, noteVisibility(act));
1628 console.log('[AP]', type === 'Like' ? 'like' : 'boost', actorUri, '→', pid);
1629 {
1630 const ctx = pushPostCtx(pid);
1631 if (ctx) {
1632 const L = pushLang(ctx.site);
1633 const who = ai.name || ai.handle || i18nT(L, 'notif.someone');
1634 if (type === 'Like') pushEvent(ctx.site, { type: 'like', title: i18nT(L, 'push.n_like_t'), body: i18nT(L, 'push.n_like_b', { who, title: ctx.title }), url: ctx.url });
1635 else pushEvent(ctx.site, { type: 'boost', title: i18nT(L, 'push.n_boost_t'), body: i18nT(L, 'push.n_boost_b', { who, title: ctx.title }), url: ctx.url });
1636 }
1637 }
1638 } else if (type === 'Announce' && objUrl && actorUri && !isLocalActor) {
1639 // A boost FROM an account we follow, of a REMOTE post → show it in the News feed.
1640 // We only STORE it for display; we NEVER auto-Announce it onward (anti-feedback-loop:
1641 // re-announcing an incoming Announce would cascade boosts across the network).
1642 let subs = []; try { subs = db.prepare('SELECT slug FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist */ }
1643 if (subs.length) {
1644 const bn = await fetchNoteAP(objUrl);
1645 if (bn && bn !== 404 && (bn.type === 'Note' || bn.type === 'Article') && bn.id) {
1646 const origUri = actorUriOf(bn.attributedTo);
1647 // Block completeness: even if you follow the booster, drop a boost whose ORIGINAL
1648 // author is blocked — otherwise a block is bypassed via someone else's boost.
1649 if (origUri && isBlockedAny(origUri)) { console.log('[AP] timeline boost dropped (blocked origin)', origUri, 'via', actorUri); return 202; }
1650 const oai = actorInfo(await resolveActor(origUri), origUri);
1651 const html = HtmlSanitizerService.sanitize(bn.content || '');
1652 const media = mediaFromNote(bn);
1653 const booster = actorInfo(await resolveActor(actorUri), actorUri);
1654 for (const s of subs) {
1655 // published = now → the boost shows as fresh activity at the top (Mastodon shows
1656 // reblogs at reblog-time, not the original's date). INSERT OR IGNORE: if we already
1657 // have the note (e.g. we also follow the author), keep it and DON'T relabel it.
1658 let inserted = false;
1659 try { const r = tlStmts().ins.run(bn.id, s.slug, origUri || '', oai.name, oai.handle, oai.icon, oai.url, html, bn.url || null, new Date().toISOString(), media, bn.sensitive ? 1 : 0, bn.summary || null); inserted = r.changes > 0; } catch { /* ignore */ }
1660 if (inserted) { try { db.prepare('UPDATE ap_timeline SET reblog_name = ?, reblog_handle = ?, reblog_icon = ? WHERE slug = ? AND id = ?').run(booster.name, booster.handle, booster.icon, s.slug, bn.id); } catch { /* ignore */ } }
1661 }
1662 console.log('[AP] timeline boost +', actorUri, 'x' + subs.length);
1663 }
1664 }
1665 }
1666 return 202;
1667 }
1668 if (type === 'Delete') {
1669 // A remote note was deleted upstream → drop it from replies AND the timeline.
1670 // Scope to the SIGNING actor so actor B can't delete actor A's content (the
1671 // signature gate guarantees claimedActor == the verified signer here).
1672 const oid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1673 if (oid && claimedActor) {
1674 try { db.prepare('DELETE FROM ap_interactions WHERE object_uri = ? AND actor_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1675 try { db.prepare('DELETE FROM ap_timeline WHERE id = ? AND author_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1676 // Also clear a boost/like YOU made of this now-deleted remote post (the interact-page
1677 // ap_my_reactions state), so it can't stay stuck as "boosted" on a post that's gone.
1678 // Guard: only when the deleter owns the note's domain (B mustn't clear your reactions
1679 // to A's posts).
1680 try {
1681 let sameHost = false;
1682 try { sameHost = new URL(oid).host === new URL(claimedActor).host; } catch { sameHost = false; }
1683 if (sameHost) db.prepare('DELETE FROM ap_my_reactions WHERE target_uri = ?').run(oid);
1684 } catch { /* ignore */ }
1685 }
1686 return 202;
1687 }
1688 // Accept/Reject of a Follow WE sent (client side).
1689 if (type === 'Accept' && act.object) {
1690 const fid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1691 if (fid) { try { fwStmts().acc.run(fid); } catch { /* ignore */ } }
1692 console.log('[AP] follow accepted', actorUri);
1693 return 202;
1694 }
1695 if (type === 'Reject' && act.object) {
1696 const who = actorUri;
1697 if (who && slugParam) { try { fwStmts().del.run(slugParam, who); } catch { /* ignore */ } }
1698 return 202;
1699 }
1700
1701 console.log('[AP] inbox', type || 'unknown', '→', slugParam || 'shared', 'from', ip, '(ignored)');
1702 return 202;
1703}
1704
1705// Deliver a new post as Create(Note) to all followers' inboxes (fire-and-forget).
1706// Needs PUBLIC_BASE_URL (absolute URLs); no-op without followers or base.
1707export async function deliverCreate(site, post) {
1708 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1709 if (!base || !site || !site.slug) return;
1710 // Resolve inline @user@host mentions → link them in the note + collect their inboxes, so a
1711 // mentioned person is notified even if they don't follow us (Mastodon-standard mention).
1712 const mres = await resolveMentionsInText(base, post.content || '');
1713 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1714 const followers = fStmts().list.all(site.slug);
1715 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1716 if (!inboxes.length) return; // no followers and no one mentioned
1717 const keys = getOrCreateKeys(site.slug);
1718 const keyId = `${actorId(base, site.slug)}#main-key`;
1719 const create = buildCreate(base, site, post2);
1720 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, create, keyId, keys.private_pem);
1721}
1722
1723// On a new Follow, send that follower our most recent posts as Create so their
1724// timeline shows our history (Mastodon does not backfill on follow). Oldest-first
1725// so they sort into the follower's timeline at their original dates.
1726async function backfillNewFollower(base, slug, inbox) {
1727 if (!base || !slug || !inbox) return;
1728 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
1729 if (!site) return;
1730 const recent = db.prepare(
1731 `SELECT id, slug, title, content, cover_image_url, cover_video_url, nsfw, content_warning, published_at, created_at
1732 FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1733 ORDER BY COALESCE(published_at, created_at) DESC LIMIT 20`
1734 ).all(site.id).reverse();
1735 if (!recent.length) return;
1736 const keys = getOrCreateKeys(slug);
1737 const keyId = `${actorId(base, slug)}#main-key`;
1738 for (const p of recent) {
1739 try { await deliver(inbox, buildCreate(base, site, p), keyId, keys.private_pem); } catch { /* best-effort */ }
1740 await new Promise((r) => setTimeout(r, 150));
1741 }
1742 console.log('[AP] backfilled', recent.length, 'posts to new follower of', slug);
1743}
1744
1745// Tell followers a post is gone (Delete + Tombstone) so it's removed from their feeds.
1746export async function deliverDelete(site, post) {
1747 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1748 if (!base || !site || !site.slug || !post || !post.id) return;
1749 const followers = fStmts().list.all(site.slug);
1750 if (!followers.length) return;
1751 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1752 const keys = getOrCreateKeys(site.slug);
1753 const me = actorId(base, site.slug);
1754 const nid = noteId(base, post.id);
1755 const del = {
1756 '@context': AP_CONTEXT,
1757 id: `${nid}#delete-${Date.now()}-${rid()}`,
1758 type: 'Delete',
1759 actor: me,
1760 to: [PUBLIC],
1761 object: { id: nid, type: 'Tombstone' },
1762 };
1763 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, del, `${me}#main-key`, keys.private_pem);
1764}
1765
1766// Tell followers an already-published post changed (Update + edited Note) so
1767// Mastodon refreshes the cached copy (e.g. after fixing content).
1768export async function deliverUpdate(site, post) {
1769 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1770 if (!base || !site || !site.slug || !post || !post.id) return;
1771 const mres = await resolveMentionsInText(base, post.content || ''); // link mentions + collect inboxes
1772 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1773 const followers = fStmts().list.all(site.slug);
1774 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1775 if (!inboxes.length) return;
1776 const keys = getOrCreateKeys(site.slug);
1777 const me = actorId(base, site.slug);
1778 const note = buildNote(base, site, post2);
1779 note.updated = new Date().toISOString();
1780 const update = {
1781 '@context': AP_CONTEXT,
1782 id: `${noteId(base, post.id)}#update-${Date.now()}-${rid()}`,
1783 type: 'Update', actor: me, to: [PUBLIC], cc: note.cc,
1784 object: note,
1785 };
1786 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1787}
1788
1789// Tell followers the ACTOR changed (Update + Person) so Mastodon re-processes the
1790// account AND re-fetches the featured (pinned) collection — there is no standard
1791// "featured changed" activity, so this is how a pin/unpin propagates promptly.
1792export async function deliverActorUpdate(site) {
1793 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1794 if (!base || !site || !site.slug) return;
1795 const followers = fStmts().list.all(site.slug);
1796 if (!followers.length) return;
1797 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1798 const keys = getOrCreateKeys(site.slug);
1799 const me = actorId(base, site.slug);
1800 const update = {
1801 '@context': AP_CONTEXT,
1802 id: `${me}#update-${Date.now()}-${rid()}`,
1803 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
1804 object: buildActor(base, site),
1805 };
1806 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1807}
1808
1809// Reliably set the pinned order on followers' instances via Add/Remove activities
1810// (how Mastodon itself federates pins) — pushed to the inbox + processed immediately,
1811// unlike the featured COLLECTION which Mastodon caches with sticky StatusPins.
1812// Mastodon's Add skips an already-pinned status, so we REMOVE every pin first, wait,
1813// then ADD in rank-DESCENDING order (rank 1 added LAST → newest StatusPin → shown first,
1814// because Mastodon displays pins newest-first). `alsoRemove` = ids to unpin too.
1815// Serialize pin-resyncs per site: two concurrent /save calls would otherwise interleave
1816// their Remove -> wait -> Add sequences and scramble the StatusPin order on Mastodon. A
1817// resync already in flight for a site coalesces later requests into ONE rerun after it
1818// finishes (accumulating their extra unpins), so rapid saves don't pile up N full resyncs.
1819const _pinResync = new Map(); // slug -> { promise, pending, pendingRemove:Set, site }
1820export function resyncFeaturedPins(site, alsoRemove = []) {
1821 if (!site || !site.slug) return Promise.resolve();
1822 const slug = site.slug;
1823 const running = _pinResync.get(slug);
1824 if (running) {
1825 running.pending = true;
1826 running.site = site; // use the latest site object on the rerun
1827 for (const id of alsoRemove) running.pendingRemove.add(id);
1828 return running.promise;
1829 }
1830 const state = { promise: null, pending: false, pendingRemove: new Set(), site };
1831 state.promise = (async () => {
1832 let extra = alsoRemove;
1833 for (;;) {
1834 try { await doResyncFeaturedPins(state.site, extra); }
1835 catch (e) { console.warn('[AP] pin resync failed:', e.message); }
1836 if (!state.pending) break;
1837 state.pending = false;
1838 extra = [...state.pendingRemove];
1839 state.pendingRemove = new Set();
1840 }
1841 _pinResync.delete(slug);
1842 })();
1843 _pinResync.set(slug, state);
1844 return state.promise;
1845}
1846
1847// The actual resync work — do NOT call directly; go through resyncFeaturedPins() above so
1848// it stays serialized per site.
1849async function doResyncFeaturedPins(site, alsoRemove = []) {
1850 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1851 if (!base || !site || !site.slug) return;
1852 const followers = fStmts().list.all(site.slug);
1853 if (!followers.length) return;
1854 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1855 const keys = getOrCreateKeys(site.slug);
1856 const me = actorId(base, site.slug);
1857 const keyId = `${me}#main-key`;
1858 const featured = `${me}/featured`;
1859 const note = (id) => noteId(base, id);
1860 const pinned = db.prepare(
1861 `SELECT id FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1862 AND pinned IS NOT NULL AND pinned > 0
1863 ORDER BY pinned DESC, COALESCE(published_at, created_at) ASC LIMIT 20`
1864 ).all(site.id);
1865 const removeIds = [...new Set([...pinned.map((p) => p.id), ...alsoRemove])];
1866 // 1. Remove every current pin so Mastodon can recreate them in order.
1867 for (const id of removeIds) {
1868 const rm = { '@context': AP_CONTEXT, id: `${me}#rm-${id}-${Date.now()}-${rid()}`, type: 'Remove', actor: me, object: note(id), target: featured, to: [PUBLIC] };
1869 for (const inbox of inboxes) deliver(inbox, rm, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1870 }
1871 if (!pinned.length) { console.log('[AP] unpinned all featured for', site.slug); return; }
1872 await new Promise((r) => setTimeout(r, 5000)); // let the Removes land first
1873 // 2. Add in rank-DESC order, gaps so each StatusPin gets an increasing created_at.
1874 for (const p of pinned) {
1875 const add = { '@context': AP_CONTEXT, id: `${me}#add-${p.id}-${Date.now()}-${rid()}`, type: 'Add', actor: me, object: note(p.id), target: featured, to: [PUBLIC], cc: [`${me}/followers`] };
1876 for (const inbox of inboxes) deliver(inbox, add, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1877 await new Promise((r) => setTimeout(r, 2000));
1878 }
1879 console.log('[AP] resynced', pinned.length, 'featured pins for', site.slug);
1880}
1881
1882// ── outbound replies (Klonkt → fediverse) ─────────────────────────
1883const escHtml = (s) => String(s || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
1884const toISO = (v) => { if (!v) return new Date().toISOString(); const s = String(v); const d = new Date(/[TZ]/.test(s) ? s : s.replace(' ', 'T') + 'Z'); return isNaN(d) ? new Date().toISOString() : d.toISOString(); };
1885
1886// Build one of OUR outbound reply Notes from an ap_outbox row.
1887// Turn #hashtags in reply text into Mastodon-style hashtag links (clickable + federated).
1888function linkHashtags(base, html) {
1889 // Prefix: start / whitespace / '>' / opening bracket — "(#tag" is a tag too. NO quote
1890 // chars in this class: a quote precedes attribute values (alt="#…"), which must not match.
1891 return String(html || '').replace(/(^|[\s>([{])#([\p{L}\p{M}\p{N}_]+)/gu, (m, pre, tag) =>
1892 `${pre}<a href="${base}/tag/${encodeURIComponent(tag.toLowerCase())}" class="mention hashtag" rel="tag">#${tag}</a>`);
1893}
1894// Auto-link bare http(s) URLs in already-safe HTML (federated copies). Splits on existing
1895// <a>…</a> so a linked URL is never wrapped twice; requires start/whitespace/'>' before the
1896// URL so attribute values (src="https://…") never match. Trailing sentence punctuation stays
1897// outside the link (Mastodon-style).
1898function linkUrls(html) {
1899 const parts = String(html || '').split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi);
1900 for (let i = 0; i < parts.length; i++) {
1901 if (/^<a\b/i.test(parts[i])) continue; // already a link → leave as-is
1902 parts[i] = parts[i].replace(/(^|[\s>([{])(https?:\/\/[^\s<]+?)([.,;:!?)\]»]*)(?=$|[\s<])/g,
1903 (m, pre, url, trail) => `${pre}<a href="${url.replace(/"/g, '%22')}" rel="nofollow noopener" target="_blank">${url}</a>${trail}`);
1904 }
1905 return parts.join('');
1906}
1907// Linkify inline #hashtags and bare URLs in BODY html for on-site DISPLAY, using the
1908// EXACT same rules as the federated copy (linkHashtags/linkUrls), so the website and the
1909// Mastodon copy agree instead of the website showing raw text. Idempotent: existing
1910// <a>…</a> (editor links, embeds, shortcode buttons) are split out and left untouched, so
1911// nothing is double-wrapped. Pass base='' → root-relative /tag/<slug> links.
1912export function linkifyBody(base, html) {
1913 const withTags = String(html || '')
1914 .split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi)
1915 .map((seg) => (/^<a\b/i.test(seg) ? seg : linkHashtags(base, seg)))
1916 .join('');
1917 return linkUrls(withTags);
1918}
1919
1920// Bake a post's raw source into its display HTML (the ActivityPub `source` model): done ONCE
1921// at save and cached in posts.content_rendered, so page views serve it statically instead of
1922// re-linkifying every render. Step 1 = #hashtags + bare URLs (cheap, no network). Step 2 will
1923// resolve @mentions here too (webfinger once at save instead of per page view).
1924export function bakePostContent(source) {
1925 return linkifyBody('', source || '');
1926}
1927
1928// Step 2: the full bake, incl. @mention links. Resolves @user@host via webfinger ONCE (the
1929// same resolver the federated copy uses) and bakes the profile links into content_rendered,
1930// so page views never do a per-view lookup. Unresolvable handles stay plain text; on any
1931// failure it degrades to the sync #hashtag/URL bake. Async (webfinger) → callers run it off
1932// the save response so the request never blocks on a slow/dead remote server.
1933export async function bakePostContentWithMentions(source) {
1934 const withHashUrls = bakePostContent(source);
1935 try { const m = await resolveMentionsInText('', withHashUrls); return m.html; }
1936 catch { return withHashUrls; }
1937}
1938
1939// Extract the AP Hashtag tag objects from already-linked reply content.
1940function hashtagTags(base, content) {
1941 const tags = [], seen = new Set();
1942 const re = /class="[^"]*\bhashtag\b[^"]*"[^>]*>#([\p{L}\p{M}\p{N}_]+)</giu;
1943 let m;
1944 while ((m = re.exec(content || ''))) {
1945 const k = m[1].toLowerCase();
1946 if (seen.has(k)) continue; seen.add(k);
1947 tags.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(k)}`, name: '#' + m[1] });
1948 }
1949 return tags;
1950}
1951
1952// Normalise a post's tags field (array, JSON-string, or comma-string) to an array.
1953function normalizeTags(t) {
1954 if (Array.isArray(t)) return t;
1955 if (typeof t === 'string') {
1956 const s = t.trim(); if (!s) return [];
1957 if (s[0] === '[') { try { const a = JSON.parse(s); return Array.isArray(a) ? a : []; } catch { /* fall through */ } }
1958 return s.split(',').map((x) => x.trim()).filter(Boolean);
1959 }
1960 return [];
1961}
1962// A tag → { label, slug }. Multi-word tags become CamelCase (#LiveMusic) for the display
1963// name (Mastodon hashtags can't contain spaces; CamelCase is the accessibility norm); the
1964// slug/href stays lowercase ("livemusic").
1965function tagParts(raw) {
1966 const words = String(raw || '').trim().split(/[\s_]+/).map((w) => w.replace(/[^\p{L}\p{M}\p{N}]/gu, '')).filter(Boolean);
1967 if (!words.length) return null;
1968 const slug = words.join('').toLowerCase();
1969 if (!slug) return null;
1970 const label = words.length > 1 ? words.map((w) => w[0].toUpperCase() + w.slice(1)).join('') : words[0];
1971 return { label, slug };
1972}
1973// Merge a post's tags field + the #hashtags linked inline in its body into one deduped
1974// Hashtag tag list (with hrefs to our /tag page).
1975function buildHashtagList(base, tagsField, content) {
1976 const out = [], seen = new Set();
1977 for (const t of normalizeTags(tagsField)) {
1978 const p = tagParts(t); if (!p || seen.has(p.slug)) continue; seen.add(p.slug);
1979 out.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(p.slug)}`, name: '#' + p.label });
1980 }
1981 for (const h of hashtagTags(base, content)) {
1982 const k = h.name.slice(1).toLowerCase(); if (seen.has(k)) continue; seen.add(k);
1983 out.push(h);
1984 }
1985 return out;
1986}
1987
1988// Extract Mention tag objects from already-linked content (class="u-url mention").
1989function mentionTags(content) {
1990 const tags = [], seen = new Set();
1991 // The link href is the human profile URL; the actor URI (for the Mention tag) is in data-actor.
1992 const re = /<a href="[^"]*" class="u-url mention" data-actor="([^"]+)">@([^<]+)<\/a>/gi;
1993 let m;
1994 while ((m = re.exec(content || ''))) {
1995 const href = m[1];
1996 if (seen.has(href)) continue; seen.add(href);
1997 tags.push({ type: 'Mention', href, name: '@' + m[2] });
1998 }
1999 return tags;
2000}
2001// Resolve inline @user@domain mentions in reply/post text → link them (href = actor URI)
2002// and collect the mentioned actors' inboxes so they get notified. Best-effort per mention.
2003async function resolveMentionsInText(base, html) {
2004 const inboxes = [];
2005 const handles = new Set();
2006 // Prefix also allows opening brackets — "(@user@host + me)" is a mention too (real-world
2007 // miss: a bracketed mention federated as plain text and its target was never notified).
2008 const re = /(^|[\s>([{])@([\p{L}\p{M}\p{N}_.-]+@[\p{L}\p{M}\p{N}.-]+)/gu;
2009 let m;
2010 while ((m = re.exec(html || ''))) handles.add(m[2]);
2011 let out = String(html || '');
2012 for (const h of handles) {
2013 let actorUri = null;
2014 try { actorUri = await webfingerResolve('@' + h); } catch { actorUri = null; }
2015 if (!actorUri) continue;
2016 const actor = await fetchActor(actorUri).catch(() => null);
2017 const inbox = actor && ((actor.endpoints && actor.endpoints.sharedInbox) || actor.inbox);
2018 if (inbox) inboxes.push(inbox);
2019 const profileUrl = actorInfo(actor, actorUri).url || actorUri; // human profile page → the link href
2020 const esc = h.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
2021 out = out.replace(new RegExp('(^|[\\s>([{])@' + esc + '(?![\\p{L}\\p{M}\\p{N}_.-])', 'gu'),
2022 (full, pre) => `${pre}<a href="${profileUrl}" class="u-url mention" data-actor="${actorUri}">@${h}</a>`);
2023 }
2024 return { html: out, inboxes };
2025}
2026
2027export function buildReplyNote(base, site, row) {
2028 // Thin delegate: replies are built by buildNote (the single Note entry point) in reply mode.
2029 return buildNote(base, site, row, { isReply: true });
2030}
2031
2032// Resolve one of our outbound reply Notes by id (for /ap/notes/:id fallback).
2033export function getOutboxNote(base, id) {
2034 const row = iStmts().getO.get(id);
2035 if (!row) return null;
2036 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(row.site_slug);
2037 if (!site) return null;
2038 return buildReplyNote(base, site, row);
2039}
2040
2041// ── ActivityPub Client-to-Server: ingest an activity POSTed to the outbox ──
2042// The C2S counterpart of handleInbox: a native/web client (Shaer) posts an
2043// activity here and we translate it onto the SAME delivery machinery the web UI
2044// uses (deliverReply / sendInteraction / followActor / deliverCreate). Returns
2045// { status, id?, url?, error? }. Auth + site-ownership are checked by the route.
2046const c2sIdOf = (x) => (typeof x === 'string' ? x : (x && (x.id || x.href))) || null;
2047
2048export async function ingestOutboxActivity(site, user, activity) {
2049 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2050 if (!base || !site || !activity || typeof activity !== 'object') return { status: 400, error: 'invalid_activity' };
2051
2052 // AP §6: a client MAY POST a bare object; the server wraps it in a Create.
2053 let type = activity.type;
2054 let object = activity.object;
2055 if (type === 'Note' || type === 'Article') { object = activity; type = 'Create'; }
2056 if (Array.isArray(type)) type = type.find((t) => typeof t === 'string');
2057
2058 // FEP-633c: the adoption handshake (Offer/Accept/Reject on a guardianship
2059 // Relationship) belongs to the guardianship module; anything else falls
2060 // through to the switch below.
2061 if (type === 'Offer' || type === 'Accept' || type === 'Reject') {
2062 const g = await Guardianship.handleGuardianshipOutbox(site, activity).catch(() => null);
2063 if (g) return g;
2064 }
2065
2066 try {
2067 switch (type) {
2068 case 'Create': {
2069 if (!object || typeof object !== 'object') return { status: 400, error: 'missing_object' };
2070 // Client sends `source` (plain/markdown) + `content` (HTML). deliverReply
2071 // re-escapes, so it needs plain text; a top-level post keeps sanitized HTML.
2072 const plain = (object.source && object.source.content) || HtmlSanitizerService.toPlainText(object.content || '');
2073 if (!plain.trim() && !object.content) return { status: 400, error: 'empty_note' };
2074 // Direct (private mention, shaer-tqc): NOT a post. Delivered over the
2075 // outbox machinery to the addressed inboxes only; shows under Messages.
2076 if (c2sVisibility(object) === 'direct') {
2077 const arr = (v) => (Array.isArray(v) ? v : (v ? [v] : [])).filter((x) => typeof x === 'string');
2078 const recipients = [...new Set([...arr(object.to), ...arr(object.cc)])]
2079 .filter((u) => /^https?:\/\//i.test(u) && !/\/followers\/?$/.test(u) && u !== PUBLIC);
2080 if (!recipients.length) return { status: 400, error: 'no_recipients' };
2081 // AS2 attachments (e.g. the help-buoy capture, uploaded via
2082 // uploadMedia): normalize our own absolute /media/ URLs to relative
2083 // so the deliverReply-style validation applies unchanged.
2084 const atts = (Array.isArray(object.attachment) ? object.attachment : [])
2085 .map((a) => a && typeof a === 'object' ? {
2086 url: String(a.url || '').replace(new RegExp('^' + base.replace(/[.*+?^${}()|[\]\\]/g, '\\$&')), ''),
2087 mediaType: String(a.mediaType || ''),
2088 name: String(a.name || '').slice(0, 120),
2089 } : null)
2090 .filter(Boolean);
2091 const help = object['shaer:helpRequest'] === true || object.helpRequest === true;
2092 const r = await deliverDirectNote(site, { recipients, text: plain, language: object.language || null, inReplyTo: typeof object.inReplyTo === 'string' ? object.inReplyTo : null, attachments: atts, helpRequest: help });
2093 if (!r || !r.id) return { status: 502, error: 'direct_failed' };
2094 return { status: 201, id: r.id, url: `${base}/ap/notes/${r.id}` };
2095 }
2096 if (object.inReplyTo) {
2097 const parent = await resolveRemoteNote(c2sIdOf(object.inReplyTo)).catch(() => null);
2098 if (!parent) return { status: 502, error: 'cannot_resolve_inReplyTo' };
2099 const r = await deliverReply(site, { postId: parent.localPostId || '', postSlug: null, parent, text: plain });
2100 if (!r || !r.id) return { status: 502, error: 'reply_failed' };
2101 return { status: 201, id: r.id, url: `${base}/ap/notes/${r.id}` };
2102 }
2103 return await c2sCreatePost(base, site, user, object);
2104 }
2105 case 'Like':
2106 case 'Announce': {
2107 const targetUri = c2sIdOf(object);
2108 if (!targetUri) return { status: 400, error: 'missing_object' };
2109 // A non-public local note cannot be boosted or liked into the open
2110 // (shaer-tqc hardening; the Mastodon 422 equivalent).
2111 const localPid = postIdFromNoteUrl(targetUri, base);
2112 if (localPid) {
2113 const p = db.prepare('SELECT fan_only, ap_visibility FROM posts WHERE id = ?').get(localPid);
2114 if (p && (p.fan_only || p.ap_visibility === 'direct' || p.ap_visibility === 'friends')) {
2115 return { status: 403, error: 'not_public' };
2116 }
2117 }
2118 const note = await resolveRemoteNote(targetUri).catch(() => null);
2119 const objUri = (note && note.object_uri) || targetUri;
2120 const authorUri = note && note.actor_uri;
2121 const kind = type === 'Announce' ? 'boost' : 'like';
2122 await sendInteraction(site, kind, objUri, authorUri);
2123 setMyReaction(site.slug, targetUri, kind, true);
2124 if (type === 'Announce' && note) { try { upsertBoostedNote(site.slug, note); } catch { /* non-fatal */ } }
2125 return { status: 202, url: objUri };
2126 }
2127 case 'Follow': {
2128 const actorUri = c2sIdOf(object);
2129 if (!actorUri) return { status: 400, error: 'missing_object' };
2130 await followActor(site, actorUri);
2131 return { status: 202, url: actorUri };
2132 }
2133 // Shaer "in Orbit" = a real Block (FEP-c648 client side): lands in
2134 // ap_blocks, shows in the Block tab, and purges the actor's cached
2135 // content. Client-side filtering becomes a cache of this state.
2136 case 'Block': {
2137 const targetUri = c2sIdOf(object);
2138 if (!targetUri) return { status: 400, error: 'missing_object' };
2139 const r = await blockTarget(site, targetUri);
2140 if (r && r.error) return { status: 400, error: r.error };
2141 return { status: 202, url: targetUri };
2142 }
2143 case 'Undo': {
2144 const inner = object && typeof object === 'object' ? object : null;
2145 let innerType = inner && inner.type;
2146 if (Array.isArray(innerType)) innerType = innerType.find((t) => typeof t === 'string');
2147 const innerTarget = c2sIdOf(inner && inner.object);
2148 if (innerType === 'Follow') { await unfollowActor(site, innerTarget); return { status: 202, url: innerTarget }; }
2149 if (innerType === 'Block') {
2150 if (!innerTarget) return { status: 400, error: 'missing_object' };
2151 unblock(site, innerTarget); // release from Orbit
2152 return { status: 202, url: innerTarget };
2153 }
2154 if (innerType === 'Like' || innerType === 'Announce') {
2155 const kind = innerType === 'Announce' ? 'unboost' : 'unlike';
2156 const note = await resolveRemoteNote(innerTarget).catch(() => null);
2157 const objUri = (note && note.object_uri) || innerTarget;
2158 await sendInteraction(site, kind, objUri, note && note.actor_uri);
2159 setMyReaction(site.slug, innerTarget, innerType === 'Announce' ? 'boost' : 'like', false);
2160 if (innerType === 'Announce') { try { unmarkBoosted(site.slug, objUri); } catch { /* non-fatal */ } }
2161 return { status: 202, url: objUri };
2162 }
2163 return { status: 400, error: 'unsupported_undo' };
2164 }
2165 // Delete/Update of arbitrary objects need the post-edit pipeline; tracked
2166 // separately (klonkt-demo-c2s-del). Reject clearly rather than half-doing it.
2167 default:
2168 return { status: 400, error: 'unsupported_type', detail: String(type || 'none') };
2169 }
2170 } catch (e) {
2171 console.warn('[AP] C2S ingest failed:', e && e.message);
2172 return { status: 500, error: 'ingest_error' };
2173 }
2174}
2175
2176// Create a top-level microblog post from a C2S Note and federate it. Minimal
2177// sibling of the /posts/create route: sanitized HTML content, no title/cover.
2178async function c2sCreatePost(base, site, user, object) {
2179 const html = HtmlSanitizerService.sanitize(object.content || (object.source && object.source.content) || '');
2180 if (!html.trim()) return { status: 400, error: 'empty_note' };
2181 const postId = crypto.randomUUID();
2182 const slug = 'n-' + postId.slice(0, 8);
2183 const now = new Date().toISOString();
2184 // Visibility from the note's addressing (shaer-60b): Public in `to` = loud
2185 // public, Public in `cc` = quiet public (unlisted), followers-only = friends
2186 // (rides the existing fan_only pipeline: followers-only AP delivery + web
2187 // gating), neither = participants-only (kept local until mention addressing
2188 // lands; still followers-gated on the web).
2189 const vis = c2sVisibility(object);
2190 const fanOnly = (vis === 'friends' || vis === 'direct') ? 1 : 0;
2191 db.prepare(`INSERT INTO posts (id, site_id, slug, author_id, title, content, excerpt, status, type, language, fan_only, ap_visibility, created_at, updated_at, published_at)
2192 VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)`)
2193 .run(postId, site.id, slug, user.id, '', html, '', 'published', 'post', object.language || 'nl', fanOnly, vis, now, now, now);
2194 try { db.prepare('UPDATE posts SET content_rendered = ? WHERE id = ?').run(bakePostContent(html), postId); } catch { /* render fallback covers it */ }
2195 bakePostContentWithMentions(html).then((h) => { try { db.prepare('UPDATE posts SET content_rendered = ? WHERE id = ?').run(h, postId); } catch { /* keep sync bake */ } }).catch(() => {});
2196 try { db.prepare('INSERT INTO posts_fts(content, title, author, post_id) VALUES (?,?,?,?)').run(HtmlSanitizerService.toPlainText(html), '', user.username || '', postId); } catch { /* FTS non-fatal */ }
2197 if (vis !== 'direct') {
2198 deliverCreate(site, { id: postId, slug, title: '', content: html, published_at: now, created_at: now, fan_only: fanOnly, ap_visibility: vis }).catch(() => { /* best-effort */ });
2199 }
2200 return { status: 201, id: postId, url: `${base}/ap/notes/${postId}` };
2201}
2202
2203// The direct-note leg (ward call-for-help) lives in the guardianship module
2204// (src/services/guardianship/delivery.js); wired with our AP helpers at the
2205// bottom of this file. Re-exported so every existing caller keeps working.
2206export const c2sVisibility = Guardianship.c2sVisibility;
2207export const deliverDirectNote = Guardianship.deliverDirectNote;
2208
2209// Send a reply FROM this site to a remote actor (in reply to their inbound reply).
2210// `parent` = an ap_interactions row (actor_uri, actor_url, actor_handle, object_uri).
2211export async function deliverReply(site, { postId, postSlug, parent, text, html, language, attachments, mentions }) {
2212 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2213 // Rich replies: `html` is the reply editor's HTML (sanitized here); `text` is
2214 // the plain-text fallback (no-JS path, C2S `source`). Either may carry the reply.
2215 const richClean = html ? HtmlSanitizerService.sanitize(String(html)) : '';
2216 const rich = richClean && HtmlSanitizerService.toPlainText(richClean).trim() ? richClean : '';
2217 // Attachments: only OUR OWN uploads (/media/... paths, no remote URLs — the
2218 // upload route is the sole producer), image/audio/video only, max 4.
2219 const media = (Array.isArray(attachments) ? attachments : [])
2220 .filter((a) => a && typeof a.url === 'string' && /^\/media\/[\w./-]+$/.test(a.url)
2221 && /^(image|audio|video)\//.test(String(a.mediaType || '')))
2222 .slice(0, 4)
2223 .map((a) => ({ url: a.url, mediaType: String(a.mediaType), name: String(a.name || '').slice(0, 120) }));
2224 // A media-only reply (no text) is a valid reply.
2225 if (!base || !site || !site.slug || !parent || (!String(text || '').trim() && !rich && !media.length)) return null;
2226 const me = actorId(base, site.slug);
2227 // u02, the mentions bar: `mentions` undefined = legacy behavior (mention the
2228 // parent author). An ARRAY (possibly empty) = the kept conversation partners
2229 // exactly as the bar shows them; the mention prefix, the Mention tags (via
2230 // mentionTags over the content) and the delivery targets all follow it.
2231 const kept = Array.isArray(mentions)
2232 ? mentions
2233 .filter((m) => m && typeof m.uri === 'string' && /^https?:\/\//i.test(m.uri))
2234 .slice(0, 8)
2235 .map((m) => ({
2236 uri: m.uri,
2237 url: (typeof m.url === 'string' && /^https?:\/\//i.test(m.url)) ? m.url : m.uri,
2238 handle: String(m.handle || deriveHandle(m.uri)).slice(0, 120),
2239 }))
2240 : null;
2241 const mentionAnchor = (uri, url, h) => {
2242 const disp = h && h[0] === '@' ? h : '@' + (h || '');
2243 return `<a href="${escHtml(url || uri)}" class="u-url mention" data-actor="${escHtml(uri)}">${escHtml(disp)}</a> `;
2244 };
2245 const handle = parent.actor_handle || deriveHandle(parent.actor_uri);
2246 const mention = kept
2247 ? kept.map((k) => mentionAnchor(k.uri, k.url, k.handle)).join('')
2248 : (parent.actor_uri ? mentionAnchor(parent.actor_uri, parent.actor_url, handle) : '');
2249 // Who the stored reply is "to": the parent when kept, else the first kept chip.
2250 const parentKept = !kept || kept.some((k) => k.uri === parent.actor_uri);
2251 const toActorUri = parentKept ? (parent.actor_uri || null) : (kept[0] ? kept[0].uri : null);
2252 const toHandle = parentKept ? handle : (kept[0] ? kept[0].handle : null);
2253 let content;
2254 let mres;
2255 if (rich) {
2256 // Same enrichment pipeline as the plain path (mentions/hashtags/URLs), on
2257 // sanitized editor HTML. The parent mention goes inline into the first
2258 // paragraph (Mastodon convention), or becomes its own leading one.
2259 mres = await resolveMentionsInText(base, rich);
2260 const processed = linkUrls(linkHashtags(base, mres.html));
2261 if (processed.startsWith('<p>')) {
2262 content = processed.replace('<p>', `<p>${mention}`); // inline in the first paragraph
2263 } else if (/^<(blockquote|ul|ol|pre|h[1-6]|div|hr)\b/i.test(processed)) {
2264 content = `<p>${mention}</p>${processed}`; // block content: own leading paragraph
2265 } else {
2266 content = `<p>${mention}${processed}</p>`; // bare inline text: one paragraph together
2267 }
2268 } else {
2269 const body = escHtml(String(text).trim()).replace(/\r?\n/g, '<br>');
2270 mres = await resolveMentionsInText(base, body); // link inline @mentions + collect their inboxes
2271 content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
2272 }
2273 const replyLang = /^[a-z]{2,3}(-[A-Za-z0-9-]+)?$/.test(String(language || '')) ? language : null;
2274 // Dedup: skip if the exact same reply was already sent (double-submit guard).
2275 // Attachments count toward "the same": two media-only replies share content.
2276 const mediaJson = media.length ? JSON.stringify(media) : null;
2277 const dup = db.prepare('SELECT 1 FROM ap_outbox WHERE site_slug = ? AND IFNULL(in_reply_to, \'\') = ? AND content = ? AND IFNULL(attachments, \'\') = IFNULL(?, \'\') LIMIT 1')
2278 .get(site.slug, parent.object_uri || '', content, mediaJson);
2279 if (dup) { console.log('[AP] outreply skipped (duplicate)'); return { duplicate: true, delivered: 0 }; }
2280 const id = crypto.randomUUID();
2281 iStmts().insO.run(id, site.slug, postId, postSlug || null, parent.object_uri || null, toActorUri, toHandle, content, replyLang, mediaJson);
2282 const row = iStmts().getO.get(id);
2283 const note = buildReplyNote(base, site, row);
2284 const create = {
2285 '@context': AP_CONTEXT,
2286 id: note.id + '#create', type: 'Create', actor: me,
2287 published: note.published, to: note.to, cc: note.cc, object: note,
2288 };
2289 const keys = getOrCreateKeys(site.slug);
2290 const keyId = `${me}#main-key`;
2291 const inboxes = new Set();
2292 // Everyone the mentions bar kept gets pinged; legacy path = the parent only.
2293 const mentionTargets = kept ? kept.map((k) => k.uri) : (parent.actor_uri ? [parent.actor_uri] : []);
2294 for (const uri of mentionTargets) {
2295 const a = await fetchActor(uri).catch(() => null);
2296 if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox);
2297 }
2298 if (parent.threadInbox) inboxes.add(parent.threadInbox); // back-compat (single)
2299 (parent.threadInboxes || []).forEach((i) => inboxes.add(i)); // whole ancestor chain
2300 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2301 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the reply
2302 inboxes.delete(`${me}/inbox`); // never deliver to ourselves (already in ap_outbox)
2303 inboxes.delete(`${base}/ap/inbox`); // (our own shared inbox) → avoids a self-duplicate
2304 let delivered = 0;
2305 for (const inbox of [...inboxes].filter(Boolean)) {
2306 let ok = false;
2307 try { const st = await deliver(inbox, create, keyId, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
2308 if (ok) delivered++;
2309 else enqueueDelivery(site.slug, inbox, create); // durable: retry a briefly-offline recipient (was silently dropped)
2310 }
2311 console.log('[AP] outreply', site.slug, '→', parent.actor_uri, 'delivered', delivered);
2312 return { id, content, delivered };
2313}
2314
2315// attributedTo may be a string, an object {id}, or an ARRAY — e.g. a PeerTube Video is
2316// attributed to [Person (account), Group (channel)]. Pick a usable actor URI (prefer Person).
2317function actorUriOf(att) {
2318 if (!att) return null;
2319 if (typeof att === 'string') return att;
2320 if (Array.isArray(att)) {
2321 const person = att.find((a) => a && typeof a === 'object' && a.type === 'Person' && a.id);
2322 if (person) return person.id;
2323 for (const a of att) { if (typeof a === 'string') return a; if (a && a.id) return a.id; }
2324 return null;
2325 }
2326 return att.id || null;
2327}
2328
2329// Resolve a remote post URL (any fediverse/Klonkt post) into a reply target.
2330// Returns a parent-shaped object usable by deliverReply(), or null.
2331export async function resolveRemoteNote(url) {
2332 if (!/^https?:\/\//i.test(String(url || ''))) return null;
2333 const note = await fetchActor(url).catch(() => null); // AP GET (content-negotiates)
2334 if (!note || !note.id) return null;
2335 const att = note.attributedTo;
2336 const actorUri = actorUriOf(att);
2337 if (!actorUri) return null;
2338 const actor = await fetchActor(actorUri).catch(() => null);
2339 const ai = actorInfo(actor, actorUri);
2340 // Is what we're replying to a post (or a comment) on one of OUR posts? If so,
2341 // link our reply to that local post so it shows nested in the post thread.
2342 const localTgt = findThreadTarget(note.id, (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, ''));
2343 // Walk the WHOLE reply chain upward (comment → parent comment → … → root post)
2344 // and collect every ancestor author's inbox, so each participant's server —
2345 // including the original post's author — receives + threads our reply.
2346 const threadInboxes = [];
2347 const seenInbox = new Set();
2348 let cursor = note.inReplyTo, guard = 0;
2349 while (cursor && guard++ < 6) {
2350 const url = typeof cursor === 'string' ? cursor : (cursor && cursor.id);
2351 if (!url) break;
2352 const pn = await fetchActor(url).catch(() => null);
2353 if (!pn) break;
2354 const pa = actorUriOf(pn.attributedTo);
2355 if (pa && pa !== actorUri) {
2356 const paDoc = await fetchActor(pa).catch(() => null);
2357 const inbox = paDoc && ((paDoc.endpoints && paDoc.endpoints.sharedInbox) || paDoc.inbox);
2358 if (inbox && !seenInbox.has(inbox)) { seenInbox.add(inbox); threadInboxes.push(inbox); }
2359 }
2360 cursor = pn.inReplyTo; // climb to the next ancestor
2361 }
2362 // For non-Note objects (PeerTube Video, Article, …) the meaningful label is `name` (the
2363 // title); prepend it so the reply page shows what you're replying to (sanitize cleans it).
2364 let rawHtml = String(note.content || '').replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
2365 if (note.name && note.type && note.type !== 'Note') rawHtml = `<p><strong>${note.name}</strong></p>` + rawHtml;
2366 const images = (Array.isArray(note.attachment) ? note.attachment : [])
2367 .filter((a) => a && a.url && (!a.mediaType || /^image\//i.test(a.mediaType)))
2368 .map((a) => safeUrl(a.url)).filter(Boolean);
2369 // A Klonkt hosted-audio post strips its cover from `attachment` (so Mastodon
2370 // shows the player card, not a loose image) and puts it in `image` instead.
2371 // Same fallback as mediaFromNote() so a boosted music post keeps its cover.
2372 if (!images.length && note.image) {
2373 const im = Array.isArray(note.image) ? note.image[0] : note.image;
2374 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
2375 if (iu) images.push(iu);
2376 }
2377 return {
2378 object_uri: safeUrl(note.id) || note.id,
2379 actor_uri: actorUri,
2380 actor_url: ai.url,
2381 actor_handle: ai.handle,
2382 actor_name: ai.name,
2383 actor_icon: ai.icon,
2384 url: note.url || url,
2385 content: HtmlSanitizerService.sanitize(rawHtml), // full, sanitized
2386 sensitive: !!note.sensitive, // remote CW → blur in the Cirkel
2387 cw: note.summary || '',
2388 images,
2389 // Full typed media (incl. video/mp4) for the timeline cache. `images` above is
2390 // image-only for the interact page preview; a boosted video-only post (Loops)
2391 // lost its media entirely because upsertBoostedNote only saw `images`.
2392 media: mediaFromNote(note),
2393 threadInboxes, // every ancestor author's inbox
2394 localPostId: localTgt ? localTgt.post_id : '', // our post this belongs to (if any)
2395 poll: parsePoll(note), // a Question → its options/counts (else null)
2396 preview: HtmlSanitizerService.toPlainText(note.content || '').slice(0, 240),
2397 };
2398}
2399
2400// List a site's own outbound fediverse replies (for the manage/delete view).
2401// The plain editable text of a stored reply (unwrap links → their text, <br> → newline)
2402// so the manage view can prefill an edit box; the mention is re-added on save.
2403function outboxEditableText(content) {
2404 return String(content || '')
2405 .replace(/<br\s*\/?>/gi, '\n')
2406 .replace(/<a\b[^>]*>([\s\S]*?)<\/a>/gi, '$1')
2407 .replace(/<[^>]+>/g, '')
2408 .replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&')
2409 .trim();
2410}
2411export function listOutbox(siteSlug) {
2412 return db.prepare('SELECT id, content, to_handle, in_reply_to, language, created_at FROM ap_outbox WHERE site_slug = ? ORDER BY created_at DESC')
2413 .all(siteSlug).map((r) => { const c = stripLeadingMentions(r.content); return { ...r, content: c, editable: outboxEditableText(c) }; });
2414}
2415
2416// Delete one of our outbound replies: send Delete(Tombstone) to recipients + remove it.
2417export async function deliverOutboxDelete(site, outboxId) {
2418 const row = iStmts().getO.get(outboxId);
2419 if (!row || row.site_slug !== site.slug) return false;
2420 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2421 if (base) {
2422 const me = actorId(base, site.slug);
2423 const nid = noteId(base, row.id);
2424 const del = { '@context': AP_CONTEXT, id: `${nid}#delete-${Date.now()}-${rid()}`, type: 'Delete', actor: me, to: [PUBLIC], object: { id: nid, type: 'Tombstone' } };
2425 const keys = getOrCreateKeys(site.slug);
2426 const inboxes = new Set();
2427 if (row.to_actor) { const a = await fetchActor(row.to_actor).catch(() => null); if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox); }
2428 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2429 for (const inbox of [...inboxes].filter(Boolean)) {
2430 try { const st = await deliver(inbox, del, `${me}#main-key`, keys.private_pem); if (st >= 200 && st < 300) continue; } catch { /* queue below */ }
2431 enqueueDelivery(site.slug, inbox, del); // durable: a failed comment-delete now retries (was silently dropped)
2432 }
2433 }
2434 db.prepare('DELETE FROM ap_outbox WHERE id = ?').run(outboxId);
2435 return true;
2436}
2437
2438// Edit one of our outbound replies: rewrite the stored content (mention re-added + #tags
2439// re-linked) and send an Update(Note) so recipients refresh their cached copy.
2440export async function deliverOutboxUpdate(site, outboxId, newText, opts = {}) {
2441 const row = iStmts().getO.get(outboxId);
2442 if (!row || row.site_slug !== site.slug) return false;
2443 const text = String(newText || '').trim();
2444 // Rich edit: same sanitize + enrichment pipeline as deliverReply.
2445 const richClean = opts.html ? HtmlSanitizerService.sanitize(String(opts.html)) : '';
2446 const rich = richClean && HtmlSanitizerService.toPlainText(richClean).trim() ? richClean : '';
2447 if (!text && !rich) return false;
2448 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2449 if (!base) return false;
2450 const me = actorId(base, site.slug);
2451 const toActor = row.to_actor ? await fetchActor(row.to_actor).catch(() => null) : null;
2452 const toProfile = row.to_actor ? (actorInfo(toActor, row.to_actor).url || row.to_actor) : '';
2453 const _h = row.to_handle || deriveHandle(row.to_actor);
2454 const toHandle = _h && _h[0] === '@' ? _h : '@' + (_h || '');
2455 // An edit must not drop co-mentions (u02): reuse the OLD content's leading
2456 // mention anchors (the bar's kept list at send time) when present; only fall
2457 // back to rebuilding the single to_actor mention for legacy rows.
2458 const oldPrefix = (String(row.content || '')
2459 .match(/^\s*(?:<p[^>]*>)?\s*((?:<a\b[^>]*class="u-url mention"[^>]*>\s*@[^<]+<\/a>[\s ]*)+)/i) || [])[1] || '';
2460 const mention = oldPrefix || (row.to_actor
2461 ? `<a href="${escHtml(toProfile)}" class="u-url mention" data-actor="${escHtml(row.to_actor)}">${escHtml(toHandle)}</a> ` : '');
2462 let content;
2463 let mres;
2464 if (rich) {
2465 mres = await resolveMentionsInText(base, rich);
2466 const processed = linkUrls(linkHashtags(base, mres.html));
2467 if (processed.startsWith('<p>')) content = processed.replace('<p>', `<p>${mention}`);
2468 else if (/^<(blockquote|ul|ol|pre|h[1-6]|div|hr)\b/i.test(processed)) content = `<p>${mention}</p>${processed}`;
2469 else content = `<p>${mention}${processed}</p>`;
2470 } else {
2471 mres = await resolveMentionsInText(base, escHtml(text).replace(/\r?\n/g, '<br>'));
2472 content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
2473 }
2474 // Language may be updated with the edit; attachments always survive untouched.
2475 const newLang = /^[a-z]{2,3}(-[A-Za-z0-9-]+)?$/.test(String(opts.language || '')) ? opts.language : null;
2476 db.prepare('UPDATE ap_outbox SET content = ?, language = COALESCE(?, language) WHERE id = ?').run(content, newLang, outboxId);
2477 const note = buildReplyNote(base, site, iStmts().getO.get(outboxId));
2478 note.updated = new Date().toISOString();
2479 const update = {
2480 '@context': AP_CONTEXT,
2481 id: `${note.id}#update-${Date.now()}-${rid()}`, type: 'Update', actor: me,
2482 published: note.published, updated: note.updated, to: note.to, cc: note.cc, object: note,
2483 };
2484 const keys = getOrCreateKeys(site.slug);
2485 const inboxes = new Set();
2486 if (toActor) inboxes.add((toActor.endpoints && toActor.endpoints.sharedInbox) || toActor.inbox);
2487 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2488 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the edit
2489 inboxes.delete(`${me}/inbox`); inboxes.delete(`${base}/ap/inbox`);
2490 let delivered = 0;
2491 for (const inbox of [...inboxes].filter(Boolean)) {
2492 let ok = false;
2493 try { const st = await deliver(inbox, update, `${me}#main-key`, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
2494 if (ok) delivered++;
2495 else enqueueDelivery(site.slug, inbox, update); // durable: retry the edit later (was silently dropped)
2496 }
2497 console.log('[AP] outreply edit', site.slug, 'delivered', delivered);
2498 return { ok: true, content, delivered };
2499}
2500
2501// ── Fediverse CLIENT: follow accounts + home timeline ─────────────
2502// Resolve an @user@domain handle to its actor URL via WebFinger.
2503export async function webfingerResolve(handle) {
2504 const h = String(handle || '').trim().replace(/^@/, '');
2505 const parts = h.split('@');
2506 if (parts.length !== 2 || !parts[0] || !parts[1]) return null;
2507 const acct = `${parts[0]}@${parts[1]}`;
2508 try {
2509 const r = await safeFetch(`https://${parts[1]}/.well-known/webfinger?resource=acct:${encodeURIComponent(acct)}`,
2510 { headers: { Accept: 'application/jrd+json, application/json' } });
2511 if (!r.ok) return null;
2512 const jrd = await r.json();
2513 const link = (jrd.links || []).find((l) => l.rel === 'self' && /activity\+json|ld\+json/.test(l.type || ''));
2514 return safeUrl(link ? link.href : '') || null;
2515 } catch { return null; }
2516}
2517
2518let _insFw, _delFw, _listFw, _accFw, _oneFw, _setAB;
2519function fwStmts() {
2520 if (!_insFw) {
2521 _insFw = db.prepare('INSERT OR REPLACE INTO ap_following (slug, actor_uri, handle, name, icon, url, inbox, follow_id, status, auto_boost, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
2522 _delFw = db.prepare('DELETE FROM ap_following WHERE slug = ? AND actor_uri = ?');
2523 _listFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? ORDER BY created_at DESC');
2524 _accFw = db.prepare("UPDATE ap_following SET status = 'accepted' WHERE follow_id = ?");
2525 _oneFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? AND actor_uri = ?');
2526 _setAB = db.prepare('UPDATE ap_following SET auto_boost = ? WHERE slug = ? AND actor_uri = ?');
2527 }
2528 return { ins: _insFw, del: _delFw, list: _listFw, acc: _accFw, one: _oneFw, setAB: _setAB };
2529}
2530export function listFollowing(slug) { return fwStmts().list.all(slug); }
2531
2532// Toggle auto-boost ("feature") on an account we already follow.
2533export function setAutoBoost(slug, actorUri, on) {
2534 try { fwStmts().setAB.run(on ? 1 : 0, slug, actorUri); } catch { /* ignore */ }
2535 // Featuring an account → AP-native catch-up so the Cirkel isn't empty until they next
2536 // post (push doesn't backfill history-before-follow). Fire-and-forget pull, sends nothing.
2537 if (on) backfillFromOutbox(slug, actorUri).catch(() => {});
2538 return { ok: true };
2539}
2540
2541let _insTl, _listTl, _delTl;
2542function tlStmts() {
2543 if (!_insTl) {
2544 _insTl = db.prepare('INSERT OR IGNORE INTO ap_timeline (id, slug, author_uri, author_name, author_handle, author_icon, author_url, content, url, published, media_json, nsfw, cw, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
2545 _listTl = db.prepare('SELECT * FROM ap_timeline WHERE slug = ? ORDER BY COALESCE(published, created_at) DESC LIMIT ? OFFSET ?');
2546 _delTl = db.prepare('DELETE FROM ap_timeline WHERE id = ?');
2547 }
2548 return { ins: _insTl, list: _listTl, del: _delTl };
2549}
2550export function getTimeline(slug, limit, offset) { return tlStmts().list.all(slug, limit || 50, offset || 0); }
2551
2552// Inbox C2S read: a timeline row's media_json ([{url, type}], written on the
2553// inbound Create) → AS2 `attachment` array, so a client (Shaer) can render a
2554// friend's images/audio/video natively, exactly like own outbox posts. The
2555// stored `type` is the mediaType and may be ''. Malformed JSON yields
2556// undefined and never blocks the item.
2557export function timelineAttachments(mediaJson) {
2558 try {
2559 const list = mediaJson ? JSON.parse(mediaJson) : [];
2560 const rows = (Array.isArray(list) ? list : [])
2561 .filter((m) => m && m.url)
2562 .map((m) => ({ type: 'Document', mediaType: m.type || undefined, url: m.url }));
2563 return rows.length ? rows : undefined;
2564 } catch { return undefined; }
2565}
2566
2567// ── Cirkel = posts from the accounts you auto-boost ("feature an artist") ──
2568let _abCount, _cirkelPosts, _cirkelMembers;
2569export function autoBoostCount(slug) {
2570 try { if (!_abCount) _abCount = db.prepare('SELECT COUNT(*) AS n FROM ap_following WHERE slug = ? AND auto_boost = 1'); return _abCount.get(slug).n; } catch { return 0; }
2571}
2572export function getCirkelPosts(slug, limit, offset) {
2573 try {
2574 // Cirkel = posts from featured (auto_boost) accounts + posts you boosted
2575 // (t.boosted), mixed by date. One row per note in ap_timeline → no duplicates.
2576 if (!_cirkelPosts) _cirkelPosts = db.prepare(`
2577 SELECT t.id, t.author_uri, t.author_name, t.author_handle, t.author_icon, t.author_url,
2578 t.content, t.url, t.published, t.media_json, t.boosted, t.nsfw, t.cw
2579 FROM ap_timeline t
2580 LEFT JOIN ap_following f ON f.slug = t.slug AND f.actor_uri = t.author_uri
2581 WHERE t.slug = ? AND (f.auto_boost = 1 OR t.boosted = 1)
2582 ORDER BY COALESCE(t.published, t.created_at) DESC, t.rowid DESC
2583 LIMIT ? OFFSET ?`);
2584 return _cirkelPosts.all(slug, limit || 60, offset || 0);
2585 } catch { return []; }
2586}
2587export function getCirkelMembers(slug) {
2588 try { if (!_cirkelMembers) _cirkelMembers = db.prepare('SELECT name, url, icon FROM ap_following WHERE slug = ? AND auto_boost = 1 ORDER BY name'); return _cirkelMembers.all(slug); } catch { return []; }
2589}
2590// Mark a timeline post as boosted so it shows in the Cirkel (mixed by date).
2591let _markBoost, _unmarkBoost, _boostedCount;
2592export function markBoosted(slug, noteId) {
2593 try { if (!_markBoost) _markBoost = db.prepare('UPDATE ap_timeline SET boosted = 1 WHERE slug = ? AND id = ?'); _markBoost.run(slug, noteId); } catch { /* ignore */ }
2594}
2595export function unmarkBoosted(slug, noteId) {
2596 try { if (!_unmarkBoost) _unmarkBoost = db.prepare('UPDATE ap_timeline SET boosted = 0 WHERE slug = ? AND id = ?'); _unmarkBoost.run(slug, noteId); } catch { /* ignore */ }
2597}
2598let _markLike, _unmarkLike;
2599export function markLiked(slug, noteId) {
2600 try { if (!_markLike) _markLike = db.prepare('UPDATE ap_timeline SET liked = 1 WHERE slug = ? AND id = ?'); _markLike.run(slug, noteId); } catch { /* ignore */ }
2601}
2602export function unmarkLiked(slug, noteId) {
2603 try { if (!_unmarkLike) _unmarkLike = db.prepare('UPDATE ap_timeline SET liked = 0 WHERE slug = ? AND id = ?'); _unmarkLike.run(slug, noteId); } catch { /* ignore */ }
2604}
2605export function getTimelineReaction(slug, noteId) {
2606 try { const r = db.prepare('SELECT liked, boosted FROM ap_timeline WHERE slug = ? AND id = ?').get(slug, noteId); return { liked: !!(r && r.liked), boosted: !!(r && r.boosted) }; } catch { return { liked: false, boosted: false }; }
2607}
2608// Boost a REMOTE post that may not be in your timeline (you don't follow the author):
2609// store it in ap_timeline (INSERT OR IGNORE → no dup for followed posts) so it shows in
2610// the Cirkel with a Boost badge, then flag it boosted.
2611export function upsertBoostedNote(slug, note) {
2612 if (!slug || !note || !note.object_uri) return;
2613 const id = note.object_uri;
2614 // Prefer the full typed media (incl. video/mp4 — a Loops boost is video-only and
2615 // rendered a bare text tile); fall back to the image-only list for older callers.
2616 const media = (note.media && note.media !== '[]')
2617 ? note.media
2618 : JSON.stringify((note.images || []).map((u) => ({ url: u, type: 'image/jpeg' })));
2619 try {
2620 const r = tlStmts().ins.run(id, slug, note.actor_uri || '', note.actor_name || '', note.actor_handle || '',
2621 note.actor_icon || '', note.actor_url || '', note.content || '', note.url || null,
2622 new Date().toISOString(), media, note.sensitive ? 1 : 0, note.cw || null);
2623 if (!r.changes) {
2624 // Row already cached (INSERT OR IGNORE) → refresh it with the freshly
2625 // resolved note. Without this a row cached without its cover (or with
2626 // stale content) stayed stale forever — even boosting again didn't heal it.
2627 // Keep the CACHED media when the resolve yielded none: an empty re-resolve
2628 // used to clobber a good media_json (the followed copy had the video, the
2629 // boost wiped it to []).
2630 db.prepare(`UPDATE ap_timeline SET content = ?, media_json = CASE WHEN ? = '[]' THEN media_json ELSE ? END,
2631 nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE slug = ? AND id = ?`)
2632 .run(note.content || '', media, media, note.sensitive ? 1 : 0, note.cw || null, note.url || null, slug, id);
2633 }
2634 } catch { /* ignore */ }
2635 markBoosted(slug, id);
2636}
2637export function boostedCount(slug) {
2638 try { if (!_boostedCount) _boostedCount = db.prepare('SELECT COUNT(*) AS n FROM ap_timeline WHERE slug = ? AND boosted = 1'); return _boostedCount.get(slug).n; } catch { return 0; }
2639}
2640
2641// Resolve a Klonkt/AP actor URL from a site root: a Klonkt site's root 302s to
2642// /ap/users/<slug> (content negotiation; Location may be relative). Used by
2643// followActor for bare-domain follows.
2644// NB: the old auto-migration of legacy Cirkels (circle_links -> AP follows) was
2645// REMOVED on 2026-06-26 — it auto-sent Follows on boot, which violates "the code
2646// never throws anything into the fediverse automatically" (would surprise-Follow
2647// for some operators at scale). The dead circle_links table stays as harmless dead
2648// data; an operator restores an old cirkel by re-following in /following (their click).
2649async function resolveApActor(siteUrl) {
2650 try {
2651 const r = await fetch(siteUrl, { headers: { Accept: 'application/activity+json' }, redirect: 'manual' });
2652 if (r.status >= 300 && r.status < 400) { const loc = r.headers.get('location'); if (loc) return new URL(loc, siteUrl).href; }
2653 if (r.ok) return siteUrl;
2654 } catch { /* unreachable */ }
2655 return null;
2656}
2657
2658// ── Self-heal: re-sync the fediverse cache (ap_timeline) after a DRASTIC update ──
2659// Runs ONCE per SELFHEAL_VERSION bump — NOT on every boot. Re-fetches each cached
2660// note and refreshes content + media (recovers covers/edits that were delivered
2661// during a flux window, e.g. a fleet-wide update), and drops notes that are gone
2662// (404/410). Bump SELFHEAL_VERSION only on a release that warrants a re-sync.
2663const SELFHEAL_VERSION = 7; // v7: rerun v6 with retry-until-clean semantics (origins briefly offline no longer stay stale forever)
2664async function fetchNoteAP(url) {
2665 try {
2666 const r = await fetch(url, { headers: { Accept: 'application/activity+json' } });
2667 if (r.status === 404 || r.status === 410) return 404;
2668 if (r.ok) return await r.json();
2669 } catch { /* unreachable */ }
2670 return null;
2671}
2672function mediaFromNote(note) {
2673 const atts = (Array.isArray(note.attachment) ? note.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
2674 if (!atts.some((m) => !m.type || /image/i.test(m.type)) && note.image) {
2675 const im = Array.isArray(note.image) ? note.image[0] : note.image;
2676 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
2677 if (iu) atts.push({ url: iu, type: (im && im.mediaType) || 'image/jpeg' });
2678 }
2679 return JSON.stringify(atts);
2680}
2681// A generic SSRF-safe AP GET (collections / pages).
2682async function apGetJson(url) {
2683 try {
2684 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
2685 if (!r.ok) return null;
2686 const len = Number(r.headers.get('content-length') || 0);
2687 if (len > 3_000_000) return null;
2688 return await r.json();
2689 } catch { return null; }
2690}
2691// AP-native catch-up: pull an actor's standard `outbox` collection and merge their recent
2692// top-level posts into the timeline for `slug`. Push (Create delivery) cannot backfill
2693// history-from-before-you-followed or a delivery that was missed while you were down;
2694// reading the outbox is the spec-conform way to catch up. PULL ONLY — sends nothing.
2695export async function backfillFromOutbox(slug, actorUri, limit = 20) {
2696 try {
2697 if (!slug || !actorUri) return 0;
2698 const actor = await fetchActor(actorUri);
2699 if (!actor || !actor.outbox) return 0;
2700 let page = await apGetJson(typeof actor.outbox === 'string' ? actor.outbox : actor.outbox.id);
2701 let items = (page && (page.orderedItems || page.items)) || [];
2702 if (!items.length && page && page.first) {
2703 page = await apGetJson(typeof page.first === 'string' ? page.first : page.first.id);
2704 items = (page && (page.orderedItems || page.items)) || [];
2705 }
2706 if (!Array.isArray(items) || !items.length) return 0;
2707 const ai = actorInfo(actor, actorUri);
2708 let added = 0;
2709 for (const it of items.slice(0, limit)) {
2710 // Each item is usually a Create wrapping a Note, or sometimes the Note itself.
2711 const o = (it && typeof it.object === 'object' && it.object) ? it.object : it;
2712 if (!o || !o.id) continue;
2713 if (o.type && o.type !== 'Note' && o.type !== 'Article' && o.type !== 'Question') continue; // skip boosts/other
2714 if (o.inReplyTo) continue; // top-level only
2715 const auth = actorUriOf(o.attributedTo);
2716 if (auth && auth !== actorUri) continue; // their OWN posts only
2717 const html = HtmlSanitizerService.sanitize(o.content || '');
2718 const poll = parsePoll(o); // a Question (poll) → carry its options/counts on backfill too
2719 try {
2720 const r = tlStmts().ins.run(o.id, slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, mediaFromNote(o), o.sensitive ? 1 : 0, o.summary || null);
2721 if (r && r.changes > 0) added++;
2722 // Set poll_json if this is a poll and we don't already have it (COALESCE preserves a vote).
2723 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = COALESCE(poll_json, ?) WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, slug); } catch { /* ignore */ } }
2724 } catch { /* ignore */ }
2725 }
2726 if (added) console.log('[AP] outbox backfill', actorUri, '→', slug, '+' + added);
2727 return added;
2728 } catch { return 0; }
2729}
2730
2731// ── Remote thread crawl (fill the gaps in a local post's conversation) ────────────
2732// Most replies reach us by delivery, but replies-to-replies that live on other servers and
2733// aren't addressed to us are missed. This pulls the AS2 `replies` collections of the replies
2734// we DO have, caching any newly-found ones in ap_interactions.
2735//
2736// Matches Mastodon's behaviour: ONE level per crawl (like its FetchRepliesService), not a deep
2737// recursive walk. Deeper levels fill in incrementally across crawls — once a fetched reply is
2738// cached it becomes a seed itself, so its own replies are pulled on a later view (Mastodon's
2739// per-status cascade). Bounded + polite (serial), PULL only, and stale-while-revalidate: it
2740// never runs in a page request — the view renders from cache; a stale post kicks off a
2741// background refresh for the NEXT view.
2742const THREAD_TTL_MS = 15 * 60 * 1000; // don't re-crawl a post more than ~4×/hour
2743const THREAD_MAX_DEPTH = 1; // one hop per crawl (like Mastodon); deeper fills in over crawls
2744const THREAD_MAX_FETCHES = 30; // hard cap on remote GETs per crawl (be a good peer)
2745const _crawlingThreads = new Set(); // per-post in-flight lock (no stampede across views)
2746
2747function threadCrawlTs(postId) {
2748 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('thread_crawl:' + postId); return r ? (Number(r.value) || 0) : 0; }
2749 catch { return 0; }
2750}
2751function setThreadCrawlTs(postId, ts) {
2752 try { db.prepare('INSERT INTO app_settings (key, value) VALUES (?, ?) ON CONFLICT(key) DO UPDATE SET value = excluded.value').run('thread_crawl:' + postId, String(ts)); }
2753 catch { /* ignore */ }
2754}
2755
2756// Read a note's `replies` (string ref / Collection with `first` / paged CollectionPages) →
2757// child note URIs. Every remote GET goes through `budget` so the whole crawl stays capped.
2758async function collectReplyItems(repliesRef, maxPages, budget) {
2759 const uris = [];
2760 let node = typeof repliesRef === 'string' ? await budget.get(repliesRef) : repliesRef;
2761 if (node && node.first) node = typeof node.first === 'string' ? await budget.get(node.first) : node.first;
2762 let pages = 0;
2763 while (node && pages++ < maxPages) {
2764 for (const it of (node.items || node.orderedItems || [])) {
2765 const u = typeof it === 'string' ? it : (it && it.id);
2766 if (u && /^https?:\/\//i.test(u)) uris.push(u);
2767 }
2768 if (!node.next) break;
2769 node = typeof node.next === 'string' ? await budget.get(node.next) : node.next;
2770 }
2771 return uris;
2772}
2773
2774async function crawlThread(postId) {
2775 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2776 if (!base) return;
2777 // Seed frontier = the remote reply note URIs we already have; also the dedup set.
2778 let known;
2779 try { known = new Set(db.prepare("SELECT object_uri FROM ap_interactions WHERE post_id = ? AND kind = 'reply' AND object_uri != ''").all(postId).map((r) => r.object_uri)); }
2780 catch { return; }
2781 const seeds = [...known].filter((u) => /^https?:\/\//i.test(u));
2782 if (!seeds.length) return; // nothing remote to expand
2783 // Owner-removed replies (tombstones) join the dedup set AFTER seeding, so the
2784 // crawler never re-adds them via thread-filling (they're gone from the seeds
2785 // already because rejectInteraction deleted their ap_interactions row).
2786 try { for (const r of db.prepare('SELECT object_uri FROM ap_rejected_objects WHERE post_id = ?').all(postId)) known.add(r.object_uri); }
2787 catch { /* table always exists after boot migration */ }
2788
2789 let fetches = 0;
2790 const budget = { get: async (u) => { if (fetches >= THREAD_MAX_FETCHES) return null; fetches++; return apGetJson(u); } };
2791 const visited = new Set(); // notes whose replies collection we've already expanded
2792 let frontier = seeds.slice();
2793 let added = 0;
2794
2795 for (let depth = 0; depth < THREAD_MAX_DEPTH && frontier.length && fetches < THREAD_MAX_FETCHES; depth++) {
2796 const nextFrontier = [];
2797 for (const noteUri of frontier) {
2798 if (visited.has(noteUri) || fetches >= THREAD_MAX_FETCHES) continue;
2799 visited.add(noteUri);
2800 const note = await budget.get(noteUri);
2801 if (!note || !note.replies) continue;
2802 const childUris = await collectReplyItems(note.replies, 2, budget);
2803 for (const cu of childUris) {
2804 if (known.has(cu) || fetches >= THREAD_MAX_FETCHES) continue;
2805 known.add(cu);
2806 const child = await budget.get(cu);
2807 if (!child || !child.id || (child.type !== 'Note' && child.type !== 'Article')) continue;
2808 if (isRejectedObject(child.id)) continue; // note id can differ from the collection URI (redirects)
2809 const actorUri = actorUriOf(child.attributedTo);
2810 if (!actorUri || isBlockedAny(actorUri)) continue; // skip blocked authors
2811 const actor = await budget.get(actorUri); // may be null if budget spent → fallback handle
2812 const ai = actorInfo(actor, actorUri);
2813 const html = HtmlSanitizerService.sanitize(child.content || '');
2814 // The child replies to `note` by construction (it's in note's replies collection).
2815 try { iStmts().ins.run('reply', postId, child.id, actorUri, ai.name, ai.handle, ai.url, ai.icon, html, child.published || null, note.id || noteUri, noteVisibility(child)); added++; } catch { /* ignore */ }
2816 nextFrontier.push(child.id); // expand this reply's own replies next depth
2817 }
2818 }
2819 frontier = nextFrontier;
2820 }
2821 if (added) console.log('[AP] thread crawl', postId, '+' + added, 'remote replies (' + fetches + ' fetches)');
2822}
2823
2824// Stale-while-revalidate entry point: call from the post view. Renders nothing, blocks nothing —
2825// fires a background crawl only if this post hasn't been crawled within the TTL.
2826export function maybeCrawlThread(postId) {
2827 if (!postId || _crawlingThreads.has(postId)) return;
2828 if (Date.now() - threadCrawlTs(postId) < THREAD_TTL_MS) return;
2829 _crawlingThreads.add(postId);
2830 setThreadCrawlTs(postId, Date.now()); // optimistic mark so concurrent/next views don't re-fire
2831 crawlThread(postId).catch((e) => console.warn('[AP] thread crawl failed:', e && e.message)).finally(() => _crawlingThreads.delete(postId));
2832}
2833
2834let _selfHealing = false;
2835export async function selfHealTimeline() {
2836 if (_selfHealing) return; _selfHealing = true;
2837 try {
2838 let cur = 0;
2839 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_version'); cur = r ? (parseInt(r.value, 10) || 0) : 0; } catch { return; }
2840 if (cur >= SELFHEAL_VERSION) return; // already healed for this version — skip on normal boots
2841 let rows = [];
2842 try { rows = db.prepare('SELECT id, content, media_json, nsfw, cw, url FROM ap_timeline ORDER BY rowid DESC LIMIT 200').all(); } catch { /* no table */ }
2843 let healed = 0, failed = 0;
2844 for (const r of rows) {
2845 try {
2846 const note = await fetchNoteAP(r.id);
2847 if (note === 404) { db.prepare('DELETE FROM ap_timeline WHERE id = ?').run(r.id); healed++; continue; }
2848 if (!note || typeof note !== 'object') { failed++; continue; } // origin unreachable right now
2849 const html = HtmlSanitizerService.sanitize(note.content || '');
2850 const media = mediaFromNote(note);
2851 const nsfw = note.sensitive ? 1 : 0; // re-sync NSFW/sensitive + CW onto already-cached posts
2852 const cw = note.summary || null;
2853 const url = note.url || null; // re-sync the human url (catches a remote slug rename)
2854 if ((html && html !== r.content) || media !== (r.media_json || '[]') || nsfw !== (r.nsfw || 0) || (cw || '') !== (r.cw || '') || (url && url !== r.url)) {
2855 db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ?').run(html || r.content, media, nsfw, cw, url, r.id);
2856 healed++;
2857 }
2858 } catch { failed++; /* per-note best-effort */ }
2859 }
2860 // Only mark this version DONE after a clean pass. Some origins are briefly
2861 // offline exactly when we heal (phone-hosted instances!): skipping them and
2862 // consuming the version would leave those rows stale forever. Instead retry
2863 // on the next boots, giving up after a few attempts (permanently-dead
2864 // origins answer 404/410 and are deleted above, so they don't loop).
2865 const setSetting = (k, v) => { try { db.prepare('INSERT OR REPLACE INTO app_settings (key, value) VALUES (?, ?)').run(k, String(v)); } catch { /* ignore */ } };
2866 let attempts = 0;
2867 try { const a = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_attempts'); attempts = a ? (parseInt(a.value, 10) || 0) : 0; } catch { /* ignore */ }
2868 if (failed === 0 || attempts >= 4) {
2869 setSetting('selfheal_version', SELFHEAL_VERSION);
2870 setSetting('selfheal_attempts', 0);
2871 } else {
2872 setSetting('selfheal_attempts', attempts + 1);
2873 }
2874 if (rows.length) console.log(`[AP] self-heal v${SELFHEAL_VERSION}: ${healed}/${rows.length} timeline notes${failed ? ` (${failed} unreachable — will retry next boot)` : ''}`);
2875 } catch { /* never block boot */ } finally { _selfHealing = false; }
2876}
2877
2878// Follow a fediverse account by @handle (WebFinger → actor → signed Follow).
2879export async function followActor(site, handle, autoBoost = false) {
2880 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2881 if (!base || !site || !site.slug) return { error: 'config' };
2882 // Accept any of: a profile/actor URL, an @user@host handle (WebFinger), or a
2883 // bare site domain (site.com) — for a single-actor site (Klonkt etc.) the root
2884 // resolves to its AP actor, so you can follow a site by just its domain.
2885 const s = String(handle || '').trim();
2886 let actorUrl;
2887 if (/^https?:\/\//i.test(s)) actorUrl = safeUrl(s) || null;
2888 else if (s.includes('@')) actorUrl = await webfingerResolve(s);
2889 else if (/^[a-z0-9.-]+\.[a-z]{2,}/i.test(s)) actorUrl = await resolveApActor('https://' + s.replace(/^\/+|\/+$/g, ''));
2890 else actorUrl = null;
2891 if (!actorUrl) return { error: 'not_found' };
2892 const actor = await fetchActor(actorUrl).catch(() => null);
2893 if (!actor || !actor.id || !actor.inbox) return { error: 'unreachable' };
2894 const ai = actorInfo(actor, actor.id);
2895 const me = actorId(base, site.slug);
2896 const keys = getOrCreateKeys(site.slug);
2897 const followId = `${me}#follow-${Date.now()}-${rid()}`;
2898 fwStmts().ins.run(site.slug, actor.id, ai.handle, ai.name, ai.icon, ai.url, actor.inbox, followId, 'pending', autoBoost ? 1 : 0);
2899 const follow = { '@context': AP_CONTEXT, id: followId, type: 'Follow', actor: me, object: actor.id };
2900 // Deliver via the retry queue: a Follow that fails the first attempt (peer down,
2901 // timeout, transient 5xx) is retried with backoff instead of staying stuck on
2902 // 'pending' forever — the Accept can only come back once the Follow lands.
2903 await deliverWithRetry(site.slug, actor.inbox, follow, `${me}#main-key`, keys.private_pem);
2904 console.log('[AP] follow', site.slug, '→', actor.id);
2905 // Follow + feature in one step → backfill their recent posts into the Cirkel right away.
2906 if (autoBoost) backfillFromOutbox(site.slug, actor.id).catch(() => {});
2907 return { ok: true, name: ai.name, handle: ai.handle, actor: actor.id };
2908}
2909
2910// Resolve a profile URL or @handle to a followable remote actor (for the
2911// authorize_interaction "Follow" flow). Returns display fields + inbox, or null
2912// when it isn't a reachable actor (e.g. the input was a post, not a profile).
2913export async function resolveRemoteActor(input) {
2914 const s = String(input || '').trim();
2915 const actorUrl = /^https?:\/\//i.test(s) ? (safeUrl(s) || null) : await webfingerResolve(s);
2916 if (!actorUrl) return null;
2917 const actor = await fetchActor(actorUrl).catch(() => null);
2918 if (!actor || !actor.id || !actor.inbox) return null;
2919 const ai = actorInfo(actor, actor.id);
2920 return { actor_uri: actor.id, actor_name: ai.name, actor_handle: ai.handle, actor_url: ai.url, actor_icon: ai.icon, inbox: actor.inbox };
2921}
2922
2923export async function unfollowActor(site, actorUri) {
2924 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2925 const me = actorId(base, site.slug);
2926 const keys = getOrCreateKeys(site.slug);
2927 const row = fwStmts().one.get(site.slug, actorUri);
2928 // Undo(Follow) MUST reference the original Follow's real id so the remote can correlate it
2929 // and drop the follow. The old `${me}#follow` fallback never matched anything → the unfollow
2930 // silently failed on the remote. With no stored follow id (legacy row), skip the network Undo
2931 // rather than send an unmatchable one. Deliver durably via the retry queue.
2932 if (row && row.inbox && row.follow_id) {
2933 const undo = { '@context': AP_CONTEXT, id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me, object: { id: row.follow_id, type: 'Follow', actor: me, object: actorUri } };
2934 deliverWithRetry(site.slug, row.inbox, undo, `${me}#main-key`, keys.private_pem);
2935 } else if (row && row.inbox) {
2936 console.warn('[AP] unfollow', site.slug, '→', actorUri, '— no stored follow id; removed locally only (legacy follow, remote may keep it)');
2937 }
2938 fwStmts().del.run(site.slug, actorUri);
2939 return { ok: true };
2940}
2941
2942// FEP-633c §5.3 note (authorized fetch): true when `actorUri` is a committed
2943// guardian of the local ward `wardSlug` — so a signed GET from it may read the
2944// ward's non-public history without the guardian appearing as a follower.
2945export function isWardGuardian(wardSlug, actorUri) {
2946 try { return !!Guardianship.getRelation(wardSlug, 'ward', actorUri); } catch { return false; }
2947}
2948
2949// FEP-633c §5.3: the guardians approved a gated follow of their ward. Send the
2950// Accept to the follower and record them, so delivery (incl. followers-only)
2951// begins. `pending` is a row from ap_pending_follows.
2952export async function acceptGatedFollow(pending) {
2953 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2954 const slug = pending.ward_slug;
2955 const me = actorId(base, slug);
2956 const keys = getOrCreateKeys(slug);
2957 fStmts().ins.run(slug, pending.follower_uri, pending.follower_inbox, pending.follower_shared_inbox, pending.follower_name, pending.follower_handle, pending.follower_icon);
2958 const original = pending.activity_json ? JSON.parse(pending.activity_json) : { type: 'Follow', actor: pending.follower_uri, object: me };
2959 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: original };
2960 await deliverWithRetry(slug, pending.follower_inbox, accept, `${me}#main-key`, keys.private_pem);
2961 const filled = pending.follower_shared_inbox &&
2962 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1').get(slug, pending.follower_shared_inbox, pending.follower_uri);
2963 if (!filled) backfillNewFollower(base, slug, pending.follower_shared_inbox || pending.follower_inbox).catch(() => {});
2964 console.log('[AP] gated Follow accepted', pending.follower_uri, '→ ward', slug);
2965 return { ok: true };
2966}
2967
2968// The guardians denied the follow: send a Reject so the follower's server clears
2969// its pending state, then the caller drops the record.
2970export async function rejectGatedFollow(pending) {
2971 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2972 const slug = pending.ward_slug;
2973 const me = actorId(base, slug);
2974 const keys = getOrCreateKeys(slug);
2975 const original = pending.activity_json ? JSON.parse(pending.activity_json) : { type: 'Follow', actor: pending.follower_uri, object: me };
2976 const reject = { '@context': AP_CONTEXT, id: `${me}#reject-${Date.now()}-${rid()}`, type: 'Reject', actor: me, object: original };
2977 if (pending.follower_inbox) await deliverWithRetry(slug, pending.follower_inbox, reject, `${me}#main-key`, keys.private_pem).catch(() => {});
2978 console.log('[AP] gated Follow rejected', pending.follower_uri, '→ ward', slug);
2979 return { ok: true };
2980}
2981
2982// ── Cross-instance follow-approval (FEP-633c §5.3, modelled on the guardian
2983// offer). Inbound: an Offer(Follow) forwarded by a ward to a guardian (leg
2984// 2), or a guardian's Accept/Reject coming back to the ward (leg 4). ──────
2985async function handleFollowApprovalInbox(act, slugParam) {
2986 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2987 const type = Array.isArray(act.type) ? act.type[0] : act.type;
2988 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
2989
2990 // Leg 2: I am a guardian; the object is the Follow to approve. The Offer is
2991 // signed by the ward, so act.actor is the ward.
2992 if (type === 'Offer') {
2993 const fo = (act.object && typeof act.object === 'object') ? act.object : null;
2994 const foType = fo && (Array.isArray(fo.type) ? fo.type[0] : fo.type);
2995 if (!fo || foType !== 'Follow') return false;
2996 const followId = fo.id;
2997 const follower = typeof fo.actor === 'string' ? fo.actor : (fo.actor && fo.actor.id);
2998 const wardUri = actorUri;
2999 if (!followId || !follower || !wardUri) return false;
3000 const recips = (Array.isArray(act.to) ? act.to : (act.to ? [act.to] : [])).filter((x) => typeof x === 'string');
3001 if (slugParam) recips.push(actorId(base, slugParam));
3002 let stored = false;
3003 for (const r of new Set(recips)) {
3004 const gslug = slugFromActorUrl(r);
3005 if (!gslug) continue;
3006 if (!Guardianship.getRelation(gslug, 'guardian', wardUri)) continue; // must actually guard this ward
3007 const wardDoc = await fetchActor(wardUri).catch(() => null);
3008 const fai = actorInfo(await fetchActor(follower).catch(() => null), follower);
3009 Guardianship.follows.recordReview(gslug, { id: followId, wardUri, wardInbox: wardDoc && wardDoc.inbox, follower, followerHandle: fai.handle, followerIcon: fai.icon, followJson: JSON.stringify(fo) });
3010 const L = pushLang(gslug);
3011 pushEvent(gslug, { type: 'guardian', title: i18nT(L, 'push.n_guard_cog_t'), body: i18nT(L, 'push.n_guard_cog_b', { who: fai.name || fai.handle || i18nT(L, 'notif.someone') }), url: `${pushPrefix(gslug)}/guardian2` });
3012 stored = true;
3013 }
3014 return stored;
3015 }
3016
3017 // Leg 4: I am the ward; a guardian decided. object is the Follow (id).
3018 const fo = act.object;
3019 const followId = typeof fo === 'string' ? fo : (fo && fo.id);
3020 if (!followId) return false;
3021 const pending = Guardianship.follows.getPending(followId);
3022 if (!pending) return false;
3023 const guardians = Guardianship.listGuardians(pending.ward_slug).map((g) => g.other_uri);
3024 if (!guardians.includes(actorUri)) return false; // only a real guardian of this ward decides
3025 const decision = type === 'Reject' ? 'reject' : 'approve';
3026 const r = Guardianship.follows.decide(followId, actorUri, decision, guardians);
3027 try {
3028 if (r.outcome === 'approved') { await acceptGatedFollow(r.follow); Guardianship.follows.remove(followId); }
3029 else if (r.outcome === 'rejected') { await rejectGatedFollow(r.follow); Guardianship.follows.remove(followId); }
3030 } catch { /* delivery is retried */ }
3031 return true;
3032}
3033
3034// Leg 3: a guardian in /guardian2 decides on a forwarded follow; send the
3035// Accept/Reject back to the ward's inbox (signed by the guardian).
3036export async function sendFollowDecision(guardianSite, review, decision) {
3037 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3038 const me = actorId(base, guardianSite.slug);
3039 const keys = getOrCreateKeys(guardianSite.slug);
3040 const fo = review.follow_json ? JSON.parse(review.follow_json) : { id: review.id, type: 'Follow', actor: review.follower_uri, object: review.ward_uri };
3041 const activity = { '@context': AP_CONTEXT, id: `${me}#followdec-${Date.now()}-${rid()}`, type: decision === 'reject' ? 'Reject' : 'Accept', actor: me, to: [review.ward_uri], object: fo, 'shaer:followApproval': true };
3042 if (review.ward_inbox) await deliverWithRetry(guardianSite.slug, review.ward_inbox, activity, `${me}#main-key`, keys.private_pem);
3043 return { ok: true };
3044}
3045
3046// Send a Like or Announce (boost) on a remote note FROM this site.
3047export async function sendInteraction(site, kind, targetNoteId, authorUri) {
3048 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3049 if (!base || !site || !site.slug || !targetNoteId) return { error: 'config' };
3050 const me = actorId(base, site.slug);
3051 const keys = getOrCreateKeys(site.slug);
3052 // 'unboost' = Undo(Announce): retracts a boost so followers' servers remove the
3053 // reblog (matched on actor+object — no record of the original Announce needed).
3054 const fanout = (kind === 'boost' || kind === 'unboost'); // also goes to our followers
3055 const followersCol = `${me}/followers`;
3056 // Address the original author in cc so their server (Mastodon, WordPress/ActivityPub, …)
3057 // attributes the boost to their post and notifies them — without this, a shared-inbox
3058 // receiver has nothing to route the Announce to. Non-fragment activity ids + a `published`
3059 // stamp keep us aligned with what Mastodon emits.
3060 const audience = authorUri ? [followersCol, authorUri] : [followersCol];
3061 let act;
3062 if (kind === 'unboost' || kind === 'unlike') {
3063 // Undo(Announce) retracts a boost; Undo(Like) un-favourites (matched on actor+object,
3064 // no record of the original activity needed — Mastodon honours both).
3065 const inner = kind === 'unboost' ? 'Announce' : 'Like';
3066 act = {
3067 '@context': AP_CONTEXT,
3068 id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me,
3069 object: { id: `${me}/${inner.toLowerCase()}/${Date.now()}-${rid()}`, type: inner, actor: me, object: targetNoteId },
3070 };
3071 if (kind === 'unboost') { act.to = [PUBLIC]; act.cc = audience; }
3072 } else {
3073 const type = kind === 'boost' ? 'Announce' : 'Like';
3074 act = {
3075 '@context': AP_CONTEXT,
3076 id: `${me}/${type.toLowerCase()}/${Date.now()}-${rid()}`,
3077 type, actor: me, object: targetNoteId,
3078 };
3079 if (type === 'Announce') { act.published = new Date().toISOString(); act.to = [PUBLIC]; act.cc = audience; }
3080 }
3081 const inboxes = new Set();
3082 // Author first, via their PERSONAL inbox (not the shared one) so a multi-user receiver
3083 // routes the Announce/Like to the right post unambiguously.
3084 if (authorUri) { const a = await fetchActor(authorUri).catch(() => null); if (a) inboxes.add(a.inbox || (a.endpoints && a.endpoints.sharedInbox)); }
3085 if (fanout) { for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox); }
3086 // Queue each delivery (immediate attempt + backoff retries on failure via ap_delivery)
3087 // instead of a single fire-and-forget POST, so a transient hiccup at the receiver doesn't
3088 // silently lose the boost — same durability a new post (deliverCreate) already gets.
3089 let queued = 0;
3090 for (const inbox of [...inboxes].filter(Boolean)) { deliverWithRetry(site.slug, inbox, act, `${me}#main-key`, keys.private_pem); queued++; }
3091 console.log('[AP]', kind, site.slug, '→', targetNoteId, 'queued', queued, 'inbox(es)');
3092 return { ok: true, delivered: queued };
3093}
3094
3095// Notifications inbox: new followers + replies/likes/boosts on this site's posts.
3096export function getNotifications(slug, limit) {
3097 // Per-source cap scales with the requested limit so Messages can page deep
3098 // (Load more). Bounded so a huge offset can't ask for unbounded rows.
3099 const L = Math.min(1000, Math.max(80, limit || 60));
3100 const out = [];
3101 try {
3102 for (const f of db.prepare('SELECT actor_uri, created_at FROM ap_followers WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
3103 out.push({ type: 'follow', handle: deriveHandle(f.actor_uri), url: f.actor_uri, created_at: f.created_at });
3104 }
3105 } catch { /* ignore */ }
3106 try {
3107 const rows = db.prepare(`
3108 SELECT i.kind, i.actor_name, i.actor_handle, i.actor_url, i.actor_icon, i.content, i.created_at, i.visibility,
3109 p.slug AS post_slug, p.title AS post_title
3110 FROM ap_interactions i LEFT JOIN posts p ON p.id = i.post_id
3111 WHERE p.site_id = (SELECT id FROM sites WHERE slug = ?)
3112 ORDER BY i.created_at DESC LIMIT ?
3113 `).all(slug, L);
3114 for (const r of rows) out.push({
3115 type: r.kind, name: r.actor_name, handle: r.actor_handle, url: r.actor_url, icon: r.actor_icon,
3116 content: stripLeadingMentions(r.content), post_slug: r.post_slug, post_title: r.post_title, created_at: r.created_at,
3117 // followers/direct = a private message to the owner (not on the public thread) → 🔒 in Messages
3118 visibility: r.visibility || 'public',
3119 });
3120 } catch { /* ignore */ }
3121 try {
3122 for (const r of db.prepare('SELECT actor_uri, actor_name, actor_handle, actor_icon, content, objects, created_at FROM ap_reports WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
3123 // The reported objects: our own notes resolve to post links so the owner
3124 // sees WHICH post the report is about; other URIs (e.g. the actor itself)
3125 // are skipped — the report row already names the account.
3126 const about = [];
3127 try {
3128 for (const u of JSON.parse(r.objects || '[]')) {
3129 const m = String(u).match(/\/ap\/notes\/([^/?#]+)/);
3130 if (!m) continue;
3131 const p = db.prepare('SELECT slug, title FROM posts WHERE id = ?').get(decodeURIComponent(m[1]));
3132 if (p) about.push({ slug: p.slug, title: p.title || p.slug });
3133 }
3134 } catch { /* malformed objects json → no links */ }
3135 out.push({ type: 'report', name: r.actor_name, handle: r.actor_handle, url: r.actor_uri, icon: r.actor_icon, content: r.content, objects: about, created_at: r.created_at });
3136 }
3137 } catch { /* ignore */ }
3138 try {
3139 for (const r of db.prepare('SELECT object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, wave, created_at FROM ap_mentions WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
3140 out.push({ type: 'mention', name: r.actor_name, handle: r.actor_handle, url: r.actor_url || r.actor_uri, icon: r.actor_icon, content: stripLeadingMentions(r.content), note_url: r.note_url || r.object_uri, wave: r.wave ? 1 : 0, actorUri: r.actor_uri, created_at: r.created_at });
3141 }
3142 } catch { /* ignore */ }
3143 // Your own polls that have closed → a "results are in" item, derived read-time
3144 // from poll_json (Scheduler marks closed=1) with the tally via ownPollView.
3145 try {
3146 const site = db.prepare('SELECT id FROM sites WHERE slug = ?').get(slug);
3147 if (site) {
3148 const polls = db.prepare(`
3149 SELECT id, slug, title, poll_json FROM posts
3150 WHERE site_id = ? AND poll_json IS NOT NULL
3151 AND json_extract(poll_json, '$.closed') = 1
3152 AND json_extract(poll_json, '$.endTime') IS NOT NULL
3153 ORDER BY json_extract(poll_json, '$.endTime') DESC LIMIT 20`).all(site.id);
3154 for (const p of polls) {
3155 const view = ownPollView(p);
3156 if (!view) continue;
3157 let endTime = null; try { endTime = JSON.parse(p.poll_json).endTime; } catch { /* keep null */ }
3158 out.push({ type: 'poll_done', post_slug: p.slug, post_title: p.title, poll: view, created_at: endTime || null });
3159 }
3160 }
3161 } catch { /* ignore */ }
3162 // NaN-safe sort: one row with a missing/garbled created_at would otherwise make the
3163 // comparator return NaN and scramble the WHOLE ordering (seen live: follow rows landing
3164 // between likes, which also broke Messages' like-grouping).
3165 out.sort((a, b) => _msgTs(b) - _msgTs(a));
3166 return out.slice(0, limit || 60);
3167}
3168function _msgTs(x) { const t = Date.parse((x && x.created_at) || ''); return Number.isFinite(t) ? t : 0; }
3169
3170// ── Blocking / defederation ───────────────────────────────────────
3171// Extracted to BlocklistService (shared: Klonkt's Block tab + Shaer's "in
3172// Orbit"). Thin delegations keep every existing caller working.
3173export function listBlocks(slug) { return Blocklist.listBlocks(slug); }
3174
3175// True if an actor (or its whole domain) is blocked anywhere on this instance.
3176// Vote on a remote fediverse poll (a cached Question). A ballot = a Create(Note) carrying only a
3177// `name` (the chosen option) + inReplyTo the Question, addressed to the poll's author — the
3178// Mastodon-standard vote. Records our choice locally + optimistically bumps the counts; the
3179// author's Update(Question) refreshes the authoritative totals when it arrives.
3180export async function voteOnPoll(site, questionId, choices) {
3181 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3182 if (!base || !site || !site.slug || !questionId) return { error: 'config' };
3183 let row; try { row = db.prepare('SELECT author_uri, poll_json FROM ap_timeline WHERE id = ? AND slug = ? LIMIT 1').get(questionId, site.slug); } catch { /* ignore */ }
3184 if (!row || !row.poll_json) return { error: 'not_found' };
3185 let poll; try { poll = JSON.parse(row.poll_json); } catch { return { error: 'not_found' }; }
3186 if (poll.closed) return { error: 'closed' };
3187 if (poll.voted) return { error: 'already' };
3188 const valid = new Set(poll.options.map((o) => o.name));
3189 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
3190 if (!picks.length) return { error: 'invalid' };
3191 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
3192 const me = actorId(base, site.slug);
3193 const keys = getOrCreateKeys(site.slug);
3194 const authorUri = row.author_uri || null;
3195 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
3196 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
3197 if (!inbox) return { error: 'unreachable' };
3198 for (const name of chosen) {
3199 const nid = `${me}/votes/${Date.now()}-${rid()}`;
3200 const note = { id: nid, type: 'Note', attributedTo: me, to: authorUri ? [authorUri] : [], name, inReplyTo: questionId, published: new Date().toISOString() };
3201 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
3202 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
3203 }
3204 // Local optimistic update (authoritative counts arrive via the author's Update(Question)).
3205 poll.voted = poll.multiple ? chosen : chosen[0];
3206 for (const o of poll.options) if (chosen.includes(o.name)) o.count = (o.count || 0) + 1;
3207 if (poll.voters != null) poll.voters += 1;
3208 try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), questionId, site.slug); } catch { /* ignore */ }
3209 return { ok: true };
3210}
3211
3212// Vote on ANY fediverse poll by URL (the interact page) — no timeline cache needed. Fetches
3213// the Question fresh, validates the choice(s), and casts the Mastodon-standard ballot (a
3214// Create(Note) with `name` + inReplyTo) straight to the poll's author. Used for polls you find
3215// by URL, not just ones from accounts you follow (which go through voteOnPoll via /news).
3216export async function voteOnRemotePoll(site, questionUrl, choices) {
3217 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3218 if (!base || !site || !site.slug || !/^https?:\/\//i.test(String(questionUrl || ''))) return { error: 'config' };
3219 const q = await fetchActor(questionUrl).catch(() => null); // AP GET (SSRF-guarded)
3220 if (!q || q.type !== 'Question' || !q.id) return { error: 'not_found' };
3221 const poll = parsePoll(q);
3222 if (!poll) return { error: 'not_found' };
3223 if (poll.closed) return { error: 'closed' };
3224 const valid = new Set(poll.options.map((o) => o.name));
3225 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
3226 if (!picks.length) return { error: 'invalid' };
3227 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
3228 const authorUri = actorUriOf(q.attributedTo);
3229 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
3230 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
3231 if (!inbox) return { error: 'unreachable' };
3232 const me = actorId(base, site.slug);
3233 const keys = getOrCreateKeys(site.slug);
3234 for (const name of chosen) {
3235 const nid = `${me}/votes/${Date.now()}-${rid()}`;
3236 const note = { id: nid, type: 'Note', attributedTo: me, to: [authorUri], name, inReplyTo: q.id, published: new Date().toISOString() };
3237 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
3238 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
3239 }
3240 return { ok: true };
3241}
3242
3243// Report a remote post or account to its home instance (moderation). Sends the Mastodon-standard
3244// AS2 `Flag`: object = [reported account, reported status?], content = the reason, delivered to the
3245// reported account's inbox so their instance's moderators receive it. objectUri = a post URL (its
3246// author is resolved + included) OR pass actorUri to report an account directly.
3247export async function sendReport(site, { objectUri, actorUri, reason }) {
3248 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3249 if (!base || !site || !site.slug) return { error: 'config' };
3250 let targetActor = actorUri || null;
3251 let noteUri = null;
3252 if (objectUri && /^https?:\/\//i.test(objectUri)) {
3253 const note = await apGetJson(objectUri).catch(() => null);
3254 if (note && note.id) { noteUri = note.id; if (!targetActor) targetActor = actorUriOf(note.attributedTo); }
3255 else if (!targetActor) return { error: 'not_found' };
3256 }
3257 if (!targetActor || !/^https?:\/\//i.test(targetActor)) return { error: 'not_found' };
3258 const actor = await fetchActor(targetActor).catch(() => null);
3259 const inbox = actor && (actor.inbox || (actor.endpoints && actor.endpoints.sharedInbox)); // personal inbox → their moderators
3260 if (!inbox) return { error: 'unreachable' };
3261 const me = actorId(base, site.slug);
3262 const keys = getOrCreateKeys(site.slug);
3263 const object = [targetActor];
3264 if (noteUri && noteUri !== targetActor) object.push(noteUri);
3265 const flag = {
3266 '@context': AP_CONTEXT,
3267 id: `${me}#report-${Date.now()}-${rid()}`,
3268 type: 'Flag',
3269 actor: me,
3270 content: String(reason == null ? '' : reason).slice(0, 3000),
3271 object, // [account, status?] — Mastodon's Flag shape
3272 to: [targetActor],
3273 };
3274 deliverWithRetry(site.slug, inbox, flag, `${me}#main-key`, keys.private_pem);
3275 return { ok: true };
3276}
3277
3278export function isBlockedAny(actorUri) { return Blocklist.isBlockedAny(actorUri); }
3279
3280// Block an actor (@handle or actor URL) or a whole domain; purges their content.
3281// The handle resolver is ours; the storage/purge lives in BlocklistService.
3282export async function blockTarget(site, input) { return Blocklist.blockTarget(site, input, webfingerResolve); }
3283
3284export function unblock(site, target) { return Blocklist.unblock(site, target); }
3285
3286// ── Guardianship module wiring (src/services/guardianship/) ────────
3287// The module owns FEP-633c (context, relations, handshake, queues, the
3288// direct-note leg); we hand it our AP helpers ONCE and delegate. It never
3289// imports us back.
3290function selfActorId(slug) {
3291 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3292 return actorId(base, slug);
3293}
3294// Deliver one activity to one actor's inbox, signed; queued + retried on any
3295// hiccup so a slow or briefly-down ward server never loses the offer. Returns
3296// { delivered, inbox }: delivered=false means the account could not be
3297// resolved at all (a bad handle) — the offer stays recorded regardless.
3298async function deliverToActor(site, actorUri, activity) {
3299 const me = selfActorId(site.slug);
3300 const keys = getOrCreateKeys(site.slug);
3301 const payload = { '@context': AP_CONTEXT, ...activity };
3302 const a = await fetchActor(actorUri).catch(() => null);
3303 const inbox = a && (a.inbox || (a.endpoints && a.endpoints.sharedInbox));
3304 if (!inbox) {
3305 console.warn('[AP] guardianship: could not resolve an inbox for', actorUri, '(offer recorded, not sent)');
3306 return { delivered: false, inbox: null };
3307 }
3308 try {
3309 const st = await deliver(inbox, payload, `${me}#main-key`, keys.private_pem);
3310 if (st >= 200 && st < 300) { console.log('[AP] guardianship', activity.type, 'delivered →', inbox, st); return { delivered: true, inbox }; }
3311 console.warn('[AP] guardianship', activity.type, 'got', st, 'from', inbox, '→ queued for retry');
3312 } catch (e) { console.warn('[AP] guardianship', activity.type, 'to', inbox, 'failed:', e.message, '→ queued for retry'); }
3313 enqueueDelivery(site.slug, inbox, payload);
3314 return { delivered: true, inbox }; // queued: the retry worker gets it there
3315}
3316Guardianship.wireDelivery({
3317 actorId, fetchActor, deriveHandle, escHtml, linkUrls, linkHashtags,
3318 getOutboxRow: (id) => iStmts().getO.get(id),
3319 buildReplyNote, AP_CONTEXT, getOrCreateKeys, deliver, enqueueDelivery,
3320});
3321// Which local site (if any) hosts this actor URI — used by the handshake to
3322// apply the local side of a commit and to derive a ward's existing guardians.
3323function localSlugOf(actorUri) {
3324 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3325 if (!actorUri || !actorUri.startsWith(`${base}/ap/users/`)) return null;
3326 const slug = slugFromActorUrl(actorUri);
3327 if (!slug) return null;
3328 try { return db.prepare('SELECT slug FROM sites WHERE slug = ?').get(slug) ? slug : null; }
3329 catch { return null; }
3330}
3331Guardianship.wireHandshake({
3332 selfId: selfActorId,
3333 localSlug: localSlugOf,
3334 deliverTo: deliverToActor,
3335 deriveHandle,
3336 fetchActor,
3337 // Guardian PWA / Berichten push. The kid answers an incoming offer in its
3338 // own Berichten; an existing guardian and a commit land in the PWA.
3339 onEvent: (slug, ev) => {
3340 const L = pushLang(slug);
3341 const texts = {
3342 offer_received: ['push.n_guard_offer_t', 'push.n_guard_offer_b'], // I am the ward
3343 offer_for_ward: ['push.n_guard_cog_t', 'push.n_guard_cog_b'], // I co-guard this ward
3344 committed: ['push.n_guard_ward_t', 'push.n_guard_ward_b'],
3345 }[ev.kind];
3346 if (!texts) return;
3347 const who = deriveHandle(ev.candidate || ev.ward || ev.guardian || '') || '?';
3348 const url = ev.kind === 'offer_received' ? `${pushPrefix(slug)}/messages` : '/guardian';
3349 pushEvent(slug, { type: 'guardian', title: i18nT(L, texts[0]), body: i18nT(L, texts[1], { who }), url });
3350 },
3351});
3352
3353export default {
3354 AP_CONTEXT, getOrCreateKeys, apWants, sendAP, actorId, noteId,
3355 buildActor, buildNote, buildCreate, buildOutbox, buildFollowers, buildFollowing, buildFeatured,
3356 followerCount, deliver, fetchActor, verifyRequest, handleInbox, deliverCreate, deliverDelete, deliverUpdate, deliverActorUpdate, resyncFeaturedPins,
3357 getInteractions, getInteractionById, setInteractionBoosted, setInteractionLiked, setMyReaction, getMyReactions, buildReplyNote, getOutboxNote, deliverReply, resolveRemoteNote,
3358 listOutbox, deliverOutboxDelete, deliverOutboxUpdate, deliverDirectNote,
3359 webfingerResolve, followActor, resolveRemoteActor, unfollowActor, listFollowing, setAutoBoost, backfillFromOutbox, getTimeline, timelineAttachments, sendInteraction, voteOnPoll, voteOnRemotePoll,
3360 acceptGatedFollow, rejectGatedFollow, isWardGuardian, sendFollowDecision,
3361 parseOwnPoll, pollTally, ownPollView, deliverPollUpdate, maybeCrawlThread, sendReport, localMentionSlugs,
3362 autoBoostCount, boostedCount, markBoosted, unmarkBoosted, markLiked, unmarkLiked, getTimelineReaction, upsertBoostedNote, getCirkelPosts, getCirkelMembers, selfHealTimeline,
3363 getNotifications, listBlocks, isBlockedAny, blockTarget, unblock,
3364 deliverWithRetry, enqueueDelivery, processDeliveryQueue, startDeliveryWorker,
3365 getReplyUris, markNotificationsSeen, countUnseenNotifications, hasPlayableAudio,
3366 linkifyBody, bakePostContent, bakePostContentWithMentions, listFollowers, removeFollower, listConnections,
3367 noteVisibility, isRejectedObject, rejectInteraction, interactionReportTarget,
3368 getMessages, notificationsSeenAt, ingestOutboxActivity, c2sVisibility, actorDisplay, buildActorRef, prefersEnriched,
3369};
Note: See TracBrowser for help on using the repository browser.