source: Klonkt/src/services/ActivityPubService.js@ 8f520e0

main
Last change on this file since 8f520e0 was 8f520e0, checked in by Robin <roboburr@…>, 7 weeks ago

Follow-gating: houd de flow simpel (geen cross-instance forwarding)

Robins besluit: een follow-approval is aan de ene ward met diens (co-located)
guardians. Over de wire blijft het een gewone Follow, pending tot geaccepteerd.
Een remote follower ziet dus 'verzoek verzonden' tot een lokale guardian in
/guardian2 accepteert en de normale Accept teruggaat. Geen guardian-forwarding-
dans, geen extra activiteiten of tabellen. Alleen een verduidelijkende comment;
de werking was al zo.

Changed files:
src/services/ActivityPubService.js

  • comment die de simpele gated-follow-flow vastlegt

-robo
Co-Authored-By: Claude Opus 4.8 <noreply@…>

  • Property mode set to 100644
File size: 186.7 KB
Line 
1/**
2 * ActivityPubService — Klonkt as a real ActivityPub actor (fediverse bridge).
3 *
4 * Phase 1 (this file): the PUBLISH/discoverable side.
5 * - per-site RSA keypair (Mastodon-compatible HTTP Signatures; separate from
6 * the Ed25519 keys used by the lighter Cirkels v1)
7 * - builders for the Actor document, Note objects and the Outbox collection
8 * - apWants(): HTTP content-negotiation helper (activity+json vs HTML)
9 *
10 * The interactive side (inbox: Follow/Accept, signature verify, delivery to
11 * followers) lands in the next step and is tested live against Mastodon.
12 *
13 * AP actor URLs live under /ap/* so they never clash with the human pages:
14 * actor = <base>/ap/users/<slug>
15 * inbox = <actor>/inbox outbox = <actor>/outbox
16 * note = <base>/ap/notes/<postId>
17 */
18import crypto from 'crypto';
19import dns from 'dns';
20import net from 'net';
21import db from '../config/database.js';
22import HtmlSanitizerService from './HtmlSanitizerService.js';
23import AudioEmbedService from './AudioEmbedService.js';
24import Push from './PushService.js';
25import { getTenancy } from './SettingsService.js';
26import { t as i18nT } from './i18n.js';
27import Blocklist from './BlocklistService.js';
28import * as Guardianship from './guardianship/index.js';
29
30const PUBLIC = 'https://www.w3.org/ns/activitystreams#Public';
31// Full JSON-LD context for every AP object we emit: AS2 core + security (publicKey) + the
32// extension terms we actually use (Mastodon/toot + schema.org), each with a term definition
33// so a strict JSON-LD processor resolves them instead of dropping them → valid AS2/JSON-LD.
34// This is the same context shape Mastodon publishes, so Mastodon sees no change.
35const AP_CONTEXT = [
36 'https://www.w3.org/ns/activitystreams',
37 'https://w3id.org/security/v1',
38 {
39 toot: 'http://joinmastodon.org/ns#',
40 schema: 'http://schema.org#',
41 sensitive: 'as:sensitive',
42 Hashtag: 'as:Hashtag',
43 manuallyApprovesFollowers: 'as:manuallyApprovesFollowers',
44 discoverable: 'toot:discoverable',
45 featured: { '@id': 'toot:featured', '@type': '@id' },
46 PropertyValue: 'schema:PropertyValue',
47 value: 'schema:value',
48 embedUrl: { '@id': 'schema:embedUrl', '@type': '@id' },
49 // Poll (Question) extension: Question/oneOf/anyOf/endTime/closed are AS2 core, but the
50 // per-poll unique-voter count is a Mastodon (toot) term — declare it so the emitted
51 // Question stays valid JSON-LD (a strict processor would otherwise drop votersCount).
52 votersCount: 'toot:votersCount',
53 // FEP-633c (Guardians): the shaer namespace, owned by the guardianship
54 // module (src/services/guardianship/).
55 ...Guardianship.SHAER_CONTEXT,
56 },
57];
58
59// Short random suffix so two activity ids minted in the same millisecond (e.g.
60// parallel saves) don't collide and get deduped by a receiver.
61const rid = () => crypto.randomBytes(4).toString('hex');
62
63// Keep only http(s) URLs — drops javascript:/data:/etc so a remote actor can't
64// smuggle a dangerous scheme into a stored href/src (rendered in owner-only views).
65const safeUrl = (u) => { const s = String(u == null ? '' : u).trim(); return /^https?:\/\//i.test(s) ? s : ''; };
66
67// ── SSRF guard for outbound fetches ───────────────────────────────
68// Remote URLs (actor/keyId/webfinger/inbox/inReplyTo) are attacker-controlled, so
69// every outbound fetch must refuse hosts that resolve to private/loopback ranges
70// (cloud metadata, internal services) — on the initial host AND each redirect hop.
71function isBlockedIp(ip) {
72 if (!ip) return true;
73 const v = net.isIP(ip);
74 if (v === 4) {
75 const o = ip.split('.').map(Number);
76 return o[0] === 127 || o[0] === 10 || o[0] === 0
77 || (o[0] === 172 && o[1] >= 16 && o[1] <= 31)
78 || (o[0] === 192 && o[1] === 168)
79 || (o[0] === 169 && o[1] === 254)
80 || (o[0] === 100 && o[1] >= 64 && o[1] <= 127); // CGNAT
81 }
82 if (v === 6) {
83 const s = ip.toLowerCase().replace(/^\[|\]$/g, '');
84 return s === '::1' || s === '::' || s.startsWith('fc') || s.startsWith('fd') || s.startsWith('fe80')
85 || s.startsWith('::ffff:127.') || s.startsWith('::ffff:10.') || s.startsWith('::ffff:192.168.')
86 || s.startsWith('::ffff:169.254.') || s.startsWith('::ffff:172.');
87 }
88 return true; // not an IP literal we recognise → refuse
89}
90async function assertPublicHost(hostname) {
91 if (net.isIP(hostname)) { if (isBlockedIp(hostname)) throw new Error('ssrf-blocked-ip'); return; }
92 const addrs = await dns.promises.lookup(hostname, { all: true });
93 if (!addrs.length || addrs.some((a) => isBlockedIp(a.address))) throw new Error('ssrf-blocked-host');
94}
95export async function safeFetch(url, opts = {}, maxRedirects = 3) {
96 let target = url;
97 for (let hop = 0; ; hop++) {
98 const u = new URL(target); // throws on malformed → caller's catch
99 if (u.protocol !== 'https:' && u.protocol !== 'http:') throw new Error('ssrf-bad-scheme');
100 await assertPublicHost(u.hostname);
101 const r = await fetch(target, { ...opts, redirect: 'manual', signal: AbortSignal.timeout(8000) });
102 const loc = (r.status >= 300 && r.status < 400) ? r.headers.get('location') : null;
103 if (loc && hop < maxRedirects) { target = new URL(loc, target).toString(); continue; }
104 return r;
105 }
106}
107const MAX_OUTBOX = 20;
108// Cache-buster for the music listen-link → forces Mastodon to re-crawl a FRESH
109// (square) player card. Bump this whenever the twitter:player card dimensions change.
110const FEDI_CARD_VER = '2';
111
112// ── RSA keys per actor (lazy, cached in DB) ───────────────────────
113// Prepared lazily (NOT at module load) — the ap_keys table is created in
114// initializeDatabase(), which runs after this module is imported.
115let _sel, _ins;
116function keyStmts() {
117 if (!_sel) {
118 _sel = db.prepare('SELECT public_pem, private_pem FROM ap_keys WHERE slug = ?');
119 _ins = db.prepare('INSERT OR IGNORE INTO ap_keys (slug, public_pem, private_pem, created_at) VALUES (?,?,?,CURRENT_TIMESTAMP)');
120 }
121 return { sel: _sel, ins: _ins };
122}
123
124export function getOrCreateKeys(slug) {
125 const { sel, ins } = keyStmts();
126 const row = sel.get(slug);
127 if (row) return row;
128 const { publicKey, privateKey } = crypto.generateKeyPairSync('rsa', {
129 modulusLength: 2048,
130 publicKeyEncoding: { type: 'spki', format: 'pem' },
131 privateKeyEncoding: { type: 'pkcs8', format: 'pem' },
132 });
133 ins.run(slug, publicKey, privateKey);
134 return sel.get(slug) || { public_pem: publicKey, private_pem: privateKey };
135}
136
137// ── content negotiation ───────────────────────────────────────────
138// True when the caller wants ActivityPub JSON rather than the HTML page.
139export function apWants(req) {
140 const a = String(req.headers.accept || '').toLowerCase();
141 return a.includes('application/activity+json') ||
142 (a.includes('application/ld+json') && a.includes('activitystreams'));
143}
144
145const AP_CONTENT_TYPE = 'application/activity+json; charset=utf-8';
146export function sendAP(res, obj, cacheControl) {
147 res.type(AP_CONTENT_TYPE);
148 // A per-caller (e.g. guardian-widened) view must not be publicly cached.
149 res.set('Cache-Control', cacheControl || 'public, max-age=120');
150 res.send(JSON.stringify(obj));
151}
152
153// ── document builders ─────────────────────────────────────────────
154export function actorId(base, slug) { return `${base}/ap/users/${encodeURIComponent(slug)}`; }
155export function noteId(base, postId) { return `${base}/ap/notes/${encodeURIComponent(postId)}`; }
156
157export function buildActor(base, site) {
158 const id = actorId(base, site.slug);
159 const keys = getOrCreateKeys(site.slug);
160 const actor = {
161 '@context': AP_CONTEXT,
162 id,
163 type: 'Person',
164 preferredUsername: site.slug,
165 name: site.title || site.slug,
166 summary: site.tagline || site.description || '',
167 url: `${base}/${site.slug === site.primary_slug ? '' : 'user/' + encodeURIComponent(site.slug)}`,
168 manuallyApprovesFollowers: false,
169 discoverable: true,
170 inbox: `${id}/inbox`,
171 outbox: `${id}/outbox`,
172 followers: `${id}/followers`,
173 following: `${id}/following`,
174 featured: `${id}/featured`,
175 // AP §5.6: the private blocked collection (owner-only GET). The server
176 // list is the source of truth for Shaer's "in Orbit"; clients keep no
177 // separate state.
178 blocked: `${id}/blocked`,
179 // FEP-633c §2: shaer:guardians / shaer:isGuardian / shaer:queues
180 // (guardianship module owns these).
181 ...Guardianship.guardianshipActorProps(id, site.slug),
182 // C2S clients (Shaer apps) discover auth + upload here — no hardcoded paths.
183 // All four are ActivityPub-spec `endpoints` terms. Dynamic client registration
184 // (RFC 7591) is discovered via /.well-known/oauth-authorization-server, not here.
185 endpoints: {
186 sharedInbox: `${base}/ap/inbox`,
187 oauthAuthorizationEndpoint: `${base}/oauth/authorize`,
188 oauthTokenEndpoint: `${base}/oauth/token`,
189 uploadMedia: `${id}/uploadMedia`,
190 },
191 publicKey: {
192 id: `${id}#main-key`,
193 owner: id,
194 publicKeyPem: keys.public_pem,
195 },
196 };
197 if (site.profile_photo) {
198 const u = /^https?:/.test(site.profile_photo) ? site.profile_photo : `${base}${site.profile_photo.startsWith('/') ? '' : '/'}${site.profile_photo}`;
199 actor.icon = { type: 'Image', url: u };
200 }
201 // Account creation date — shown by Mastodon + read by indexers (additive, standard AS2).
202 if (site.created_at) { try { actor.published = new Date(site.created_at).toISOString(); } catch { /* skip bad date */ } }
203 // Profile links → PropertyValue rows: Mastodon/PeerTube/WordPress-ActivityPub render these as
204 // profile metadata (rel=me enables link-back verification). Additive; ignored by simpler receivers.
205 try {
206 const links = JSON.parse(site.profile_links || '[]');
207 if (Array.isArray(links) && links.length) {
208 const esc = (s) => String(s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
209 const rows = links
210 .filter((l) => l && l.url && /^https?:/i.test(l.url))
211 .map((l) => ({
212 type: 'PropertyValue',
213 name: esc(l.platform || 'Link'),
214 value: `<a href="${esc(l.url).replace(/"/g, '&quot;')}" rel="me nofollow noopener" target="_blank">${esc(String(l.url).replace(/^https?:\/\//, ''))}</a>`,
215 }));
216 if (rows.length) actor.attachment = rows;
217 }
218 } catch { /* skip malformed profile_links */ }
219 return actor;
220}
221
222// Does a post's audio shortcodes reference at least one PLAYABLE (file-backed)
223// track? Link-only tracks (external Spotify/YouTube, media_id NULL) don't count —
224// they have no Klonkt-hosted audio to embed, so no player card / cover-suppression.
225export function hasPlayableAudio(content, siteId) {
226 if (!content || !/\[\[(track|album|playlist):/i.test(content)) return false;
227 try {
228 for (const m of content.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT media_id FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.media_id) return true; }
229 for (const m of content.matchAll(/\[\[album:([^\]]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM audio_tracks WHERE site_id = ? AND album = ? AND media_id IS NOT NULL LIMIT 1').get(siteId, m[1].trim())) return true; }
230 for (const m of content.matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id WHERE pt.playlist_id = ? AND t.media_id IS NOT NULL LIMIT 1').get(m[1])) return true; }
231 } catch { /* non-fatal */ }
232 return false;
233}
234
235// A single post as an AS2 Note (the object), and as a Create activity (for outbox/delivery).
236export function buildNote(base, site, post, opts = {}) {
237 // Replies are Notes too. buildNote is the single entry point for ALL Notes; a reply is
238 // (for now) the simple flavor: pre-baked content, no title/cover/image/audio/embed
239 // machinery, addressed to the parent actor + thread. This early branch keeps that output
240 // byte-identical to the old buildReplyNote. When rich replies land (images/audio/embeds),
241 // this branch collapses and replies flow through the full post pipeline below. `post` here
242 // is the ap_outbox reply row (id, in_reply_to, content, post_slug, created_at, to_actor).
243 if (opts.isReply) {
244 const meR = actorId(base, site.slug);
245 // Rich replies: attachments column (JSON [{url, mediaType, name}]) → AS2
246 // attachment array with absolute URLs and the matching object type.
247 let replyAtt;
248 try {
249 const list = post.attachments ? JSON.parse(post.attachments) : [];
250 if (Array.isArray(list) && list.length) {
251 replyAtt = list.map((a) => ({
252 type: a.mediaType.startsWith('image/') ? 'Image' : a.mediaType.startsWith('audio/') ? 'Audio' : 'Video',
253 mediaType: a.mediaType,
254 url: /^https?:/i.test(a.url) ? a.url : `${base}${a.url}`,
255 name: a.name || undefined,
256 }));
257 }
258 } catch { /* malformed attachments never block the Note */ }
259 return {
260 id: noteId(base, post.id),
261 type: 'Note',
262 attributedTo: meR,
263 inReplyTo: post.in_reply_to || undefined,
264 content: post.content,
265 // Reply language (rich replies): the AS2 language map next to `content`.
266 contentMap: post.language ? { [post.language]: post.content } : undefined,
267 attachment: replyAtt,
268 url: post.post_slug ? `${base}/${encodeURIComponent(post.post_slug)}` : undefined,
269 published: toISO(post.created_at),
270 // A direct note (private mention, shaer-tqc) addresses ONLY its
271 // recipients: no Public anywhere, so it cannot be boosted and never
272 // shows in public timelines (the Mastodon DM model).
273 to: post.visibility === 'direct'
274 ? (JSON.parse(post.to_actors || '[]'))
275 : (post.to_actor ? [post.to_actor] : [PUBLIC]),
276 cc: post.visibility === 'direct' ? [] : [PUBLIC, `${meR}/followers`],
277 // FEP-633c 5.2.1: a ward's call for help. Only ever on direct notes.
278 ...Guardianship.helpRequestProps(post),
279 ...Guardianship.waveProps(post),
280 tag: [
281 ...mentionTags(post.content),
282 ...hashtagTags(base, post.content),
283 ],
284 };
285 }
286 const id = noteId(base, post.id);
287 const aId = actorId(base, site.slug);
288 const human = `${base}/${encodeURIComponent(post.slug)}`;
289 // Mastodon ignores a Note's `name`, so put the title INTO the content (bold
290 // first line) — the standard blog→fediverse convention. post.content is
291 // already sanitized HTML; the title is plain text, so escape it.
292 const escTitle = String(post.title || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
293 const titleHtml = post.title ? `<p><strong>${escTitle}</strong></p>` : '';
294
295 // Paid post (klonkt-demo-aki): federate a PUBLIC teaser + link, never the full
296 // content, so nothing leaks past the paywall. No media attachments either.
297 if (post.paid) {
298 const esc = (x) => String(x || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
299 const _firstP = (String(post.content || '').match(/<p[^>]*>([\s\S]*?)<\/p>/i) || [null, ''])[1] || '';
300 const rawTeaser = String(post.excerpt || '').trim()
301 || _firstP.replace(/<[^>]+>/g, ' ').replace(/&[a-z#0-9]+;/gi, ' ').replace(/\s+/g, ' ').trim().slice(0, 280);
302 return {
303 '@context': AP_CONTEXT,
304 id,
305 type: 'Note',
306 attributedTo: aId,
307 content: `${titleHtml}<p>${esc(rawTeaser)}${rawTeaser ? '…' : ''}</p><p><a href="${human}">Lees de volledige post (supporters)</a></p>`,
308 url: human,
309 published: toISO(post.published_at || post.created_at || Date.now()),
310 to: [PUBLIC],
311 cc: [`${aId}/followers`],
312 tag: [...hashtagTags(base, post.content)],
313 replies: `${id}/replies`,
314 };
315 }
316
317 // Images travel as AP `attachment` (Mastodon strips <img> from content). Collect
318 // the cover + any inline <img>, make absolute, then strip <img> from the content
319 // to avoid duplicate rendering on clients that DO keep them.
320 const abs = (u) => !u ? null : (/^https?:/i.test(u) ? u : `${base}${u.startsWith('/') ? '' : '/'}${u}`);
321 const mediaType = (u) => {
322 const e = ((u || '').split('?')[0].match(/\.(\w+)$/) || [])[1];
323 return ({ jpg: 'image/jpeg', jpeg: 'image/jpeg', png: 'image/png', gif: 'image/gif', webp: 'image/webp', avif: 'image/avif', mp4: 'video/mp4', webm: 'video/webm', mov: 'video/quicktime' })[(e || '').toLowerCase()] || 'image/jpeg';
324 };
325 const hadAudio = /\[\[(track|album|playlist):/i.test(post.content || '');
326 const playable = hasPlayableAudio(post.content || '', site && site.id);
327 // A post with an external embed (Spotify/YouTube/SoundCloud/Vimeo/Bandcamp/Apple) should let
328 // Mastodon render the embed's player CARD. Mastodon shows EITHER media attachments OR a link
329 // card, never both — so when the post has an embed link we skip the image attachments so the
330 // card wins. (On Klonkt nothing changes: the cover + the embed player still render.)
331 const hasEmbed = (() => {
332 const c = post.content || '';
333 if (/\[\[embed:/i.test(c)) return true;
334 for (const m of c.matchAll(/https?:\/\/[^\s"'<>]+/gi)) if (AudioEmbedService.detectProvider(m[0])) return true;
335 return false;
336 })();
337 // Link-only tracks (external Spotify/YouTube/SoundCloud, no hosted file): collect their links
338 // so we federate them — Mastodon cards the first (its player), the rest show as clickable links
339 // — instead of a bare "listen on site" link, and we suppress the cover so the card can show.
340 const trackEmbedLinks = (() => {
341 if (playable) return [];
342 const out = [];
343 try {
344 for (const m of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) {
345 const r = db.prepare('SELECT media_id, link_spotify, link_youtube, link_soundcloud FROM audio_tracks WHERE id = ?').get(m[1]);
346 if (r && !r.media_id) for (const u of [r.link_spotify, r.link_youtube, r.link_soundcloud]) if (u && /^https?:\/\//i.test(u)) out.push(u);
347 }
348 } catch { /* non-fatal */ }
349 return [...new Set(out)].slice(0, 6);
350 })();
351 const noImages = playable || hasEmbed || trackEmbedLinks.length > 0; // suppress images → let the player/embed card show
352 const urls = [];
353 // Posts with PLAYABLE hosted audio suppress image attachments so Mastodon renders
354 // the player CARD (twitter:player) instead of the cover — media attachment and
355 // link/player card are mutually exclusive on Mastodon. Link-only audio (external)
356 // keeps its cover (no player card to show).
357 // An animated cover federates as the muted loop MP4 (→ a Video attachment): animated WebP is
358 // unreliable on Mastodon and its iOS apps; the MP4 plays everywhere. Else the still cover image.
359 // Each entry carries the media URL + its alt text (federated as the AS2 attachment `name`, for a11y).
360 if (post.cover_video_url && !noImages) urls.push({ url: abs(post.cover_video_url), name: post.cover_alt || '' });
361 else if (post.cover_image_url && !noImages) urls.push({ url: abs(post.cover_image_url), name: post.cover_alt || '' });
362 let body = post.content || '';
363 // Only federate inline images we can actually serve: absolute http(s) URLs, or our own
364 // /media/ uploads. A relative path we don't host (e.g. a stale /images/... ref) would 404
365 // and show up as a black tile in Mastodon's attachment grid. Carry the <img alt="…"> through
366 // as the attachment description.
367 if (!noImages) for (const m of body.matchAll(/<img\b[^>]*>/gi)) {
368 const tag = m[0];
369 const src = (tag.match(/\bsrc="([^"]+)"/i) || [])[1];
370 if (!src || !(/^https?:\/\//i.test(src) || src.startsWith('/media/'))) continue;
371 const alt = (tag.match(/\balt="([^"]*)"/i) || [])[1] || '';
372 urls.push({ url: abs(src), name: alt });
373 }
374 body = body.replace(/<img\b[^>]*>/gi, '');
375 // Audio shortcodes: do NOT federate the raw audio file — Klonkt deliberately
376 // gates audio (the /audio/stream URL has friction), and shipping it as an AP
377 // audio attachment would hand Mastodon a plain, downloadable mp3 URL. Instead,
378 // replace the shortcodes with a "🎵 listen on the site" link so the post invites
379 // a click-through to the protected player (discovery without leaking the file).
380 const esc = (s) => String(s == null ? '' : s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
381 const audioLabels = [];
382 try {
383 for (const m of body.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT title FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.title) audioLabels.push(r.title); }
384 for (const m of body.matchAll(/\[\[album:([^\]]+)\]\]/g)) audioLabels.push(m[1].trim());
385 } catch { /* non-fatal */ }
386 // fedi_open tracks → real AS2 Audio attachments (the actual file URL, served ungated) so
387 // EVERY client incl. the Mastodon apps plays them inline natively. Gated tracks (default)
388 // stay link/card-only — the file is never exposed for them. Resolve from post.content so a
389 // later body mutation can't affect it.
390 const openAudio = [];
391 if (hadAudio) {
392 const seenA = new Set();
393 const addRow = (r) => {
394 const fn = r.filename || (r.storage_path || '').split('/').pop();
395 if (!fn || seenA.has(fn)) return; seenA.add(fn);
396 const a = { type: 'Audio', mediaType: r.mime_type || 'audio/mpeg', url: `${base}/audio/stream/${encodeURIComponent(fn)}`, name: r.title || 'Audio' };
397 // Cover art on the Audio attachment (AS2 `icon`): track cover, else the post cover.
398 // Mastodon renders it as the artwork thumbnail on its native audio player.
399 const art = abs(r.cover_url || post.cover_image_url || null);
400 if (art) a.icon = { type: 'Image', mediaType: mediaType(art), url: art };
401 openAudio.push(a);
402 };
403 const SEL = 'SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM audio_tracks t JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND ';
404 try {
405 for (const mm of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare(SEL + 't.id = ?').get(mm[1]); if (r) addRow(r); }
406 for (const mm of (post.content || '').matchAll(/\[\[album:([^\]]+)\]\]/g)) for (const r of db.prepare(SEL + 't.site_id = ? AND t.album = ? ORDER BY t.rowid').all(site.id, mm[1].trim())) addRow(r);
407 for (const mm of (post.content || '').matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) for (const r of db.prepare('SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND pt.playlist_id = ? ORDER BY pt.position').all(mm[1])) addRow(r);
408 } catch { /* non-fatal */ }
409 }
410 body = body.replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
411 // External embeds ([[embed:url]]) → emit the bare URL as a link so Mastodon
412 // renders its OWN preview/player card (YouTube/Spotify/SoundCloud/etc) instead
413 // of federating the raw shortcode text.
414 body = body.replace(/\[\[embed:([^\]]+)\]\]/gi, (mm, raw) => {
415 const u = esc(raw.trim().replace(/&amp;/g, '&'));
416 return `<p><a href="${u}">${u}</a></p>`;
417 });
418 if (hadAudio) {
419 const lbl = audioLabels.length ? esc(audioLabels.slice(0, 4).join(', ')) : '';
420 if (trackEmbedLinks.length) {
421 // Link-only track(s): emit the external link(s). Mastodon cards the first (Spotify → its
422 // player), the rest render as clickable links — the fediverse-native "embed + links".
423 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong>` : ''}</p>`;
424 for (const u of trackEmbedLinks) { const eu = esc(u); body += `<p><a href="${eu}">${eu}</a></p>`; }
425 } else {
426 // For playable posts, append a version param to the listen-link so Mastodon
427 // sees a NEW card URL and re-crawls it (fresh SQUARE player card) instead of
428 // reusing the cached landscape one. Invisible: the link TEXT stays clean, the
429 // page ignores the param. Bump FEDI_CARD_VER when the card dimensions change.
430 const listenHref = playable ? `${human}?fc=${FEDI_CARD_VER}` : human;
431 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong> — ` : ''}<a href="${listenHref}">listen on ${esc(site.title || 'the site')}</a></p>`;
432 }
433 }
434 // Klonkt renders post content with white-space:pre-wrap, so raw newlines ARE line
435 // breaks on the site. Mastodon (plain HTML) collapses whitespace and would drop them,
436 // so convert newlines to <br> for the federated copy (content already made with
437 // shift+enter uses <br> and has no \n → this is a no-op there).
438 body = body.replace(/\r?\n/g, '<br>');
439 body = linkHashtags(base, body); // link inline #hashtags in the post body too
440 body = linkUrls(body); // bare URLs → clickable links on the federated copy
441 // Append the tags-field hashtags to the content so Mastodon renders them as clickable
442 // hashtags (a Hashtag that's only in the `tag` array isn't shown inline). CamelCase
443 // multi-word tags; skip any already present inline in the body.
444 {
445 const inlineTags = new Set(hashtagTags(base, body).map((h) => h.name.slice(1).toLowerCase()));
446 const addSeen = new Set();
447 const tagLinks = normalizeTags(post.tags).map(tagParts).filter(Boolean)
448 .filter((p) => !inlineTags.has(p.slug) && !addSeen.has(p.slug) && addSeen.add(p.slug))
449 .map((p) => `<a href="${base}/tag/${encodeURIComponent(p.slug)}" class="mention hashtag" rel="tag">#${p.label}</a>`);
450 if (tagLinks.length) body += `<p>${tagLinks.join(' ')}</p>`;
451 }
452 const seen = new Set();
453 const attachment = urls.filter((x) => x && x.url)
454 .filter((x) => { if (seen.has(x.url)) return false; seen.add(x.url); return true; })
455 .map((x) => { const mt = mediaType(x.url); // specific AS2 subtype (Image/Audio/Video) over generic Document
456 const ty = /^image\//i.test(mt) ? 'Image' : /^video\//i.test(mt) ? 'Video' : /^audio\//i.test(mt) ? 'Audio' : 'Document';
457 const a = { type: ty, mediaType: mt, url: x.url };
458 if (x.name) a.name = String(x.name).slice(0, 1500); // alt text / description (AS2 `name`)
459 return a; });
460 for (const a of openAudio) attachment.push(a); // fedi_open tracks → native Audio players
461
462 // Inline @user@host mentions: the Mention tag objects + the mentioned actor URIs. Only
463 // present when the content was already mention-linked (deliverCreate/Update resolve them
464 // at send time); a plain buildNote (outbox/notes) yields none.
465 const _mentionTags = mentionTags(body);
466 const _mentionCc = _mentionTags.map((t) => t.href);
467
468 const note = {
469 id,
470 type: 'Note',
471 attributedTo: aId,
472 content: titleHtml + body,
473 url: human,
474 published: new Date(post.published_at || post.created_at || Date.now()).toISOString(),
475 // fan_only = "fans only" → followers-only visibility (delivered to your followers
476 // but not addressed to Public, so Mastodon shows it only to them and can't boost it).
477 to: (post.fan_only || post.ap_visibility === 'quiet') ? [`${aId}/followers`] : [PUBLIC],
478 // Mentioned actors (from inline @user@host links the caller resolved) are addressed in cc
479 // so Mastodon notifies them; empty unless the content was mention-linked (delivery time).
480 cc: [...new Set([
481 ...(post.ap_visibility === 'quiet' ? [PUBLIC] : []), // quiet public: Public in cc, not to
482 ...((post.fan_only || post.ap_visibility === 'quiet') ? [] : [`${aId}/followers`]),
483 ..._mentionCc])],
484 tag: [...buildHashtagList(base, post.tags, body), ..._mentionTags],
485 replies: `${id}/replies`,
486 // NSFW → Mastodon-style content warning: sensitive (blurs media) + a summary/spoiler
487 // (hides the whole post behind a "Gevoelige inhoud" button until the reader opens it).
488 sensitive: !!post.nsfw,
489 };
490 if (post.nsfw) note.summary = post.content_warning || 'Gevoelige inhoud';
491 if (attachment.length) note.attachment = attachment;
492 // When the cover attachment is suppressed (hosted audio OR an external embed/link-only track →
493 // so Mastodon shows the player/link card, not media), still expose the cover via AS2 `image` so
494 // card/grid consumers (the Klonkt Cirkel/News feed) can show it. Mastodon ignores a Note's
495 // `image`, so its card is unaffected — but a Klonkt receiver reads it (handleInbox o.image).
496 if (post.cover_image_url && noImages) {
497 const cov = abs(post.cover_image_url);
498 if (cov) { note.image = { type: 'Image', mediaType: mediaType(cov), url: cov }; if (post.cover_alt) note.image.name = String(post.cover_alt).slice(0, 1500); }
499 }
500 // Experiment (mirrors PeerTube / schema.org `embedUrl`): point at the GATED player page
501 // (/embed) so a client that honours embedUrl can show an inline player WITHOUT ever
502 // getting the audio file — the anti-steal posture is untouched. `embedUrl` is a real
503 // standard field name (not a Klonkt invention); if Mastodon's apps honour it on a Note we
504 // make it JSON-LD-clean with a context term, otherwise it degrades to the player card.
505 if (playable) note.embedUrl = `${base}/embed?post=${encodeURIComponent(post.slug)}`;
506 // Content language → AS2 contentMap (a BCP-47-keyed copy of the content). Mastodon reads the
507 // language from its key for the timeline language filter + the translate button. Emitted
508 // alongside `content` (Mastodon sends both); a plain receiver just uses `content`.
509 if (post.language && /^[a-z]{2,3}(-[A-Za-z]{2,4})?$/.test(post.language)) note.contentMap = { [post.language]: note.content };
510 // A hosted poll → federate as an AS2 Question (options + live tally). Do this last so it
511 // reuses the note's content/addressing/tags, then swaps the type and strips media.
512 const ownPoll = parseOwnPoll(post.poll_json);
513 if (ownPoll) applyPollToNote(note, post.id, ownPoll);
514 return note;
515}
516
517// All reply note URIs on a local post (inbound fediverse replies + our own
518// outbound replies) — backs the Note's `replies` Collection so remote servers
519// can fetch the whole thread.
520export function getReplyUris(base, postId) {
521 const out = [];
522 try {
523 for (const r of db.prepare("SELECT object_uri FROM ap_interactions WHERE kind = 'reply' AND post_id = ? AND object_uri != '' ORDER BY created_at").all(postId)) out.push(r.object_uri);
524 for (const r of db.prepare('SELECT id FROM ap_outbox WHERE post_id = ? ORDER BY rowid').all(postId)) out.push(`${base}/ap/notes/${r.id}`);
525 } catch { /* non-fatal */ }
526 return out;
527}
528
529// Notifications "seen" tracking → a real bell badge. Stored per site in app_settings.
530export function markNotificationsSeen(slug) {
531 try {
532 db.prepare("INSERT INTO app_settings (key, value, updated_at) VALUES (?, ?, CURRENT_TIMESTAMP) ON CONFLICT(key) DO UPDATE SET value = excluded.value, updated_at = CURRENT_TIMESTAMP")
533 .run(`fedi_notif_seen:${slug}`, new Date().toISOString());
534 } catch { /* non-fatal */ }
535}
536export function countUnseenNotifications(slug) {
537 try {
538 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
539 const seen = row ? Date.parse(row.value) : 0;
540 let n = 0;
541 for (const it of getNotifications(slug, 50)) { if (Date.parse(it.created_at) > seen) n++; }
542 return n;
543 } catch { return 0; }
544}
545// The seen-watermark itself (ms epoch, 0 = never marked) — the Messages page reads it
546// BEFORE marking seen, so it can render unread dots on the items newer than last visit.
547export function notificationsSeenAt(slug) {
548 try {
549 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
550 return row ? (Date.parse(row.value) || 0) : 0;
551 } catch { return 0; }
552}
553
554// Messages = the unified inbox (Reacties + Meldingen merged, decision Robin+Bart 2026-07-16):
555// every notification PLUS your own outbound replies ('sent', with edit/delete via their
556// outboxId), sorted as one stream. Consecutive likes/boosts on the same post collapse into
557// one grouped item (actors list + count) so activity doesn't drown out conversations.
558export function getMessages(slug, limit, offset) {
559 const off = Math.max(0, offset || 0);
560 const lim = limit || 60;
561 // The stream is grouped (consecutive likes/boosts collapse), so paging is done by
562 // recomputing the whole stream top-down and slicing [off, off+lim] — stable across
563 // pages. Fetch a buffer past off+lim so grouping-shrinkage can't hide a full page.
564 const need = off + lim + 100;
565 const items = getNotifications(slug, need);
566 try {
567 for (const m of listOutbox(slug).slice(0, need)) {
568 items.push({
569 type: 'sent', outboxId: m.id, to_handle: m.to_handle, in_reply_to: m.in_reply_to,
570 content: m.content, editable: m.editable, language: m.language, created_at: m.created_at,
571 });
572 }
573 } catch { /* ignore */ }
574 items.sort((a, b) => _msgTs(b) - _msgTs(a)); // NaN-safe (zie getNotifications)
575 const out = [];
576 for (const it of items) {
577 const prev = out[out.length - 1];
578 if ((it.type === 'like' || it.type === 'announce') && prev && prev.type === it.type
579 && prev.post_slug === it.post_slug) {
580 prev.actors = prev.actors || [prev.name || prev.handle || '?'];
581 prev.actors.push(it.name || it.handle || '?');
582 prev.count = (prev.count || 1) + 1;
583 continue;
584 }
585 out.push(it);
586 }
587 return out.slice(off, off + lim);
588}
589
590export function buildCreate(base, site, post) {
591 const note = buildNote(base, site, post);
592 return {
593 '@context': AP_CONTEXT,
594 id: note.id + '#create',
595 type: 'Create',
596 actor: actorId(base, site.slug),
597 published: note.published,
598 to: note.to,
599 cc: note.cc,
600 object: note,
601 };
602}
603
604export function buildOutbox(base, site, posts) {
605 const id = `${actorId(base, site.slug)}/outbox`;
606 const items = (posts || []).slice(0, MAX_OUTBOX).map((p) => buildCreate(base, site, p));
607 return {
608 '@context': AP_CONTEXT,
609 id,
610 type: 'OrderedCollection',
611 totalItems: items.length,
612 orderedItems: items,
613 };
614}
615
616// Public callers get a count-only collection (privacy). The authenticated
617// account owner (a C2S bearer scoped to this site) gets the real actor URIs via
618// `items`, so their own client can build a friends list.
619export function buildFollowers(base, site, count, items = null) {
620 const id = `${actorId(base, site.slug)}/followers`;
621 return {
622 '@context': AP_CONTEXT,
623 id,
624 type: 'OrderedCollection',
625 totalItems: items ? items.length : (count || 0),
626 orderedItems: items || [], // count-only for the public; full for the owner
627 };
628}
629
630// The accounts this site follows — count only, mirroring buildFollowers. The spec lists
631// `following` as a standard actor property; Hubzilla/Friendica + crawlers expect it.
632export function buildFollowing(base, site, count, items = null) {
633 const id = `${actorId(base, site.slug)}/following`;
634 return {
635 '@context': AP_CONTEXT,
636 id,
637 type: 'OrderedCollection',
638 totalItems: items ? items.length : (count || 0),
639 orderedItems: items || [], // count-only for the public; full for the owner
640 };
641}
642
643// Pinned posts → the actor's `featured` collection. Mastodon reads this and shows
644// these as the "Featured" tab (pinned to the profile). Posts come ordered by pin
645// rank; embedded as full Notes so a remote server doesn't need extra fetches.
646export function buildFeatured(base, site, posts) {
647 const id = `${actorId(base, site.slug)}/featured`;
648 const items = (posts || []).map((p) => buildNote(base, site, p));
649 return {
650 '@context': AP_CONTEXT,
651 id,
652 type: 'OrderedCollection',
653 totalItems: items.length,
654 orderedItems: items,
655 };
656}
657
658// ── followers store (lazy stmts) ──────────────────────────────────
659let _insF, _updFDisp, _delF, _listF, _cntF;
660function fStmts() {
661 if (!_insF) {
662 _insF = db.prepare('INSERT OR IGNORE INTO ap_followers (slug, actor_uri, inbox, shared_inbox, name, handle, icon, created_at) VALUES (?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
663 _updFDisp = db.prepare('UPDATE ap_followers SET name = COALESCE(?, name), handle = COALESCE(?, handle), icon = COALESCE(?, icon) WHERE slug = ? AND actor_uri = ?');
664 _delF = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND actor_uri = ?');
665 _listF = db.prepare('SELECT inbox, shared_inbox FROM ap_followers WHERE slug = ?');
666 _cntF = db.prepare('SELECT COUNT(*) n FROM ap_followers WHERE slug = ?');
667 }
668 return { ins: _insF, del: _delF, list: _listF, cnt: _cntF };
669}
670export function followerCount(slug) { return fStmts().cnt.get(slug).n; }
671
672// Followers with delivery health, for the management list. Never-delivered accounts
673// first, then oldest successful delivery first — i.e. the cleanup candidates on top.
674export function listFollowers(slug) {
675 return db.prepare(
676 `SELECT id, actor_uri, inbox, shared_inbox, created_at, last_delivery_at, last_error_at
677 FROM ap_followers WHERE slug = ?
678 ORDER BY (last_delivery_at IS NULL) DESC, last_delivery_at ASC, created_at ASC`
679 ).all(slug);
680}
681// Manually drop a follower after a check (a still-live account would have to re-follow).
682export function removeFollower(slug, id) {
683 const info = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND id = ?').run(slug, id);
684 return info.changes > 0;
685}
686
687// Best cached display for an actor URI, across the caches Klonkt already fills:
688// followers (now with name/icon), following, interactions, timeline, mentions.
689// Falls back to a handle derived from the URI. Display info is not sensitive.
690export function actorDisplay(slug, uri) {
691 const ok = (r) => r && (r.name || r.icon);
692 try {
693 let r = db.prepare('SELECT name, handle, icon FROM ap_followers WHERE slug = ? AND actor_uri = ?').get(slug, uri);
694 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
695 r = db.prepare('SELECT name, handle, icon FROM ap_following WHERE slug = ? AND actor_uri = ?').get(slug, uri);
696 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
697 r = db.prepare('SELECT actor_name AS name, actor_handle AS handle, actor_icon AS icon FROM ap_interactions WHERE actor_uri = ? AND (actor_name IS NOT NULL OR actor_icon IS NOT NULL) ORDER BY created_at DESC LIMIT 1').get(uri);
698 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
699 r = db.prepare('SELECT author_name AS name, author_handle AS handle, author_icon AS icon FROM ap_timeline WHERE author_uri = ? AND (author_name IS NOT NULL OR author_icon IS NOT NULL) LIMIT 1').get(uri);
700 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
701 r = db.prepare('SELECT actor_name AS name, actor_handle AS handle, actor_icon AS icon FROM ap_mentions WHERE actor_uri = ? AND (actor_name IS NOT NULL OR actor_icon IS NOT NULL) ORDER BY created_at DESC LIMIT 1').get(uri);
702 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
703 } catch { /* ignore */ }
704 return { name: null, handle: deriveHandle(uri), icon: null };
705}
706
707// FEP-9876: does this `Prefer` header ask for enriched (embedded) members?
708// Pure and testable; the route sets the response headers around it.
709export function prefersEnriched(preferHeader) {
710 return /(^|[,;\s])return=representation($|[,;\s])/i.test(String(preferHeader || ''));
711}
712
713// AS2 actor reference with display, for the owner C2S followers/following view.
714// preferredUsername = the local part of the handle; name = the set display name.
715export function buildActorRef(slug, uri) {
716 const d = actorDisplay(slug, uri);
717 const user = d.handle && d.handle[0] === '@' ? d.handle.slice(1).split('@')[0] : null;
718 const out = { id: uri, type: 'Person' };
719 if (d.name) out.name = d.name;
720 if (user) out.preferredUsername = user;
721 if (d.icon) out.icon = { type: 'Image', url: d.icon };
722 return out;
723}
724
725// Merge who-you-follow (ap_following, rich display) with who-follows-you (ap_followers,
726// delivery health) into ONE connections list, keyed by actor_uri. Each entry gets a
727// direction (following →, follower ←, mutual ↔) and, for accounts we deliver to, an
728// `unreachable` flag (never delivered, or last attempt failed after the last success) so
729// the view can split dead connections into their own section. Powers the Connect page.
730export function listConnections(slug) {
731 const byUri = new Map();
732 for (const f of listFollowing(slug)) {
733 byUri.set(f.actor_uri, {
734 actor_uri: f.actor_uri, name: f.name || null, handle: f.handle || null,
735 icon: f.icon || null, url: f.url || null, auto_boost: f.auto_boost ? 1 : 0,
736 status: f.status || null, following: true, follower: false,
737 last_delivery_at: null, last_error_at: null, follower_id: null,
738 });
739 }
740 for (const fo of listFollowers(slug)) {
741 const e = byUri.get(fo.actor_uri);
742 if (e) { e.follower = true; e.last_delivery_at = fo.last_delivery_at; e.last_error_at = fo.last_error_at; e.follower_id = fo.id; }
743 else byUri.set(fo.actor_uri, {
744 actor_uri: fo.actor_uri, name: null, handle: null, icon: null, url: null,
745 auto_boost: 0, status: null, following: false, follower: true,
746 last_delivery_at: fo.last_delivery_at, last_error_at: fo.last_error_at, follower_id: fo.id,
747 });
748 }
749 return [...byUri.values()].map((e) => {
750 e.direction = (e.following && e.follower) ? 'mutual' : (e.following ? 'following' : 'follower');
751 e.unreachable = e.follower && (!e.last_delivery_at || (!!e.last_error_at && (!e.last_delivery_at || e.last_error_at > e.last_delivery_at)));
752 return e;
753 });
754}
755
756// ── inbound interactions store (replies / likes / boosts) + our outbound replies ──
757let _insI, _delLA, _delReply, _listI, _getI, _insO, _listO, _getO;
758// ── moderation tombstones (ap_rejected_objects) ───────────────────
759// A reply the owner removed stays removed: its object URI is tombstoned and
760// checked at ingest AND by the thread-crawler (else thread-filling would
761// re-fetch it). Owner moderation acts on the LOCAL copy, so it also works for
762// private notes that authorize_interaction can't fetch (401/404).
763let _insRj, _hasRj;
764function rjStmts() {
765 if (!_insRj) {
766 _insRj = db.prepare('INSERT OR IGNORE INTO ap_rejected_objects (object_uri, post_id, reason) VALUES (?,?,?)');
767 _hasRj = db.prepare('SELECT 1 FROM ap_rejected_objects WHERE object_uri = ?');
768 }
769 return { ins: _insRj, has: _hasRj };
770}
771export function isRejectedObject(uri) {
772 if (!uri) return false;
773 try { return !!rjStmts().has.get(String(uri)); } catch { return false; }
774}
775// Owner removes an incoming reply: tombstone + delete. Tenancy-scoped: the
776// interaction's post must belong to the caller's site.
777export function rejectInteraction(site, interactionId, reason) {
778 if (!site || !site.slug) return { error: 'forbidden' };
779 const row = iStmts().getI.get(interactionId);
780 if (!row) return { error: 'not_found' };
781 const owns = db.prepare('SELECT 1 FROM posts WHERE id = ? AND site_id = (SELECT id FROM sites WHERE slug = ?)')
782 .get(row.post_id, site.slug);
783 if (!owns) return { error: 'forbidden' };
784 if (row.object_uri) { try { rjStmts().ins.run(row.object_uri, row.post_id, reason || 'removed by site owner'); } catch { /* non-fatal */ } }
785 db.prepare('DELETE FROM ap_interactions WHERE id = ?').run(interactionId);
786 console.log('[AP] interaction removed by owner', site.slug, row.object_uri || row.actor_uri);
787 return { ok: true, object_uri: row.object_uri || null, actor_uri: row.actor_uri || null };
788}
789// Stored URIs of an interaction (tenancy-scoped) → feed sendReport for flagging
790// from the local copy (works for private notes; no remote fetch needed to target).
791export function interactionReportTarget(site, interactionId) {
792 if (!site || !site.slug) return null;
793 const row = iStmts().getI.get(interactionId);
794 if (!row) return null;
795 const owns = db.prepare('SELECT 1 FROM posts WHERE id = ? AND site_id = (SELECT id FROM sites WHERE slug = ?)')
796 .get(row.post_id, site.slug);
797 if (!owns) return null;
798 return { objectUri: row.object_uri || null, actorUri: row.actor_uri || null };
799}
800
801// AP addressing → visibility: 'public' | 'unlisted' | 'followers' | 'direct'.
802// Mastodon-conventie: Public in `to` = public, Public in `cc` = unlisted, een
803// followers-collectie zonder Public = followers-only, anders direct (DM). Public
804// kan als volledige URI, 'as:Public' of 'Public' voorkomen (JSON-LD shorthands).
805export function noteVisibility(o) {
806 const arr = (v) => (Array.isArray(v) ? v : (v ? [v] : []));
807 const isPub = (u) => u === PUBLIC || u === 'as:Public' || u === 'Public';
808 const to = arr(o && o.to).map(String);
809 const cc = arr(o && o.cc).map(String);
810 if (to.some(isPub)) return 'public';
811 if (cc.some(isPub)) return 'unlisted';
812 if ([...to, ...cc].some((u) => /\/followers\/?$/.test(u))) return 'followers';
813 return 'direct';
814}
815
816function iStmts() {
817 if (!_insI) {
818 _insI = db.prepare('INSERT OR IGNORE INTO ap_interactions (kind, post_id, object_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, parent_uri, visibility, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
819 _delLA = db.prepare('DELETE FROM ap_interactions WHERE kind = ? AND post_id = ? AND actor_uri = ?');
820 _delReply = db.prepare("DELETE FROM ap_interactions WHERE kind = 'reply' AND object_uri = ?");
821 _listI = db.prepare('SELECT id, kind, object_uri, parent_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, created_at, acted_boost, acted_like, visibility FROM ap_interactions WHERE post_id = ? ORDER BY created_at ASC');
822 _getI = db.prepare('SELECT * FROM ap_interactions WHERE id = ?');
823 _insO = db.prepare('INSERT INTO ap_outbox (id, site_slug, post_id, post_slug, in_reply_to, to_actor, to_handle, content, language, attachments, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
824 _listO = db.prepare('SELECT * FROM ap_outbox WHERE post_id = ? ORDER BY created_at ASC');
825 _getO = db.prepare('SELECT * FROM ap_outbox WHERE id = ?');
826 }
827 return { ins: _insI, delLA: _delLA, delReply: _delReply, list: _listI, getI: _getI, insO: _insO, listO: _listO, getO: _getO };
828}
829
830export function getInteractionById(id) { return iStmts().getI.get(id); }
831export function setInteractionBoosted(id, on) {
832 db.prepare('UPDATE ap_interactions SET acted_boost = ? WHERE id = ?').run(on ? 1 : 0, id);
833}
834export function setInteractionLiked(id, on) {
835 db.prepare('UPDATE ap_interactions SET acted_like = ? WHERE id = ?').run(on ? 1 : 0, id);
836}
837// Your like/boost state on a REMOTE post (interact page toggles).
838export function setMyReaction(slug, uri, kind, on) {
839 if (on) db.prepare('INSERT OR IGNORE INTO ap_my_reactions (site_slug, target_uri, kind) VALUES (?,?,?)').run(slug, uri, kind);
840 else db.prepare('DELETE FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ? AND kind = ?').run(slug, uri, kind);
841}
842export function getMyReactions(slug, uri) {
843 const rows = (slug && uri) ? db.prepare('SELECT kind FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ?').all(slug, uri) : [];
844 return { liked: rows.some((r) => r.kind === 'like'), boosted: rows.some((r) => r.kind === 'boost') };
845}
846
847const localPostExists = (id) => { try { return !!db.prepare('SELECT 1 FROM posts WHERE id = ?').get(id); } catch { return false; } };
848// Extract our local post id from a note URL, but only if it's ours (base match).
849function postIdFromNoteUrl(url, base) {
850 const s = String(url || '');
851 if (base && !s.startsWith(base)) return null;
852 const m = s.match(/\/ap\/notes\/([^/?#]+)/);
853 return m ? decodeURIComponent(m[1]) : null;
854}
855function deriveHandle(actorUri) {
856 try { const u = new URL(actorUri); const seg = u.pathname.split('/').filter(Boolean).pop() || ''; return `@${seg}@${u.host}`; } catch { return String(actorUri || ''); }
857}
858function actorInfo(doc, actorUri) {
859 let host = ''; try { host = new URL(actorUri).host; } catch { /* keep empty */ }
860 const handle = doc && doc.preferredUsername ? `@${doc.preferredUsername}@${host}` : deriveHandle(actorUri);
861 const icon = doc && doc.icon ? (doc.icon.url || (Array.isArray(doc.icon) && doc.icon[0] && doc.icon[0].url)) : null;
862 return {
863 name: (doc && (doc.name || doc.preferredUsername)) || handle,
864 handle,
865 url: safeUrl((doc && (doc.url || doc.id)) || actorUri) || null,
866 icon: safeUrl(icon) || null,
867 };
868}
869
870// Given an inReplyTo note URL, find which local post the thread belongs to + the
871// note being replied to (parent), so a reply-to-a-comment can be nested.
872function findThreadTarget(inReplyTo, base) {
873 if (!inReplyTo) return null;
874 const seg = postIdFromNoteUrl(inReplyTo, base); // our /ap/notes/<id> segment (if ours)
875 if (seg && localPostExists(seg)) return { post_id: seg, parent_uri: inReplyTo };
876 if (seg) {
877 try { const o = db.prepare('SELECT post_id FROM ap_outbox WHERE id = ?').get(seg); if (o && o.post_id) return { post_id: o.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
878 }
879 try { const row = db.prepare("SELECT post_id FROM ap_interactions WHERE object_uri = ? AND kind = 'reply' LIMIT 1").get(inReplyTo); if (row && row.post_id) return { post_id: row.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
880 return null;
881}
882
883// Drop the leading @mention(s) a federated reply carries (the person being replied to),
884// so a comment reads "dope tekening ouwe" instead of "@jason@jasonhacky.nl dope …".
885// Keeps a leading <p> wrapper; handles mention <a> links and plain-text @user@domain.
886export function stripLeadingMentions(html) {
887 if (!html) return html;
888 let s = String(html);
889 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:<a\b[^>]*>\s*@[^<]+<\/a>[  ]*)+/i, (m, p) => p || '');
890 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:@[\w.-]+(?:@[\w.-]+)?[  ]+)+/i, (m, p) => p || '');
891 return s;
892}
893
894// View-ready threaded view of a post's fediverse activity (inbound replies +
895// our outbound replies, nested), plus like/boost counts.
896export function getInteractions(postId, base, site) {
897 const s = iStmts();
898 // Privacy: a followers-only or direct (DM) reply is addressed to people, not to the
899 // public web, so it must NOT render in the public thread. It still reaches the owner
900 // via notifications (post context + reference included there). Legacy rows without a
901 // visibility value are treated as public. Likes/boosts stay counted (count-only).
902 const rows = s.list.all(postId).filter((r) =>
903 r.kind !== 'reply' || !(r.visibility === 'followers' || r.visibility === 'direct'));
904 const baseClean = (base || process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
905 const postNoteId = baseClean ? `${baseClean}/ap/notes/${postId}` : null;
906 // Our own (outbound) replies show the SITE identity for everyone (not "You").
907 let host = ''; try { host = new URL(baseClean).host; } catch { /* ignore */ }
908 const siteName = (site && (site.title || site.slug)) || '';
909 const siteHandle = (site && site.slug && host) ? `@${site.slug}@${host}` : '';
910 const siteUrl = baseClean ? `${baseClean}/` : '';
911 const siteIcon = (site && site.profile_photo) || null;
912
913 const nodes = [];
914 for (const r of rows) {
915 if (r.kind !== 'reply') continue;
916 nodes.push({
917 noteId: r.object_uri, parent: r.parent_uri || null, mine: false, id: r.id,
918 actor_uri: r.actor_uri,
919 actor_name: r.actor_name, actor_handle: r.actor_handle, actor_url: r.actor_url,
920 actor_icon: r.actor_icon, content: stripLeadingMentions(r.content), created_at: r.published || r.created_at,
921 acted_boost: !!r.acted_boost, acted_like: !!r.acted_like,
922 children: [],
923 });
924 }
925 for (const o of s.listO.all(postId)) {
926 nodes.push({
927 noteId: baseClean ? `${baseClean}/ap/notes/${o.id}` : o.id, parent: o.in_reply_to || null,
928 mine: true, outboxId: o.id, content: stripLeadingMentions(o.content), created_at: o.created_at,
929 media: (() => { try { return o.attachments ? JSON.parse(o.attachments) : []; } catch { return []; } })(),
930 actor_name: siteName, actor_handle: siteHandle, actor_url: siteUrl, actor_icon: siteIcon,
931 children: [],
932 });
933 }
934
935 const byId = new Map(nodes.map((n) => [n.noteId, n]));
936 // Conversation partners per node (u02, the reply editor's mentions bar): the
937 // node's author plus the ancestor authors up the chain. Our own nodes are
938 // skipped (we do not mention ourselves), deduped by actor, capped at 8.
939 for (const n of nodes) {
940 const seen = new Set();
941 const list = [];
942 let cur = n, guard = 0;
943 while (cur && guard++ < 12 && list.length < 8) {
944 if (!cur.mine && cur.actor_uri && !seen.has(cur.actor_uri)) {
945 seen.add(cur.actor_uri);
946 list.push({
947 uri: cur.actor_uri,
948 url: cur.actor_url || cur.actor_uri,
949 handle: cur.actor_handle || deriveHandle(cur.actor_uri),
950 });
951 }
952 cur = cur.parent ? byId.get(cur.parent) : null;
953 }
954 n.participants = list;
955 }
956 const isTop = (n) => !n.parent || n.parent === postNoteId || !byId.has(n.parent);
957 const tops = [];
958 for (const n of nodes) {
959 if (isTop(n)) { tops.push(n); continue; }
960 let anc = n, guard = 0;
961 while (!isTop(anc) && guard++ < 12) anc = byId.get(anc.parent);
962 anc.children.push(n);
963 }
964 const byTime = (a, b) => new Date(a.created_at) - new Date(b.created_at);
965 tops.sort(byTime).forEach((t) => t.children.sort(byTime));
966
967 return {
968 thread: tops,
969 likeCount: rows.filter((r) => r.kind === 'like').length,
970 announceCount: rows.filter((r) => r.kind === 'announce').length,
971 total: nodes.length,
972 };
973}
974
975// ── HTTP Signatures + delivery ────────────────────────────────────
976const slugFromActorUrl = (url) => { const m = String(url || '').match(/\/ap\/users\/([^/?#]+)/); return m ? decodeURIComponent(m[1]) : null; };
977// Which of OUR sites are named in a note's Mention tags? Only hrefs on our own base count
978// (an /ap/users/<slug> path on a remote host is someone else's actor), and the slug must be
979// an existing site. Deduped.
980export function localMentionSlugs(tags, base) {
981 if (!base) return [];
982 const out = [], seen = new Set();
983 for (const t of (Array.isArray(tags) ? tags : (tags ? [tags] : []))) {
984 if (!t || t.type !== 'Mention' || typeof t.href !== 'string') continue;
985 if (!t.href.startsWith(base + '/ap/users/')) continue;
986 const slug = slugFromActorUrl(t.href);
987 if (!slug || seen.has(slug)) continue; seen.add(slug);
988 try { if (db.prepare('SELECT 1 FROM sites WHERE slug = ?').get(slug)) out.push(slug); } catch { /* ignore */ }
989 }
990 return out;
991}
992
993// Sign + POST an activity to a remote inbox (draft-cavage HTTP Signatures, RSA-SHA256).
994export async function deliver(inboxUrl, bodyObj, keyId, privatePem) {
995 const body = JSON.stringify(bodyObj);
996 const u = new URL(inboxUrl);
997 const date = new Date().toUTCString();
998 const digest = 'SHA-256=' + crypto.createHash('sha256').update(body).digest('base64');
999 const signingString = `(request-target): post ${u.pathname}\nhost: ${u.host}\ndate: ${date}\ndigest: ${digest}`;
1000 const signature = crypto.sign('sha256', Buffer.from(signingString), privatePem).toString('base64');
1001 const sig = `keyId="${keyId}",algorithm="rsa-sha256",headers="(request-target) host date digest",signature="${signature}"`;
1002 const r = await safeFetch(inboxUrl, {
1003 method: 'POST',
1004 headers: { 'Content-Type': 'application/activity+json', Accept: 'application/activity+json', Date: date, Digest: digest, Signature: sig },
1005 body,
1006 });
1007 return r.status;
1008}
1009
1010export async function fetchActor(url) {
1011 try {
1012 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
1013 if (!r.ok) return null;
1014 const len = Number(r.headers.get('content-length') || 0);
1015 if (len > 2_000_000) return null; // refuse oversized actor docs
1016 return await r.json();
1017 } catch { return null; }
1018}
1019
1020// ── Delivery queue with retries ───────────────────────────────────
1021// Outbound deliveries are tried immediately; on failure (down server, timeout,
1022// non-2xx) they're queued and retried with backoff so a briefly-offline follower
1023// doesn't silently miss the post. The signing key is NOT stored — the worker
1024// re-derives it from the actor slug at send time.
1025const DELIVERY_MAX_ATTEMPTS = 6;
1026const DELIVERY_BACKOFF_MIN = [1, 5, 15, 60, 180, 360];
1027let _insDeliv, _dueDeliv, _delDeliv, _bumpDeliv;
1028function deliveryStmts() {
1029 if (!_insDeliv) {
1030 _insDeliv = db.prepare('INSERT INTO ap_delivery (slug, inbox, body, attempts, next_at) VALUES (?,?,?,0,CURRENT_TIMESTAMP)');
1031 _dueDeliv = db.prepare("SELECT * FROM ap_delivery WHERE datetime(next_at) <= datetime('now') ORDER BY next_at LIMIT 30");
1032 _delDeliv = db.prepare('DELETE FROM ap_delivery WHERE id = ?');
1033 _bumpDeliv = db.prepare('UPDATE ap_delivery SET attempts = ?, next_at = ? WHERE id = ?');
1034 }
1035 return { ins: _insDeliv, due: _dueDeliv, del: _delDeliv, bump: _bumpDeliv };
1036}
1037export function enqueueDelivery(slug, inbox, activity) {
1038 if (!slug || !inbox || !activity) return;
1039 try { deliveryStmts().ins.run(slug, inbox, JSON.stringify(activity)); } catch { /* ignore */ }
1040}
1041// Record delivery health per follower so the followers list can flag dead accounts.
1042// Keyed by inbox: a shared-inbox POST reaches every follower behind it, so all of them
1043// are marked. A non-follower inbox (inline @mention) simply matches 0 rows.
1044let _fDelivOk, _fDelivErr;
1045function markFollowerDelivery(slug, inbox, ok) {
1046 if (!slug || !inbox) return;
1047 try {
1048 if (!_fDelivOk) {
1049 _fDelivOk = db.prepare('UPDATE ap_followers SET last_delivery_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
1050 _fDelivErr = db.prepare('UPDATE ap_followers SET last_error_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
1051 }
1052 (ok ? _fDelivOk : _fDelivErr).run(slug, inbox, inbox);
1053 } catch { /* health tracking is non-fatal */ }
1054}
1055// Deliver now; queue for retry if it fails.
1056export async function deliverWithRetry(slug, inbox, activity, keyId, privPem) {
1057 if (!inbox) return;
1058 try { const st = await deliver(inbox, activity, keyId, privPem); if (st >= 200 && st < 300) { markFollowerDelivery(slug, inbox, true); return; } } catch { /* queue below */ }
1059 enqueueDelivery(slug, inbox, activity);
1060}
1061let _processingDeliv = false;
1062export async function processDeliveryQueue() {
1063 if (_processingDeliv) return; // re-entrancy guard: 30 rows × 8s can exceed the 60s tick → no double-delivery
1064 _processingDeliv = true;
1065 try {
1066 let rows;
1067 try { rows = deliveryStmts().due.all(); } catch { return; }
1068 if (!rows || !rows.length) return;
1069 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1070 for (const row of rows) {
1071 let ok = false;
1072 try {
1073 const keys = getOrCreateKeys(row.slug);
1074 const st = await deliver(row.inbox, JSON.parse(row.body), `${actorId(base, row.slug)}#main-key`, keys.private_pem);
1075 ok = st >= 200 && st < 300;
1076 } catch { ok = false; }
1077 if (ok) { markFollowerDelivery(row.slug, row.inbox, true); deliveryStmts().del.run(row.id); continue; }
1078 const attempts = row.attempts + 1;
1079 if (attempts >= DELIVERY_MAX_ATTEMPTS) { markFollowerDelivery(row.slug, row.inbox, false); deliveryStmts().del.run(row.id); console.warn('[AP] delivery gave up after', attempts, 'tries →', row.inbox); continue; }
1080 // Index the backoff on the CURRENT attempt count (row.attempts) so the first
1081 // retry uses the 1-min tier instead of skipping it.
1082 const mins = DELIVERY_BACKOFF_MIN[Math.min(row.attempts, DELIVERY_BACKOFF_MIN.length - 1)];
1083 deliveryStmts().bump.run(attempts, new Date(Date.now() + mins * 60000).toISOString(), row.id);
1084 }
1085 } finally { _processingDeliv = false; }
1086}
1087let _delivTimer = null;
1088export function startDeliveryWorker() {
1089 if (_delivTimer) return;
1090 _delivTimer = setInterval(() => { processDeliveryQueue().catch(() => {}); }, 60 * 1000);
1091 if (_delivTimer.unref) _delivTimer.unref();
1092}
1093
1094// Best-effort verification of an incoming signed request. Returns the sender's
1095// actor doc if the signature checks out, else null. (Not gating yet — MVP.)
1096// Max clock skew for the signed Date header (replay window). Generous default to tolerate
1097// federating servers with drifting clocks; an operator can widen it via env.
1098const SIG_MAX_SKEW_MS = (Number(process.env.AP_SIG_MAX_SKEW_MIN) || 60) * 60 * 1000;
1099export async function verifyRequest(req) {
1100 const sigH = req.headers['signature'];
1101 if (!sigH) return null;
1102 const p = Object.fromEntries([...sigH.matchAll(/([a-zA-Z]+)="([^"]*)"/g)].map((m) => [m[1], m[2]]));
1103 if (!p.keyId || !p.signature) return null;
1104 const actor = await fetchActor(p.keyId.split('#')[0]);
1105 const pem = actor && actor.publicKey && actor.publicKey.publicKeyPem;
1106 if (!pem) return null;
1107 const hs = (p.headers || '(request-target) host date').split(/\s+/);
1108 // Behind a reverse proxy the raw Host header is the backend bind (e.g. localhost:3000, when
1109 // the proxy doesn't preserve it — Apache .htaccess [P] proxying), but the sender signed the
1110 // HTTP-Signature over the PUBLIC host. Try each candidate host (the configured PUBLIC_BASE_URL
1111 // host, the proxy's X-Forwarded-Host, and the raw Host) and accept if the signature verifies
1112 // against any. An attacker can't forge a match (no private key), so this only rescues the
1113 // legitimate proxied case. Also normalise a leading double-slash in the request-target.
1114 let _pubHost = null;
1115 if (process.env.PUBLIC_BASE_URL) { try { _pubHost = new URL(process.env.PUBLIC_BASE_URL).host; } catch { /* ignore */ } }
1116 const _hosts = [...new Set([_pubHost, req.headers['x-forwarded-host'], req.headers['host']].filter(Boolean))];
1117 const _target = `${req.method.toLowerCase()} ${String(req.originalUrl || '').replace(/^\/{2,}/, '/')}`;
1118 const _sig = Buffer.from(p.signature, 'base64');
1119 let ok = false;
1120 for (const _h of _hosts) {
1121 const line = hs.map((x) => x === '(request-target)'
1122 ? `(request-target): ${_target}`
1123 : x === 'host' ? `host: ${_h}`
1124 : `${x}: ${req.headers[x] || ''}`).join('\n');
1125 try { if (crypto.verify('sha256', Buffer.from(line), pem, _sig)) { ok = true; break; } } catch { /* try next host */ }
1126 }
1127 // Replay defence: the Date header must be signed and recent. A captured signed request
1128 // replayed later (or with a swapped body) is rejected.
1129 if (ok) {
1130 if (!hs.includes('date')) ok = false;
1131 else {
1132 const t = Date.parse(req.headers['date'] || '');
1133 if (isNaN(t) || Math.abs(Date.now() - t) > SIG_MAX_SKEW_MS) ok = false;
1134 }
1135 }
1136 // Digest is MANDATORY when the request carries a body: without a signed digest the body
1137 // isn't covered by the signature and could be swapped on a replay.
1138 if (ok && req.rawBody && req.rawBody.length) {
1139 if (!hs.includes('digest')) ok = false;
1140 else {
1141 const exp = 'SHA-256=' + crypto.createHash('sha256').update(req.rawBody).digest('base64');
1142 if (req.headers['digest'] !== exp) ok = false;
1143 }
1144 }
1145 return ok ? actor : null;
1146}
1147
1148// Parse a fediverse poll (an ActivityStreams `Question` — the Mastodon-standard poll form)
1149// into our compact shape. `oneOf` = single choice, `anyOf` = multiple; each option is a Note
1150// with a `name` and a `replies` collection whose `totalItems` is that option's vote count.
1151function parsePoll(o) {
1152 if (!o || o.type !== 'Question') return null;
1153 const raw = Array.isArray(o.oneOf) ? o.oneOf : (Array.isArray(o.anyOf) ? o.anyOf : null);
1154 if (!raw || !raw.length) return null;
1155 const options = raw.slice(0, 12).map((opt) => ({
1156 name: String((opt && opt.name) || '').slice(0, 300),
1157 count: Math.max(0, Number(opt && opt.replies && opt.replies.totalItems) || 0),
1158 })).filter((x) => x.name);
1159 if (!options.length) return null;
1160 const endTime = o.endTime || (typeof o.closed === 'string' ? o.closed : null);
1161 const closed = !!o.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
1162 return { multiple: Array.isArray(o.anyOf), options, endTime, closed, voters: Number(o.votersCount) || null, voted: null };
1163}
1164
1165// ── Polls WE host (a local post with a poll) ──────────────────────
1166// Parse the poll definition stored on our own post (posts.poll_json). Counts are
1167// NOT stored here — they're derived from the poll_votes ballots so a re-render always
1168// reflects the authoritative tally.
1169export function parseOwnPoll(pollJson) {
1170 if (!pollJson) return null;
1171 let d; try { d = typeof pollJson === 'string' ? JSON.parse(pollJson) : pollJson; } catch { return null; }
1172 if (!d || !Array.isArray(d.options)) return null;
1173 const options = d.options.map((o) => ({ name: String((o && o.name != null ? o.name : o) || '').slice(0, 300) })).filter((o) => o.name);
1174 if (options.length < 2) return null;
1175 const endTime = d.endTime || null;
1176 const closed = !!d.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
1177 return { multiple: !!d.multiple, options, endTime, closed };
1178}
1179
1180// Live tally of a hosted poll from its ballots: per-option counts + unique voters.
1181export function pollTally(postId) {
1182 const counts = {}; let voters = 0;
1183 try {
1184 for (const r of db.prepare('SELECT choice, COUNT(*) AS n FROM poll_votes WHERE post_id = ? GROUP BY choice').all(postId)) counts[r.choice] = r.n;
1185 voters = db.prepare('SELECT COUNT(DISTINCT actor_uri) AS n FROM poll_votes WHERE post_id = ?').get(postId).n || 0;
1186 } catch { /* table may not exist yet */ }
1187 return { counts, voters };
1188}
1189
1190// Render-ready view of a hosted poll (options with counts + percentages, totals, state).
1191// Voting is fediverse-only, so this is display-only on the site.
1192export function ownPollView(post) {
1193 const poll = parseOwnPoll(post && post.poll_json);
1194 if (!poll) return null;
1195 const { counts, voters } = pollTally(post.id);
1196 const total = Object.values(counts).reduce((a, b) => a + b, 0);
1197 const denom = poll.multiple ? voters : total; // multiple-choice %: share of voters (can sum >100%)
1198 const options = poll.options.map((o) => {
1199 const count = counts[o.name] || 0;
1200 return { name: o.name, count, pct: denom ? Math.round((count / denom) * 100) : 0 };
1201 });
1202 return { multiple: poll.multiple, options, total, voters, endTime: poll.endTime, closed: poll.closed };
1203}
1204
1205// Attach the AS2 Question shape to a note built for a hosted poll. Mastodon renders a
1206// status with either media OR a poll (never both), so a poll federates as content +
1207// options with no media attachment. oneOf = single choice, anyOf = multiple.
1208function applyPollToNote(note, postId, poll) {
1209 const { counts, voters } = pollTally(postId);
1210 const opts = poll.options.map((o) => ({
1211 type: 'Note',
1212 name: o.name,
1213 replies: { type: 'Collection', totalItems: counts[o.name] || 0 },
1214 }));
1215 note.type = 'Question';
1216 note[poll.multiple ? 'anyOf' : 'oneOf'] = opts;
1217 if (poll.endTime) note.endTime = new Date(poll.endTime).toISOString();
1218 // Once closed, Mastodon expects a `closed` timestamp (the effective end).
1219 if (poll.closed) note.closed = poll.endTime ? new Date(poll.endTime).toISOString() : new Date().toISOString();
1220 note.votersCount = voters;
1221 delete note.attachment; // media ATTACHMENTS + a poll are mutually exclusive on Mastodon
1222 // Keep note.image: it's the cover, which Mastodon ignores on a Question anyway
1223 // (same as on any Note) but Klonkt reads to show the cover in feeds/the Cirkel.
1224 // Deleting it stripped the cover off every boosted poll.
1225 return note;
1226}
1227
1228// Record an inbound ballot on one of OUR polls. A vote arrives as a Create(Note) whose
1229// `name` is the chosen option and `inReplyTo` is our poll note — the Mastodon-standard
1230// vote form. Returns { handled } — handled=true means it was addressed to a poll (so the
1231// caller must NOT also store it as a reply), false means "not a poll, fall through".
1232function recordPollBallot(postId, actorUri, rawChoice) {
1233 const choice = String(rawChoice == null ? '' : rawChoice).slice(0, 300);
1234 if (!choice) return { handled: false };
1235 let post; try { post = db.prepare('SELECT poll_json FROM posts WHERE id = ?').get(postId); } catch { return { handled: false }; }
1236 const poll = post && parseOwnPoll(post.poll_json);
1237 if (!poll) return { handled: false }; // not a poll → let the reply logic handle it
1238 if (poll.closed) return { handled: true }; // voting closed → drop
1239 if (!poll.options.some((o) => o.name === choice)) return { handled: true }; // unknown option → drop
1240 try {
1241 // Single choice = one ballot per actor: ignore a later/different vote. Multiple choice
1242 // allows one ballot per distinct option (the UNIQUE(post,actor,choice) dedupes repeats).
1243 if (!poll.multiple && db.prepare('SELECT 1 FROM poll_votes WHERE post_id = ? AND actor_uri = ? LIMIT 1').get(postId, actorUri)) return { handled: true };
1244 db.prepare('INSERT OR IGNORE INTO poll_votes (post_id, actor_uri, choice) VALUES (?, ?, ?)').run(postId, actorUri, choice);
1245 } catch { return { handled: true }; }
1246 schedulePollUpdate(postId);
1247 return { handled: true };
1248}
1249
1250// Coalesce a burst of votes into ONE Update(Question) per poll: the first vote schedules a
1251// refresh ~15s out; further votes in that window ride the same pending update (which carries
1252// the accumulated tally). Non-follower voters re-fetch the Question (live tally) themselves.
1253const _pollUpdTimers = new Map();
1254function schedulePollUpdate(postId) {
1255 if (_pollUpdTimers.has(postId)) return;
1256 const t = setTimeout(() => { _pollUpdTimers.delete(postId); deliverPollUpdate(postId).catch(() => { /* best-effort */ }); }, 15000);
1257 if (t.unref) t.unref();
1258 _pollUpdTimers.set(postId, t);
1259}
1260
1261// Push the fresh poll tally (or closed state) to followers as Update(Question).
1262export async function deliverPollUpdate(postId) {
1263 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1264 if (!base || !postId) return;
1265 let post, site;
1266 try {
1267 post = db.prepare('SELECT * FROM posts WHERE id = ?').get(postId);
1268 if (!post || !post.poll_json) return;
1269 site = db.prepare('SELECT * FROM sites WHERE id = ?').get(post.site_id);
1270 } catch { return; }
1271 if (site) await deliverUpdate(site, post);
1272}
1273
1274// ── Web push to the owner (docs/webpush-design.md, slice 3) ─────────
1275// Fire-and-forget: a notification must never block or break inbox processing.
1276function pushEvent(slug, event) {
1277 try { Push.notifySite(slug, event).catch(() => {}); } catch { /* never throw */ }
1278}
1279// Hub-aware path prefix for a site's pages ('' in solo).
1280function pushPrefix(slug) {
1281 try { return getTenancy() === 'hub' ? `/user/${slug}` : ''; } catch { return ''; }
1282}
1283// Notification language: the site's content language (fallback: instance default).
1284function pushLang(slug) {
1285 try { const r = db.prepare('SELECT language FROM sites WHERE slug = ?').get(slug); return (r && r.language) || process.env.KLONKT_DEFAULT_LANG || 'nl'; } catch { return 'nl'; }
1286}
1287// Site slug, target URL and title for a post-scoped notification.
1288function pushPostCtx(postId) {
1289 try {
1290 const r = db.prepare('SELECT p.slug AS post, p.title, s.slug AS site FROM posts p JOIN sites s ON s.id = p.site_id WHERE p.id = ?').get(postId);
1291 if (!r) return null;
1292 return { site: r.site, title: r.title || r.post, url: `${pushPrefix(r.site)}/${r.post}#fediverse` };
1293 } catch { return null; }
1294}
1295
1296// Handle an incoming inbox POST. slugParam = null for the shared /ap/inbox.
1297export async function handleInbox(req, slugParam) {
1298 const act = req.body || {};
1299 const type = act.type;
1300 // Real client IP (behind the proxy via `trust proxy`) — logged on dropped/rejected/
1301 // ignored inbox hits so an operator can see who is probing their fediverse inbox.
1302 const ip = req.ip || (req.connection && req.connection.remoteAddress) || '?';
1303 const base = (process.env.PUBLIC_BASE_URL || `${req.protocol}://${req.get('host')}`).replace(/\/+$/, '');
1304 const verified = await verifyRequest(req).catch(() => null);
1305
1306 // ENFORCE HTTP signatures: a data-affecting activity must be signed by the very
1307 // actor it claims to be. No valid signature, or signer ≠ actor → reject (no
1308 // forged replies/likes/follows/timeline posts). GET/discovery stays open.
1309 const claimedActor = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1310 // Blocked actor/domain → silently drop (202, don't reveal the block).
1311 if (claimedActor && isBlockedAny(claimedActor)) { console.log('[AP] inbox dropped (blocked)', claimedActor, 'from', ip); return 202; }
1312 const GATED = ['Create', 'Like', 'Announce', 'Follow', 'Delete', 'Undo', 'Accept', 'Reject', 'Add', 'Remove', 'Update', 'Flag', 'Offer'];
1313 if (GATED.includes(type)) {
1314 if (!verified || !claimedActor || verified.id !== claimedActor) {
1315 console.warn('[AP] inbox REJECTED (signature)', type, claimedActor || '?', 'from', ip, verified ? '(signer mismatch)' : '(unsigned/invalid)');
1316 return 401;
1317 }
1318 }
1319
1320 // FEP-633c: the adoption handshake. An Offer lands at the local ward; an
1321 // Accept/Reject answers an offer a local guardian sent. Anything the
1322 // guardianship module does not recognize falls through to the old paths.
1323 if (type === 'Offer' || type === 'Accept' || type === 'Reject') {
1324 // Every LOCAL party this activity is addressed to gets its own copy of the
1325 // handshake (a ward and a co-guardian may both live here). Gather candidate
1326 // local slugs from the inbox owner, the `to` list, and the ward.
1327 const cand = new Set();
1328 if (slugParam) cand.add(slugParam);
1329 for (const t of (Array.isArray(act.to) ? act.to : (act.to ? [act.to] : []))) {
1330 if (typeof t === 'string') { const s = slugFromActorUrl(t); if (s) cand.add(s); }
1331 }
1332 if (type === 'Offer') {
1333 const rel = Guardianship.parseRelationship(act.object);
1334 if (rel) { const s = slugFromActorUrl(rel.ward); if (s) cand.add(s); }
1335 }
1336 let consumed = false;
1337 for (const slug of cand) {
1338 const gsite = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
1339 if (gsite && await Guardianship.handleGuardianshipInbox(gsite, act).catch(() => false)) consumed = true;
1340 }
1341 if (consumed) { console.log('[AP] guardianship', type, 'from', claimedActor); return 202; }
1342 }
1343
1344 // A moderation report (Flag) about our content — store it for the targeted site's owner
1345 // (each Klonkt site is moderated by its own owner). Signature is enforced (GATED).
1346 if (type === 'Flag') {
1347 const objs = Array.isArray(act.object) ? act.object : (act.object ? [act.object] : []);
1348 const objectUris = objs.map((o) => (typeof o === 'string' ? o : (o && o.id))).filter(Boolean);
1349 let targetSlug = null;
1350 const noteIds = [];
1351 for (const u of objectUris) {
1352 const s = slugFromActorUrl(u); // one of our actors?
1353 if (s) { targetSlug = targetSlug || s; continue; }
1354 const pid = postIdFromNoteUrl(u, base); // one of our notes?
1355 if (pid) noteIds.push(pid);
1356 }
1357 if (!targetSlug && noteIds.length) {
1358 try { const r = db.prepare('SELECT s.slug FROM posts p JOIN sites s ON s.id = p.site_id WHERE p.id = ? LIMIT 1').get(noteIds[0]); if (r) targetSlug = r.slug; } catch { /* ignore */ }
1359 }
1360 if (!targetSlug) return 202; // not about us / can't tell → drop
1361 // Flag is GATED, so `verified` is the signer's (reporter's) actor doc already.
1362 const ai = actorInfo(verified || null, claimedActor);
1363 try {
1364 db.prepare('INSERT INTO ap_reports (slug, actor_uri, actor_name, actor_handle, actor_icon, content, objects, created_at) VALUES (?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1365 .run(targetSlug, claimedActor || null, ai.name, ai.handle, ai.icon, HtmlSanitizerService.toPlainText(act.content || '').slice(0, 3000), JSON.stringify(objectUris.slice(0, 20)));
1366 console.log('[AP] report received for', targetSlug, 'from', claimedActor);
1367 } catch { /* ignore */ }
1368 return 202;
1369 }
1370
1371 if (type === 'Follow') {
1372 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1373 const slug = slugParam || slugFromActorUrl(typeof act.object === 'string' ? act.object : (act.object && act.object.id));
1374 if (!who || !slug) return 400;
1375 const remote = await fetchActor(who);
1376 if (!remote || !remote.inbox) return 202; // can't reach them → drop quietly
1377 const sharedInbox = (remote.endpoints && remote.endpoints.sharedInbox) || null;
1378 const fi = actorInfo(remote, who); // cache display for the friends list (shaer-aa3)
1379 // FEP-633c §5.3: if the followed actor is a WARD (has guardians), the
1380 // follow is gated. A committed guardian's own Follow is auto-accepted
1381 // (it needs no gate); anyone else is held pending for guardian approval.
1382 // Free actors / normal sites have no guardians → fall through, unchanged.
1383 const wardGuardians = Guardianship.listGuardians(slug).map((g) => g.other_uri);
1384 if (wardGuardians.length && !wardGuardians.includes(who)) {
1385 const followId = (typeof act.id === 'string' && act.id) || `${who}#follow-${Date.now()}-${rid()}`;
1386 Guardianship.follows.recordPending(slug, {
1387 id: followId, follower: who, inbox: remote.inbox, sharedInbox,
1388 name: fi.name, handle: fi.handle, icon: fi.icon, activity: act,
1389 });
1390 // The ward and its guardians live together (the family Klonkt); a push
1391 // tells each local guardian to decide in /guardian2. Over the wire the
1392 // follow stays a normal pending Follow until they accept (Robins besluit:
1393 // keep the flow simple, no cross-instance forwarding).
1394 for (const g of wardGuardians) {
1395 const gslug = slugFromActorUrl(g);
1396 if (!gslug) continue;
1397 const L = pushLang(gslug);
1398 pushEvent(gslug, { type: 'guardian', title: i18nT(L, 'push.n_guard_cog_t'), body: i18nT(L, 'push.n_guard_cog_b', { who: fi.name || fi.handle || i18nT(L, 'notif.someone') }), url: `${pushPrefix(gslug)}/guardian2` });
1399 }
1400 console.log('[AP] Follow', who, '→ ward', slug, '(gated, awaiting guardians)');
1401 return 202;
1402 }
1403 fStmts().ins.run(slug, who, remote.inbox, sharedInbox, fi.name, fi.handle, fi.icon);
1404 try { _updFDisp.run(fi.name, fi.handle, fi.icon, slug, who); } catch { /* best effort */ }
1405 { const L = pushLang(slug); pushEvent(slug, { type: 'follow', title: i18nT(L, 'push.n_follow_t'), body: i18nT(L, 'push.n_follow_b', { who: fi.name || fi.handle || i18nT(L, 'notif.someone') }), url: `${pushPrefix(slug)}/connect` }); }
1406 const me = actorId(base, slug);
1407 const keys = getOrCreateKeys(slug);
1408 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: act };
1409 deliver(remote.inbox, accept, `${me}#main-key`, keys.private_pem).catch((e) => console.warn('[AP] Accept delivery failed:', e.message));
1410 // Auto-backfill: send our recent posts as Create so the instance has our history
1411 // (Mastodon doesn't fetch history on follow). ONCE PER REMOTE INSTANCE only —
1412 // Mastodon dedupes notes per-instance, so re-filling an instance that already has
1413 // a follower of ours is wasted work (and won't re-populate the new follower's
1414 // timeline anyway). Deliver to the shared inbox (instance-level) when present.
1415 // Sync insert+check (no await between) → no interleave race with concurrent Follows.
1416 const instanceFilled = sharedInbox &&
1417 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1')
1418 .get(slug, sharedInbox, who);
1419 if (!instanceFilled) {
1420 backfillNewFollower(base, slug, sharedInbox || remote.inbox).catch(() => { /* best-effort */ });
1421 }
1422 console.log('[AP] Follow', who, '→', slug, verified ? '(sig ok)' : '(sig unverified)');
1423 return 202;
1424 }
1425 if (type === 'Undo' && act.object) {
1426 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1427 const ot = act.object.type;
1428 if (ot === 'Follow') {
1429 const obj = act.object.object;
1430 const slug = slugParam || slugFromActorUrl(typeof obj === 'string' ? obj : (obj && obj.id));
1431 if (who && slug) { fStmts().del.run(slug, who); console.log('[AP] Unfollow', who, '→', slug); }
1432 return 202;
1433 }
1434 if (ot === 'Like' || ot === 'Announce') {
1435 const tgt = act.object.object;
1436 const pid = postIdFromNoteUrl(typeof tgt === 'string' ? tgt : (tgt && tgt.id), base);
1437 if (who && pid) { iStmts().delLA.run(ot.toLowerCase(), pid, who); console.log('[AP] Undo', ot, who, '→', pid); }
1438 return 202;
1439 }
1440 return 202;
1441 }
1442
1443 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1444 const resolveActor = async (uri) => ((verified && verified.id === uri) ? verified : await fetchActor(uri).catch(() => null));
1445 // Activities from our OWN actors are already stored via ap_outbox — don't re-store.
1446 const isLocalActor = !!(base && actorUri && actorUri.startsWith(`${base}/ap/users/`));
1447
1448 // Inbound reply: a Create whose object replies to one of our notes (post OR comment).
1449 if (type === 'Create' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1450 const o = act.object;
1451 // A poll ballot: a Note carrying a `name` (the chosen option) inReplyTo one of OUR poll
1452 // posts. Record it (deduped per actor) BEFORE the reply logic so a vote is never stored
1453 // as a comment. recordPollBallot returns handled=false only if the target isn't a poll.
1454 if (o.name && o.inReplyTo && actorUri && !isLocalActor) {
1455 const seg = postIdFromNoteUrl(o.inReplyTo, base);
1456 if (seg && localPostExists(seg)) {
1457 const rec = recordPollBallot(seg, actorUri, o.name);
1458 if (rec.handled) { console.log('[AP] poll vote', actorUri, '→', seg); return 202; }
1459 }
1460 }
1461 const tgt = findThreadTarget(o.inReplyTo, base);
1462 if (tgt && actorUri && !isLocalActor) {
1463 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1464 const html = HtmlSanitizerService.sanitize(o.content || '');
1465 if (isRejectedObject(o.id)) { console.log('[AP] reply skipped (tombstoned)', o.id); return 202; }
1466 iStmts().ins.run('reply', tgt.post_id, o.id || '', actorUri, ai.name, ai.handle, ai.url, ai.icon, html, o.published || null, tgt.parent_uri, noteVisibility(o));
1467 console.log('[AP] reply', actorUri, '→', tgt.post_id);
1468 {
1469 // Private (followers/direct) replies push as a DM ping WITHOUT content
1470 // (the push service should never carry private text, design decision);
1471 // public replies carry a short snippet.
1472 const ctx = pushPostCtx(tgt.post_id);
1473 const vis = noteVisibility(o);
1474 const priv = vis === 'direct' || vis === 'followers';
1475 if (ctx) {
1476 const L = pushLang(ctx.site);
1477 const who = ai.name || ai.handle || i18nT(L, 'notif.someone');
1478 if (priv) pushEvent(ctx.site, { type: 'dm', title: i18nT(L, 'push.n_dm_t'), body: i18nT(L, 'push.n_dm_b', { who }), url: `${pushPrefix(ctx.site)}/messages` });
1479 else pushEvent(ctx.site, { type: 'reply', title: i18nT(L, 'push.n_reply_t', { title: ctx.title }), body: `${who}: ${HtmlSanitizerService.toPlainText(html).slice(0, 90)}`, url: ctx.url });
1480 }
1481 }
1482 return 202;
1483 }
1484 // Home timeline (client): a top-level post from an account we follow.
1485 if (actorUri && !isLocalActor && !o.inReplyTo && o.id) {
1486 let subs = []; try { subs = db.prepare('SELECT slug, auto_boost FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist yet */ }
1487 if (subs.length) {
1488 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1489 const html = HtmlSanitizerService.sanitize(o.content || '');
1490 const _atts = (Array.isArray(o.attachment) ? o.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
1491 // Fallback cover: a Note's `image` (set when the attachment was suppressed
1492 // for a player-card post, e.g. hosted-audio posts).
1493 if (!_atts.some((m) => !m.type || /image/i.test(m.type)) && o.image) {
1494 const _im = Array.isArray(o.image) ? o.image[0] : o.image;
1495 const _iu = safeUrl(typeof _im === 'string' ? _im : (_im && _im.url));
1496 if (_iu) _atts.push({ url: _iu, type: (_im && _im.mediaType) || 'image/jpeg' });
1497 }
1498 const media = JSON.stringify(_atts);
1499 const poll = parsePoll(o); // a Question (fediverse poll) → cache its options/counts
1500 // "Feature" = show in the Cirkel (local only). We do NOT auto-Announce
1501 // incoming posts to the fediverse — that flooded followers. Boosting to the
1502 // fediverse is only ever a deliberate, manual per-post action (the 🔁 on
1503 // the timeline).
1504 for (const s of subs) {
1505 tlStmts().ins.run(o.id, s.slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, media, o.sensitive ? 1 : 0, o.summary || null);
1506 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, s.slug); } catch { /* ignore */ } }
1507 }
1508 console.log('[AP] timeline +', actorUri, 'x' + subs.length);
1509 }
1510 }
1511 // Mentioned in a post that is NOT a reply to our content (a reply to us already returned
1512 // above): store a mention notification for each of our actors named in the Mention tags.
1513 // Requires our own base prefix on the tag href — /ap/users/<slug> on a REMOTE host is
1514 // someone else's actor, not ours.
1515 if (actorUri && !isLocalActor && o.id) {
1516 const slugs = localMentionSlugs(o.tag, base);
1517 if (slugs.length) {
1518 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1519 const html = HtmlSanitizerService.sanitize(o.content || '');
1520 // FEP-633c 5.2.1: a ward's call for help rides a direct mention; the
1521 // flag is stored so the Guardian PWA's message centre can list it.
1522 const help = Guardianship.isHelpRequest(o);
1523 const wave = Guardianship.isWave(o);
1524 for (const slug of slugs) {
1525 try {
1526 const r = db.prepare('INSERT OR IGNORE INTO ap_mentions (slug, object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, published, help_request, wave, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1527 .run(slug, o.id, safeUrl(o.url) || null, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.published || null, help ? 1 : 0, wave ? 1 : 0);
1528 if (r.changes) {
1529 console.log('[AP] mention', actorUri, '→', slug, help ? '(help request)' : '');
1530 const vis = noteVisibility(o);
1531 const priv = vis === 'direct' || vis === 'followers';
1532 const L = pushLang(slug);
1533 const who = ai.name || ai.handle || i18nT(L, 'notif.someone');
1534 // Same privacy rule as replies: private mentions push without content.
1535 // A help request pushes as its own alert type, aimed at the
1536 // Guardian PWA's message centre.
1537 if (help) pushEvent(slug, { type: 'help', title: i18nT(L, 'push.n_help_t'), body: i18nT(L, 'push.n_help_b', { who }), url: '/guardian' });
1538 else if (priv) pushEvent(slug, { type: 'dm', title: i18nT(L, 'push.n_dm_t'), body: i18nT(L, 'push.n_dm_b', { who }), url: `${pushPrefix(slug)}/messages` });
1539 else pushEvent(slug, { type: 'reply', title: i18nT(L, 'push.n_mention_t'), body: `${who}: ${HtmlSanitizerService.toPlainText(html).slice(0, 90)}`, url: `${pushPrefix(slug)}/messages` });
1540 }
1541 } catch { /* ignore */ }
1542 }
1543 }
1544 }
1545 return 202;
1546 }
1547 // A remote post we cached was edited upstream → refresh our cached copy. This is the
1548 // push-based edit-sync that keeps the Cirkel/timeline fresh without polling (selfHeal
1549 // does it on a version bump; this does it live). Scope to the SIGNING actor so B can't
1550 // edit A's note (the signature gate guarantees claimedActor == the verified signer).
1551 if (type === 'Update' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1552 const o = act.object;
1553 if (o.id && claimedActor) {
1554 const html = HtmlSanitizerService.sanitize(o.content || '');
1555 const media = mediaFromNote(o);
1556 try {
1557 // Refresh url too (COALESCE keeps the old one if the Update omits it): a remote slug
1558 // rename keeps the same AP id but changes the human url, so without this the cached
1559 // post would keep linking to the old, now-dead URL.
1560 const r = db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ? AND author_uri = ?')
1561 .run(html, media, o.sensitive ? 1 : 0, o.summary || null, o.url || null, o.id, claimedActor);
1562 if (r.changes) console.log('[AP] timeline update', claimedActor, '→', o.id);
1563 // A poll's Update carries the fresh vote counts / closed state. Refresh per-row so each
1564 // site keeps its own `voted` state while the counts/closed update to the new totals.
1565 const poll = parsePoll(o);
1566 if (poll) {
1567 const rows = db.prepare('SELECT rowid AS rid, poll_json FROM ap_timeline WHERE id = ? AND author_uri = ?').all(o.id, claimedActor);
1568 const upd = db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE rowid = ?');
1569 for (const rw of rows) {
1570 let voted = null; try { voted = rw.poll_json ? (JSON.parse(rw.poll_json).voted || null) : null; } catch { /* ignore */ }
1571 upd.run(JSON.stringify({ ...poll, voted }), rw.rid);
1572 }
1573 }
1574 } catch { /* ignore */ }
1575 // If this note is a cached fediverse reply on one of our posts, refresh its text too.
1576 try { db.prepare('UPDATE ap_interactions SET content = ? WHERE object_uri = ? AND actor_uri = ?').run(html, o.id, claimedActor); } catch { /* ignore */ }
1577 }
1578 return 202;
1579 }
1580 if (type === 'Like' || type === 'Announce') {
1581 const tgt = act.object;
1582 const objUrl = typeof tgt === 'string' ? tgt : (tgt && tgt.id);
1583 const pid = postIdFromNoteUrl(objUrl, base);
1584 if (pid && actorUri && !isLocalActor && localPostExists(pid)) {
1585 // A boost/like of a non-public post is dropped, not stored: nobody
1586 // outside the audience should even hold it (shaer-tqc hardening).
1587 const vp = db.prepare('SELECT fan_only, ap_visibility FROM posts WHERE id = ?').get(pid);
1588 if (vp && (vp.fan_only || vp.ap_visibility === 'direct' || vp.ap_visibility === 'friends')) {
1589 console.log('[AP] dropped', type, 'on non-public post', pid);
1590 return;
1591 }
1592 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1593 iStmts().ins.run(type.toLowerCase(), pid, '', actorUri, ai.name, ai.handle, ai.url, ai.icon, null, null, null, noteVisibility(act));
1594 console.log('[AP]', type === 'Like' ? 'like' : 'boost', actorUri, '→', pid);
1595 {
1596 const ctx = pushPostCtx(pid);
1597 if (ctx) {
1598 const L = pushLang(ctx.site);
1599 const who = ai.name || ai.handle || i18nT(L, 'notif.someone');
1600 if (type === 'Like') pushEvent(ctx.site, { type: 'like', title: i18nT(L, 'push.n_like_t'), body: i18nT(L, 'push.n_like_b', { who, title: ctx.title }), url: ctx.url });
1601 else pushEvent(ctx.site, { type: 'boost', title: i18nT(L, 'push.n_boost_t'), body: i18nT(L, 'push.n_boost_b', { who, title: ctx.title }), url: ctx.url });
1602 }
1603 }
1604 } else if (type === 'Announce' && objUrl && actorUri && !isLocalActor) {
1605 // A boost FROM an account we follow, of a REMOTE post → show it in the News feed.
1606 // We only STORE it for display; we NEVER auto-Announce it onward (anti-feedback-loop:
1607 // re-announcing an incoming Announce would cascade boosts across the network).
1608 let subs = []; try { subs = db.prepare('SELECT slug FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist */ }
1609 if (subs.length) {
1610 const bn = await fetchNoteAP(objUrl);
1611 if (bn && bn !== 404 && (bn.type === 'Note' || bn.type === 'Article') && bn.id) {
1612 const origUri = actorUriOf(bn.attributedTo);
1613 // Block completeness: even if you follow the booster, drop a boost whose ORIGINAL
1614 // author is blocked — otherwise a block is bypassed via someone else's boost.
1615 if (origUri && isBlockedAny(origUri)) { console.log('[AP] timeline boost dropped (blocked origin)', origUri, 'via', actorUri); return 202; }
1616 const oai = actorInfo(await resolveActor(origUri), origUri);
1617 const html = HtmlSanitizerService.sanitize(bn.content || '');
1618 const media = mediaFromNote(bn);
1619 const booster = actorInfo(await resolveActor(actorUri), actorUri);
1620 for (const s of subs) {
1621 // published = now → the boost shows as fresh activity at the top (Mastodon shows
1622 // reblogs at reblog-time, not the original's date). INSERT OR IGNORE: if we already
1623 // have the note (e.g. we also follow the author), keep it and DON'T relabel it.
1624 let inserted = false;
1625 try { const r = tlStmts().ins.run(bn.id, s.slug, origUri || '', oai.name, oai.handle, oai.icon, oai.url, html, bn.url || null, new Date().toISOString(), media, bn.sensitive ? 1 : 0, bn.summary || null); inserted = r.changes > 0; } catch { /* ignore */ }
1626 if (inserted) { try { db.prepare('UPDATE ap_timeline SET reblog_name = ?, reblog_handle = ?, reblog_icon = ? WHERE slug = ? AND id = ?').run(booster.name, booster.handle, booster.icon, s.slug, bn.id); } catch { /* ignore */ } }
1627 }
1628 console.log('[AP] timeline boost +', actorUri, 'x' + subs.length);
1629 }
1630 }
1631 }
1632 return 202;
1633 }
1634 if (type === 'Delete') {
1635 // A remote note was deleted upstream → drop it from replies AND the timeline.
1636 // Scope to the SIGNING actor so actor B can't delete actor A's content (the
1637 // signature gate guarantees claimedActor == the verified signer here).
1638 const oid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1639 if (oid && claimedActor) {
1640 try { db.prepare('DELETE FROM ap_interactions WHERE object_uri = ? AND actor_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1641 try { db.prepare('DELETE FROM ap_timeline WHERE id = ? AND author_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1642 // Also clear a boost/like YOU made of this now-deleted remote post (the interact-page
1643 // ap_my_reactions state), so it can't stay stuck as "boosted" on a post that's gone.
1644 // Guard: only when the deleter owns the note's domain (B mustn't clear your reactions
1645 // to A's posts).
1646 try {
1647 let sameHost = false;
1648 try { sameHost = new URL(oid).host === new URL(claimedActor).host; } catch { sameHost = false; }
1649 if (sameHost) db.prepare('DELETE FROM ap_my_reactions WHERE target_uri = ?').run(oid);
1650 } catch { /* ignore */ }
1651 }
1652 return 202;
1653 }
1654 // Accept/Reject of a Follow WE sent (client side).
1655 if (type === 'Accept' && act.object) {
1656 const fid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1657 if (fid) { try { fwStmts().acc.run(fid); } catch { /* ignore */ } }
1658 console.log('[AP] follow accepted', actorUri);
1659 return 202;
1660 }
1661 if (type === 'Reject' && act.object) {
1662 const who = actorUri;
1663 if (who && slugParam) { try { fwStmts().del.run(slugParam, who); } catch { /* ignore */ } }
1664 return 202;
1665 }
1666
1667 console.log('[AP] inbox', type || 'unknown', '→', slugParam || 'shared', 'from', ip, '(ignored)');
1668 return 202;
1669}
1670
1671// Deliver a new post as Create(Note) to all followers' inboxes (fire-and-forget).
1672// Needs PUBLIC_BASE_URL (absolute URLs); no-op without followers or base.
1673export async function deliverCreate(site, post) {
1674 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1675 if (!base || !site || !site.slug) return;
1676 // Resolve inline @user@host mentions → link them in the note + collect their inboxes, so a
1677 // mentioned person is notified even if they don't follow us (Mastodon-standard mention).
1678 const mres = await resolveMentionsInText(base, post.content || '');
1679 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1680 const followers = fStmts().list.all(site.slug);
1681 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1682 if (!inboxes.length) return; // no followers and no one mentioned
1683 const keys = getOrCreateKeys(site.slug);
1684 const keyId = `${actorId(base, site.slug)}#main-key`;
1685 const create = buildCreate(base, site, post2);
1686 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, create, keyId, keys.private_pem);
1687}
1688
1689// On a new Follow, send that follower our most recent posts as Create so their
1690// timeline shows our history (Mastodon does not backfill on follow). Oldest-first
1691// so they sort into the follower's timeline at their original dates.
1692async function backfillNewFollower(base, slug, inbox) {
1693 if (!base || !slug || !inbox) return;
1694 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
1695 if (!site) return;
1696 const recent = db.prepare(
1697 `SELECT id, slug, title, content, cover_image_url, cover_video_url, nsfw, content_warning, published_at, created_at
1698 FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1699 ORDER BY COALESCE(published_at, created_at) DESC LIMIT 20`
1700 ).all(site.id).reverse();
1701 if (!recent.length) return;
1702 const keys = getOrCreateKeys(slug);
1703 const keyId = `${actorId(base, slug)}#main-key`;
1704 for (const p of recent) {
1705 try { await deliver(inbox, buildCreate(base, site, p), keyId, keys.private_pem); } catch { /* best-effort */ }
1706 await new Promise((r) => setTimeout(r, 150));
1707 }
1708 console.log('[AP] backfilled', recent.length, 'posts to new follower of', slug);
1709}
1710
1711// Tell followers a post is gone (Delete + Tombstone) so it's removed from their feeds.
1712export async function deliverDelete(site, post) {
1713 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1714 if (!base || !site || !site.slug || !post || !post.id) return;
1715 const followers = fStmts().list.all(site.slug);
1716 if (!followers.length) return;
1717 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1718 const keys = getOrCreateKeys(site.slug);
1719 const me = actorId(base, site.slug);
1720 const nid = noteId(base, post.id);
1721 const del = {
1722 '@context': AP_CONTEXT,
1723 id: `${nid}#delete-${Date.now()}-${rid()}`,
1724 type: 'Delete',
1725 actor: me,
1726 to: [PUBLIC],
1727 object: { id: nid, type: 'Tombstone' },
1728 };
1729 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, del, `${me}#main-key`, keys.private_pem);
1730}
1731
1732// Tell followers an already-published post changed (Update + edited Note) so
1733// Mastodon refreshes the cached copy (e.g. after fixing content).
1734export async function deliverUpdate(site, post) {
1735 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1736 if (!base || !site || !site.slug || !post || !post.id) return;
1737 const mres = await resolveMentionsInText(base, post.content || ''); // link mentions + collect inboxes
1738 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1739 const followers = fStmts().list.all(site.slug);
1740 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1741 if (!inboxes.length) return;
1742 const keys = getOrCreateKeys(site.slug);
1743 const me = actorId(base, site.slug);
1744 const note = buildNote(base, site, post2);
1745 note.updated = new Date().toISOString();
1746 const update = {
1747 '@context': AP_CONTEXT,
1748 id: `${noteId(base, post.id)}#update-${Date.now()}-${rid()}`,
1749 type: 'Update', actor: me, to: [PUBLIC], cc: note.cc,
1750 object: note,
1751 };
1752 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1753}
1754
1755// Tell followers the ACTOR changed (Update + Person) so Mastodon re-processes the
1756// account AND re-fetches the featured (pinned) collection — there is no standard
1757// "featured changed" activity, so this is how a pin/unpin propagates promptly.
1758export async function deliverActorUpdate(site) {
1759 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1760 if (!base || !site || !site.slug) return;
1761 const followers = fStmts().list.all(site.slug);
1762 if (!followers.length) return;
1763 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1764 const keys = getOrCreateKeys(site.slug);
1765 const me = actorId(base, site.slug);
1766 const update = {
1767 '@context': AP_CONTEXT,
1768 id: `${me}#update-${Date.now()}-${rid()}`,
1769 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
1770 object: buildActor(base, site),
1771 };
1772 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1773}
1774
1775// Reliably set the pinned order on followers' instances via Add/Remove activities
1776// (how Mastodon itself federates pins) — pushed to the inbox + processed immediately,
1777// unlike the featured COLLECTION which Mastodon caches with sticky StatusPins.
1778// Mastodon's Add skips an already-pinned status, so we REMOVE every pin first, wait,
1779// then ADD in rank-DESCENDING order (rank 1 added LAST → newest StatusPin → shown first,
1780// because Mastodon displays pins newest-first). `alsoRemove` = ids to unpin too.
1781// Serialize pin-resyncs per site: two concurrent /save calls would otherwise interleave
1782// their Remove -> wait -> Add sequences and scramble the StatusPin order on Mastodon. A
1783// resync already in flight for a site coalesces later requests into ONE rerun after it
1784// finishes (accumulating their extra unpins), so rapid saves don't pile up N full resyncs.
1785const _pinResync = new Map(); // slug -> { promise, pending, pendingRemove:Set, site }
1786export function resyncFeaturedPins(site, alsoRemove = []) {
1787 if (!site || !site.slug) return Promise.resolve();
1788 const slug = site.slug;
1789 const running = _pinResync.get(slug);
1790 if (running) {
1791 running.pending = true;
1792 running.site = site; // use the latest site object on the rerun
1793 for (const id of alsoRemove) running.pendingRemove.add(id);
1794 return running.promise;
1795 }
1796 const state = { promise: null, pending: false, pendingRemove: new Set(), site };
1797 state.promise = (async () => {
1798 let extra = alsoRemove;
1799 for (;;) {
1800 try { await doResyncFeaturedPins(state.site, extra); }
1801 catch (e) { console.warn('[AP] pin resync failed:', e.message); }
1802 if (!state.pending) break;
1803 state.pending = false;
1804 extra = [...state.pendingRemove];
1805 state.pendingRemove = new Set();
1806 }
1807 _pinResync.delete(slug);
1808 })();
1809 _pinResync.set(slug, state);
1810 return state.promise;
1811}
1812
1813// The actual resync work — do NOT call directly; go through resyncFeaturedPins() above so
1814// it stays serialized per site.
1815async function doResyncFeaturedPins(site, alsoRemove = []) {
1816 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1817 if (!base || !site || !site.slug) return;
1818 const followers = fStmts().list.all(site.slug);
1819 if (!followers.length) return;
1820 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1821 const keys = getOrCreateKeys(site.slug);
1822 const me = actorId(base, site.slug);
1823 const keyId = `${me}#main-key`;
1824 const featured = `${me}/featured`;
1825 const note = (id) => noteId(base, id);
1826 const pinned = db.prepare(
1827 `SELECT id FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1828 AND pinned IS NOT NULL AND pinned > 0
1829 ORDER BY pinned DESC, COALESCE(published_at, created_at) ASC LIMIT 20`
1830 ).all(site.id);
1831 const removeIds = [...new Set([...pinned.map((p) => p.id), ...alsoRemove])];
1832 // 1. Remove every current pin so Mastodon can recreate them in order.
1833 for (const id of removeIds) {
1834 const rm = { '@context': AP_CONTEXT, id: `${me}#rm-${id}-${Date.now()}-${rid()}`, type: 'Remove', actor: me, object: note(id), target: featured, to: [PUBLIC] };
1835 for (const inbox of inboxes) deliver(inbox, rm, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1836 }
1837 if (!pinned.length) { console.log('[AP] unpinned all featured for', site.slug); return; }
1838 await new Promise((r) => setTimeout(r, 5000)); // let the Removes land first
1839 // 2. Add in rank-DESC order, gaps so each StatusPin gets an increasing created_at.
1840 for (const p of pinned) {
1841 const add = { '@context': AP_CONTEXT, id: `${me}#add-${p.id}-${Date.now()}-${rid()}`, type: 'Add', actor: me, object: note(p.id), target: featured, to: [PUBLIC], cc: [`${me}/followers`] };
1842 for (const inbox of inboxes) deliver(inbox, add, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1843 await new Promise((r) => setTimeout(r, 2000));
1844 }
1845 console.log('[AP] resynced', pinned.length, 'featured pins for', site.slug);
1846}
1847
1848// ── outbound replies (Klonkt → fediverse) ─────────────────────────
1849const escHtml = (s) => String(s || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
1850const toISO = (v) => { if (!v) return new Date().toISOString(); const s = String(v); const d = new Date(/[TZ]/.test(s) ? s : s.replace(' ', 'T') + 'Z'); return isNaN(d) ? new Date().toISOString() : d.toISOString(); };
1851
1852// Build one of OUR outbound reply Notes from an ap_outbox row.
1853// Turn #hashtags in reply text into Mastodon-style hashtag links (clickable + federated).
1854function linkHashtags(base, html) {
1855 // Prefix: start / whitespace / '>' / opening bracket — "(#tag" is a tag too. NO quote
1856 // chars in this class: a quote precedes attribute values (alt="#…"), which must not match.
1857 return String(html || '').replace(/(^|[\s>([{])#([\p{L}\p{M}\p{N}_]+)/gu, (m, pre, tag) =>
1858 `${pre}<a href="${base}/tag/${encodeURIComponent(tag.toLowerCase())}" class="mention hashtag" rel="tag">#${tag}</a>`);
1859}
1860// Auto-link bare http(s) URLs in already-safe HTML (federated copies). Splits on existing
1861// <a>…</a> so a linked URL is never wrapped twice; requires start/whitespace/'>' before the
1862// URL so attribute values (src="https://…") never match. Trailing sentence punctuation stays
1863// outside the link (Mastodon-style).
1864function linkUrls(html) {
1865 const parts = String(html || '').split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi);
1866 for (let i = 0; i < parts.length; i++) {
1867 if (/^<a\b/i.test(parts[i])) continue; // already a link → leave as-is
1868 parts[i] = parts[i].replace(/(^|[\s>([{])(https?:\/\/[^\s<]+?)([.,;:!?)\]»]*)(?=$|[\s<])/g,
1869 (m, pre, url, trail) => `${pre}<a href="${url.replace(/"/g, '%22')}" rel="nofollow noopener" target="_blank">${url}</a>${trail}`);
1870 }
1871 return parts.join('');
1872}
1873// Linkify inline #hashtags and bare URLs in BODY html for on-site DISPLAY, using the
1874// EXACT same rules as the federated copy (linkHashtags/linkUrls), so the website and the
1875// Mastodon copy agree instead of the website showing raw text. Idempotent: existing
1876// <a>…</a> (editor links, embeds, shortcode buttons) are split out and left untouched, so
1877// nothing is double-wrapped. Pass base='' → root-relative /tag/<slug> links.
1878export function linkifyBody(base, html) {
1879 const withTags = String(html || '')
1880 .split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi)
1881 .map((seg) => (/^<a\b/i.test(seg) ? seg : linkHashtags(base, seg)))
1882 .join('');
1883 return linkUrls(withTags);
1884}
1885
1886// Bake a post's raw source into its display HTML (the ActivityPub `source` model): done ONCE
1887// at save and cached in posts.content_rendered, so page views serve it statically instead of
1888// re-linkifying every render. Step 1 = #hashtags + bare URLs (cheap, no network). Step 2 will
1889// resolve @mentions here too (webfinger once at save instead of per page view).
1890export function bakePostContent(source) {
1891 return linkifyBody('', source || '');
1892}
1893
1894// Step 2: the full bake, incl. @mention links. Resolves @user@host via webfinger ONCE (the
1895// same resolver the federated copy uses) and bakes the profile links into content_rendered,
1896// so page views never do a per-view lookup. Unresolvable handles stay plain text; on any
1897// failure it degrades to the sync #hashtag/URL bake. Async (webfinger) → callers run it off
1898// the save response so the request never blocks on a slow/dead remote server.
1899export async function bakePostContentWithMentions(source) {
1900 const withHashUrls = bakePostContent(source);
1901 try { const m = await resolveMentionsInText('', withHashUrls); return m.html; }
1902 catch { return withHashUrls; }
1903}
1904
1905// Extract the AP Hashtag tag objects from already-linked reply content.
1906function hashtagTags(base, content) {
1907 const tags = [], seen = new Set();
1908 const re = /class="[^"]*\bhashtag\b[^"]*"[^>]*>#([\p{L}\p{M}\p{N}_]+)</giu;
1909 let m;
1910 while ((m = re.exec(content || ''))) {
1911 const k = m[1].toLowerCase();
1912 if (seen.has(k)) continue; seen.add(k);
1913 tags.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(k)}`, name: '#' + m[1] });
1914 }
1915 return tags;
1916}
1917
1918// Normalise a post's tags field (array, JSON-string, or comma-string) to an array.
1919function normalizeTags(t) {
1920 if (Array.isArray(t)) return t;
1921 if (typeof t === 'string') {
1922 const s = t.trim(); if (!s) return [];
1923 if (s[0] === '[') { try { const a = JSON.parse(s); return Array.isArray(a) ? a : []; } catch { /* fall through */ } }
1924 return s.split(',').map((x) => x.trim()).filter(Boolean);
1925 }
1926 return [];
1927}
1928// A tag → { label, slug }. Multi-word tags become CamelCase (#LiveMusic) for the display
1929// name (Mastodon hashtags can't contain spaces; CamelCase is the accessibility norm); the
1930// slug/href stays lowercase ("livemusic").
1931function tagParts(raw) {
1932 const words = String(raw || '').trim().split(/[\s_]+/).map((w) => w.replace(/[^\p{L}\p{M}\p{N}]/gu, '')).filter(Boolean);
1933 if (!words.length) return null;
1934 const slug = words.join('').toLowerCase();
1935 if (!slug) return null;
1936 const label = words.length > 1 ? words.map((w) => w[0].toUpperCase() + w.slice(1)).join('') : words[0];
1937 return { label, slug };
1938}
1939// Merge a post's tags field + the #hashtags linked inline in its body into one deduped
1940// Hashtag tag list (with hrefs to our /tag page).
1941function buildHashtagList(base, tagsField, content) {
1942 const out = [], seen = new Set();
1943 for (const t of normalizeTags(tagsField)) {
1944 const p = tagParts(t); if (!p || seen.has(p.slug)) continue; seen.add(p.slug);
1945 out.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(p.slug)}`, name: '#' + p.label });
1946 }
1947 for (const h of hashtagTags(base, content)) {
1948 const k = h.name.slice(1).toLowerCase(); if (seen.has(k)) continue; seen.add(k);
1949 out.push(h);
1950 }
1951 return out;
1952}
1953
1954// Extract Mention tag objects from already-linked content (class="u-url mention").
1955function mentionTags(content) {
1956 const tags = [], seen = new Set();
1957 // The link href is the human profile URL; the actor URI (for the Mention tag) is in data-actor.
1958 const re = /<a href="[^"]*" class="u-url mention" data-actor="([^"]+)">@([^<]+)<\/a>/gi;
1959 let m;
1960 while ((m = re.exec(content || ''))) {
1961 const href = m[1];
1962 if (seen.has(href)) continue; seen.add(href);
1963 tags.push({ type: 'Mention', href, name: '@' + m[2] });
1964 }
1965 return tags;
1966}
1967// Resolve inline @user@domain mentions in reply/post text → link them (href = actor URI)
1968// and collect the mentioned actors' inboxes so they get notified. Best-effort per mention.
1969async function resolveMentionsInText(base, html) {
1970 const inboxes = [];
1971 const handles = new Set();
1972 // Prefix also allows opening brackets — "(@user@host + me)" is a mention too (real-world
1973 // miss: a bracketed mention federated as plain text and its target was never notified).
1974 const re = /(^|[\s>([{])@([\p{L}\p{M}\p{N}_.-]+@[\p{L}\p{M}\p{N}.-]+)/gu;
1975 let m;
1976 while ((m = re.exec(html || ''))) handles.add(m[2]);
1977 let out = String(html || '');
1978 for (const h of handles) {
1979 let actorUri = null;
1980 try { actorUri = await webfingerResolve('@' + h); } catch { actorUri = null; }
1981 if (!actorUri) continue;
1982 const actor = await fetchActor(actorUri).catch(() => null);
1983 const inbox = actor && ((actor.endpoints && actor.endpoints.sharedInbox) || actor.inbox);
1984 if (inbox) inboxes.push(inbox);
1985 const profileUrl = actorInfo(actor, actorUri).url || actorUri; // human profile page → the link href
1986 const esc = h.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
1987 out = out.replace(new RegExp('(^|[\\s>([{])@' + esc + '(?![\\p{L}\\p{M}\\p{N}_.-])', 'gu'),
1988 (full, pre) => `${pre}<a href="${profileUrl}" class="u-url mention" data-actor="${actorUri}">@${h}</a>`);
1989 }
1990 return { html: out, inboxes };
1991}
1992
1993export function buildReplyNote(base, site, row) {
1994 // Thin delegate: replies are built by buildNote (the single Note entry point) in reply mode.
1995 return buildNote(base, site, row, { isReply: true });
1996}
1997
1998// Resolve one of our outbound reply Notes by id (for /ap/notes/:id fallback).
1999export function getOutboxNote(base, id) {
2000 const row = iStmts().getO.get(id);
2001 if (!row) return null;
2002 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(row.site_slug);
2003 if (!site) return null;
2004 return buildReplyNote(base, site, row);
2005}
2006
2007// ── ActivityPub Client-to-Server: ingest an activity POSTed to the outbox ──
2008// The C2S counterpart of handleInbox: a native/web client (Shaer) posts an
2009// activity here and we translate it onto the SAME delivery machinery the web UI
2010// uses (deliverReply / sendInteraction / followActor / deliverCreate). Returns
2011// { status, id?, url?, error? }. Auth + site-ownership are checked by the route.
2012const c2sIdOf = (x) => (typeof x === 'string' ? x : (x && (x.id || x.href))) || null;
2013
2014export async function ingestOutboxActivity(site, user, activity) {
2015 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2016 if (!base || !site || !activity || typeof activity !== 'object') return { status: 400, error: 'invalid_activity' };
2017
2018 // AP §6: a client MAY POST a bare object; the server wraps it in a Create.
2019 let type = activity.type;
2020 let object = activity.object;
2021 if (type === 'Note' || type === 'Article') { object = activity; type = 'Create'; }
2022 if (Array.isArray(type)) type = type.find((t) => typeof t === 'string');
2023
2024 // FEP-633c: the adoption handshake (Offer/Accept/Reject on a guardianship
2025 // Relationship) belongs to the guardianship module; anything else falls
2026 // through to the switch below.
2027 if (type === 'Offer' || type === 'Accept' || type === 'Reject') {
2028 const g = await Guardianship.handleGuardianshipOutbox(site, activity).catch(() => null);
2029 if (g) return g;
2030 }
2031
2032 try {
2033 switch (type) {
2034 case 'Create': {
2035 if (!object || typeof object !== 'object') return { status: 400, error: 'missing_object' };
2036 // Client sends `source` (plain/markdown) + `content` (HTML). deliverReply
2037 // re-escapes, so it needs plain text; a top-level post keeps sanitized HTML.
2038 const plain = (object.source && object.source.content) || HtmlSanitizerService.toPlainText(object.content || '');
2039 if (!plain.trim() && !object.content) return { status: 400, error: 'empty_note' };
2040 // Direct (private mention, shaer-tqc): NOT a post. Delivered over the
2041 // outbox machinery to the addressed inboxes only; shows under Messages.
2042 if (c2sVisibility(object) === 'direct') {
2043 const arr = (v) => (Array.isArray(v) ? v : (v ? [v] : [])).filter((x) => typeof x === 'string');
2044 const recipients = [...new Set([...arr(object.to), ...arr(object.cc)])]
2045 .filter((u) => /^https?:\/\//i.test(u) && !/\/followers\/?$/.test(u) && u !== PUBLIC);
2046 if (!recipients.length) return { status: 400, error: 'no_recipients' };
2047 // AS2 attachments (e.g. the help-buoy capture, uploaded via
2048 // uploadMedia): normalize our own absolute /media/ URLs to relative
2049 // so the deliverReply-style validation applies unchanged.
2050 const atts = (Array.isArray(object.attachment) ? object.attachment : [])
2051 .map((a) => a && typeof a === 'object' ? {
2052 url: String(a.url || '').replace(new RegExp('^' + base.replace(/[.*+?^${}()|[\]\\]/g, '\\$&')), ''),
2053 mediaType: String(a.mediaType || ''),
2054 name: String(a.name || '').slice(0, 120),
2055 } : null)
2056 .filter(Boolean);
2057 const help = object['shaer:helpRequest'] === true || object.helpRequest === true;
2058 const r = await deliverDirectNote(site, { recipients, text: plain, language: object.language || null, inReplyTo: typeof object.inReplyTo === 'string' ? object.inReplyTo : null, attachments: atts, helpRequest: help });
2059 if (!r || !r.id) return { status: 502, error: 'direct_failed' };
2060 return { status: 201, id: r.id, url: `${base}/ap/notes/${r.id}` };
2061 }
2062 if (object.inReplyTo) {
2063 const parent = await resolveRemoteNote(c2sIdOf(object.inReplyTo)).catch(() => null);
2064 if (!parent) return { status: 502, error: 'cannot_resolve_inReplyTo' };
2065 const r = await deliverReply(site, { postId: parent.localPostId || '', postSlug: null, parent, text: plain });
2066 if (!r || !r.id) return { status: 502, error: 'reply_failed' };
2067 return { status: 201, id: r.id, url: `${base}/ap/notes/${r.id}` };
2068 }
2069 return await c2sCreatePost(base, site, user, object);
2070 }
2071 case 'Like':
2072 case 'Announce': {
2073 const targetUri = c2sIdOf(object);
2074 if (!targetUri) return { status: 400, error: 'missing_object' };
2075 // A non-public local note cannot be boosted or liked into the open
2076 // (shaer-tqc hardening; the Mastodon 422 equivalent).
2077 const localPid = postIdFromNoteUrl(targetUri, base);
2078 if (localPid) {
2079 const p = db.prepare('SELECT fan_only, ap_visibility FROM posts WHERE id = ?').get(localPid);
2080 if (p && (p.fan_only || p.ap_visibility === 'direct' || p.ap_visibility === 'friends')) {
2081 return { status: 403, error: 'not_public' };
2082 }
2083 }
2084 const note = await resolveRemoteNote(targetUri).catch(() => null);
2085 const objUri = (note && note.object_uri) || targetUri;
2086 const authorUri = note && note.actor_uri;
2087 const kind = type === 'Announce' ? 'boost' : 'like';
2088 await sendInteraction(site, kind, objUri, authorUri);
2089 setMyReaction(site.slug, targetUri, kind, true);
2090 if (type === 'Announce' && note) { try { upsertBoostedNote(site.slug, note); } catch { /* non-fatal */ } }
2091 return { status: 202, url: objUri };
2092 }
2093 case 'Follow': {
2094 const actorUri = c2sIdOf(object);
2095 if (!actorUri) return { status: 400, error: 'missing_object' };
2096 await followActor(site, actorUri);
2097 return { status: 202, url: actorUri };
2098 }
2099 // Shaer "in Orbit" = a real Block (FEP-c648 client side): lands in
2100 // ap_blocks, shows in the Block tab, and purges the actor's cached
2101 // content. Client-side filtering becomes a cache of this state.
2102 case 'Block': {
2103 const targetUri = c2sIdOf(object);
2104 if (!targetUri) return { status: 400, error: 'missing_object' };
2105 const r = await blockTarget(site, targetUri);
2106 if (r && r.error) return { status: 400, error: r.error };
2107 return { status: 202, url: targetUri };
2108 }
2109 case 'Undo': {
2110 const inner = object && typeof object === 'object' ? object : null;
2111 let innerType = inner && inner.type;
2112 if (Array.isArray(innerType)) innerType = innerType.find((t) => typeof t === 'string');
2113 const innerTarget = c2sIdOf(inner && inner.object);
2114 if (innerType === 'Follow') { await unfollowActor(site, innerTarget); return { status: 202, url: innerTarget }; }
2115 if (innerType === 'Block') {
2116 if (!innerTarget) return { status: 400, error: 'missing_object' };
2117 unblock(site, innerTarget); // release from Orbit
2118 return { status: 202, url: innerTarget };
2119 }
2120 if (innerType === 'Like' || innerType === 'Announce') {
2121 const kind = innerType === 'Announce' ? 'unboost' : 'unlike';
2122 const note = await resolveRemoteNote(innerTarget).catch(() => null);
2123 const objUri = (note && note.object_uri) || innerTarget;
2124 await sendInteraction(site, kind, objUri, note && note.actor_uri);
2125 setMyReaction(site.slug, innerTarget, innerType === 'Announce' ? 'boost' : 'like', false);
2126 if (innerType === 'Announce') { try { unmarkBoosted(site.slug, objUri); } catch { /* non-fatal */ } }
2127 return { status: 202, url: objUri };
2128 }
2129 return { status: 400, error: 'unsupported_undo' };
2130 }
2131 // Delete/Update of arbitrary objects need the post-edit pipeline; tracked
2132 // separately (klonkt-demo-c2s-del). Reject clearly rather than half-doing it.
2133 default:
2134 return { status: 400, error: 'unsupported_type', detail: String(type || 'none') };
2135 }
2136 } catch (e) {
2137 console.warn('[AP] C2S ingest failed:', e && e.message);
2138 return { status: 500, error: 'ingest_error' };
2139 }
2140}
2141
2142// Create a top-level microblog post from a C2S Note and federate it. Minimal
2143// sibling of the /posts/create route: sanitized HTML content, no title/cover.
2144async function c2sCreatePost(base, site, user, object) {
2145 const html = HtmlSanitizerService.sanitize(object.content || (object.source && object.source.content) || '');
2146 if (!html.trim()) return { status: 400, error: 'empty_note' };
2147 const postId = crypto.randomUUID();
2148 const slug = 'n-' + postId.slice(0, 8);
2149 const now = new Date().toISOString();
2150 // Visibility from the note's addressing (shaer-60b): Public in `to` = loud
2151 // public, Public in `cc` = quiet public (unlisted), followers-only = friends
2152 // (rides the existing fan_only pipeline: followers-only AP delivery + web
2153 // gating), neither = participants-only (kept local until mention addressing
2154 // lands; still followers-gated on the web).
2155 const vis = c2sVisibility(object);
2156 const fanOnly = (vis === 'friends' || vis === 'direct') ? 1 : 0;
2157 db.prepare(`INSERT INTO posts (id, site_id, slug, author_id, title, content, excerpt, status, type, language, fan_only, ap_visibility, created_at, updated_at, published_at)
2158 VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)`)
2159 .run(postId, site.id, slug, user.id, '', html, '', 'published', 'post', object.language || 'nl', fanOnly, vis, now, now, now);
2160 try { db.prepare('UPDATE posts SET content_rendered = ? WHERE id = ?').run(bakePostContent(html), postId); } catch { /* render fallback covers it */ }
2161 bakePostContentWithMentions(html).then((h) => { try { db.prepare('UPDATE posts SET content_rendered = ? WHERE id = ?').run(h, postId); } catch { /* keep sync bake */ } }).catch(() => {});
2162 try { db.prepare('INSERT INTO posts_fts(content, title, author, post_id) VALUES (?,?,?,?)').run(HtmlSanitizerService.toPlainText(html), '', user.username || '', postId); } catch { /* FTS non-fatal */ }
2163 if (vis !== 'direct') {
2164 deliverCreate(site, { id: postId, slug, title: '', content: html, published_at: now, created_at: now, fan_only: fanOnly, ap_visibility: vis }).catch(() => { /* best-effort */ });
2165 }
2166 return { status: 201, id: postId, url: `${base}/ap/notes/${postId}` };
2167}
2168
2169// The direct-note leg (ward call-for-help) lives in the guardianship module
2170// (src/services/guardianship/delivery.js); wired with our AP helpers at the
2171// bottom of this file. Re-exported so every existing caller keeps working.
2172export const c2sVisibility = Guardianship.c2sVisibility;
2173export const deliverDirectNote = Guardianship.deliverDirectNote;
2174
2175// Send a reply FROM this site to a remote actor (in reply to their inbound reply).
2176// `parent` = an ap_interactions row (actor_uri, actor_url, actor_handle, object_uri).
2177export async function deliverReply(site, { postId, postSlug, parent, text, html, language, attachments, mentions }) {
2178 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2179 // Rich replies: `html` is the reply editor's HTML (sanitized here); `text` is
2180 // the plain-text fallback (no-JS path, C2S `source`). Either may carry the reply.
2181 const richClean = html ? HtmlSanitizerService.sanitize(String(html)) : '';
2182 const rich = richClean && HtmlSanitizerService.toPlainText(richClean).trim() ? richClean : '';
2183 // Attachments: only OUR OWN uploads (/media/... paths, no remote URLs — the
2184 // upload route is the sole producer), image/audio/video only, max 4.
2185 const media = (Array.isArray(attachments) ? attachments : [])
2186 .filter((a) => a && typeof a.url === 'string' && /^\/media\/[\w./-]+$/.test(a.url)
2187 && /^(image|audio|video)\//.test(String(a.mediaType || '')))
2188 .slice(0, 4)
2189 .map((a) => ({ url: a.url, mediaType: String(a.mediaType), name: String(a.name || '').slice(0, 120) }));
2190 // A media-only reply (no text) is a valid reply.
2191 if (!base || !site || !site.slug || !parent || (!String(text || '').trim() && !rich && !media.length)) return null;
2192 const me = actorId(base, site.slug);
2193 // u02, the mentions bar: `mentions` undefined = legacy behavior (mention the
2194 // parent author). An ARRAY (possibly empty) = the kept conversation partners
2195 // exactly as the bar shows them; the mention prefix, the Mention tags (via
2196 // mentionTags over the content) and the delivery targets all follow it.
2197 const kept = Array.isArray(mentions)
2198 ? mentions
2199 .filter((m) => m && typeof m.uri === 'string' && /^https?:\/\//i.test(m.uri))
2200 .slice(0, 8)
2201 .map((m) => ({
2202 uri: m.uri,
2203 url: (typeof m.url === 'string' && /^https?:\/\//i.test(m.url)) ? m.url : m.uri,
2204 handle: String(m.handle || deriveHandle(m.uri)).slice(0, 120),
2205 }))
2206 : null;
2207 const mentionAnchor = (uri, url, h) => {
2208 const disp = h && h[0] === '@' ? h : '@' + (h || '');
2209 return `<a href="${escHtml(url || uri)}" class="u-url mention" data-actor="${escHtml(uri)}">${escHtml(disp)}</a> `;
2210 };
2211 const handle = parent.actor_handle || deriveHandle(parent.actor_uri);
2212 const mention = kept
2213 ? kept.map((k) => mentionAnchor(k.uri, k.url, k.handle)).join('')
2214 : (parent.actor_uri ? mentionAnchor(parent.actor_uri, parent.actor_url, handle) : '');
2215 // Who the stored reply is "to": the parent when kept, else the first kept chip.
2216 const parentKept = !kept || kept.some((k) => k.uri === parent.actor_uri);
2217 const toActorUri = parentKept ? (parent.actor_uri || null) : (kept[0] ? kept[0].uri : null);
2218 const toHandle = parentKept ? handle : (kept[0] ? kept[0].handle : null);
2219 let content;
2220 let mres;
2221 if (rich) {
2222 // Same enrichment pipeline as the plain path (mentions/hashtags/URLs), on
2223 // sanitized editor HTML. The parent mention goes inline into the first
2224 // paragraph (Mastodon convention), or becomes its own leading one.
2225 mres = await resolveMentionsInText(base, rich);
2226 const processed = linkUrls(linkHashtags(base, mres.html));
2227 if (processed.startsWith('<p>')) {
2228 content = processed.replace('<p>', `<p>${mention}`); // inline in the first paragraph
2229 } else if (/^<(blockquote|ul|ol|pre|h[1-6]|div|hr)\b/i.test(processed)) {
2230 content = `<p>${mention}</p>${processed}`; // block content: own leading paragraph
2231 } else {
2232 content = `<p>${mention}${processed}</p>`; // bare inline text: one paragraph together
2233 }
2234 } else {
2235 const body = escHtml(String(text).trim()).replace(/\r?\n/g, '<br>');
2236 mres = await resolveMentionsInText(base, body); // link inline @mentions + collect their inboxes
2237 content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
2238 }
2239 const replyLang = /^[a-z]{2,3}(-[A-Za-z0-9-]+)?$/.test(String(language || '')) ? language : null;
2240 // Dedup: skip if the exact same reply was already sent (double-submit guard).
2241 // Attachments count toward "the same": two media-only replies share content.
2242 const mediaJson = media.length ? JSON.stringify(media) : null;
2243 const dup = db.prepare('SELECT 1 FROM ap_outbox WHERE site_slug = ? AND IFNULL(in_reply_to, \'\') = ? AND content = ? AND IFNULL(attachments, \'\') = IFNULL(?, \'\') LIMIT 1')
2244 .get(site.slug, parent.object_uri || '', content, mediaJson);
2245 if (dup) { console.log('[AP] outreply skipped (duplicate)'); return { duplicate: true, delivered: 0 }; }
2246 const id = crypto.randomUUID();
2247 iStmts().insO.run(id, site.slug, postId, postSlug || null, parent.object_uri || null, toActorUri, toHandle, content, replyLang, mediaJson);
2248 const row = iStmts().getO.get(id);
2249 const note = buildReplyNote(base, site, row);
2250 const create = {
2251 '@context': AP_CONTEXT,
2252 id: note.id + '#create', type: 'Create', actor: me,
2253 published: note.published, to: note.to, cc: note.cc, object: note,
2254 };
2255 const keys = getOrCreateKeys(site.slug);
2256 const keyId = `${me}#main-key`;
2257 const inboxes = new Set();
2258 // Everyone the mentions bar kept gets pinged; legacy path = the parent only.
2259 const mentionTargets = kept ? kept.map((k) => k.uri) : (parent.actor_uri ? [parent.actor_uri] : []);
2260 for (const uri of mentionTargets) {
2261 const a = await fetchActor(uri).catch(() => null);
2262 if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox);
2263 }
2264 if (parent.threadInbox) inboxes.add(parent.threadInbox); // back-compat (single)
2265 (parent.threadInboxes || []).forEach((i) => inboxes.add(i)); // whole ancestor chain
2266 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2267 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the reply
2268 inboxes.delete(`${me}/inbox`); // never deliver to ourselves (already in ap_outbox)
2269 inboxes.delete(`${base}/ap/inbox`); // (our own shared inbox) → avoids a self-duplicate
2270 let delivered = 0;
2271 for (const inbox of [...inboxes].filter(Boolean)) {
2272 let ok = false;
2273 try { const st = await deliver(inbox, create, keyId, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
2274 if (ok) delivered++;
2275 else enqueueDelivery(site.slug, inbox, create); // durable: retry a briefly-offline recipient (was silently dropped)
2276 }
2277 console.log('[AP] outreply', site.slug, '→', parent.actor_uri, 'delivered', delivered);
2278 return { id, content, delivered };
2279}
2280
2281// attributedTo may be a string, an object {id}, or an ARRAY — e.g. a PeerTube Video is
2282// attributed to [Person (account), Group (channel)]. Pick a usable actor URI (prefer Person).
2283function actorUriOf(att) {
2284 if (!att) return null;
2285 if (typeof att === 'string') return att;
2286 if (Array.isArray(att)) {
2287 const person = att.find((a) => a && typeof a === 'object' && a.type === 'Person' && a.id);
2288 if (person) return person.id;
2289 for (const a of att) { if (typeof a === 'string') return a; if (a && a.id) return a.id; }
2290 return null;
2291 }
2292 return att.id || null;
2293}
2294
2295// Resolve a remote post URL (any fediverse/Klonkt post) into a reply target.
2296// Returns a parent-shaped object usable by deliverReply(), or null.
2297export async function resolveRemoteNote(url) {
2298 if (!/^https?:\/\//i.test(String(url || ''))) return null;
2299 const note = await fetchActor(url).catch(() => null); // AP GET (content-negotiates)
2300 if (!note || !note.id) return null;
2301 const att = note.attributedTo;
2302 const actorUri = actorUriOf(att);
2303 if (!actorUri) return null;
2304 const actor = await fetchActor(actorUri).catch(() => null);
2305 const ai = actorInfo(actor, actorUri);
2306 // Is what we're replying to a post (or a comment) on one of OUR posts? If so,
2307 // link our reply to that local post so it shows nested in the post thread.
2308 const localTgt = findThreadTarget(note.id, (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, ''));
2309 // Walk the WHOLE reply chain upward (comment → parent comment → … → root post)
2310 // and collect every ancestor author's inbox, so each participant's server —
2311 // including the original post's author — receives + threads our reply.
2312 const threadInboxes = [];
2313 const seenInbox = new Set();
2314 let cursor = note.inReplyTo, guard = 0;
2315 while (cursor && guard++ < 6) {
2316 const url = typeof cursor === 'string' ? cursor : (cursor && cursor.id);
2317 if (!url) break;
2318 const pn = await fetchActor(url).catch(() => null);
2319 if (!pn) break;
2320 const pa = actorUriOf(pn.attributedTo);
2321 if (pa && pa !== actorUri) {
2322 const paDoc = await fetchActor(pa).catch(() => null);
2323 const inbox = paDoc && ((paDoc.endpoints && paDoc.endpoints.sharedInbox) || paDoc.inbox);
2324 if (inbox && !seenInbox.has(inbox)) { seenInbox.add(inbox); threadInboxes.push(inbox); }
2325 }
2326 cursor = pn.inReplyTo; // climb to the next ancestor
2327 }
2328 // For non-Note objects (PeerTube Video, Article, …) the meaningful label is `name` (the
2329 // title); prepend it so the reply page shows what you're replying to (sanitize cleans it).
2330 let rawHtml = String(note.content || '').replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
2331 if (note.name && note.type && note.type !== 'Note') rawHtml = `<p><strong>${note.name}</strong></p>` + rawHtml;
2332 const images = (Array.isArray(note.attachment) ? note.attachment : [])
2333 .filter((a) => a && a.url && (!a.mediaType || /^image\//i.test(a.mediaType)))
2334 .map((a) => safeUrl(a.url)).filter(Boolean);
2335 // A Klonkt hosted-audio post strips its cover from `attachment` (so Mastodon
2336 // shows the player card, not a loose image) and puts it in `image` instead.
2337 // Same fallback as mediaFromNote() so a boosted music post keeps its cover.
2338 if (!images.length && note.image) {
2339 const im = Array.isArray(note.image) ? note.image[0] : note.image;
2340 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
2341 if (iu) images.push(iu);
2342 }
2343 return {
2344 object_uri: safeUrl(note.id) || note.id,
2345 actor_uri: actorUri,
2346 actor_url: ai.url,
2347 actor_handle: ai.handle,
2348 actor_name: ai.name,
2349 actor_icon: ai.icon,
2350 url: note.url || url,
2351 content: HtmlSanitizerService.sanitize(rawHtml), // full, sanitized
2352 sensitive: !!note.sensitive, // remote CW → blur in the Cirkel
2353 cw: note.summary || '',
2354 images,
2355 // Full typed media (incl. video/mp4) for the timeline cache. `images` above is
2356 // image-only for the interact page preview; a boosted video-only post (Loops)
2357 // lost its media entirely because upsertBoostedNote only saw `images`.
2358 media: mediaFromNote(note),
2359 threadInboxes, // every ancestor author's inbox
2360 localPostId: localTgt ? localTgt.post_id : '', // our post this belongs to (if any)
2361 poll: parsePoll(note), // a Question → its options/counts (else null)
2362 preview: HtmlSanitizerService.toPlainText(note.content || '').slice(0, 240),
2363 };
2364}
2365
2366// List a site's own outbound fediverse replies (for the manage/delete view).
2367// The plain editable text of a stored reply (unwrap links → their text, <br> → newline)
2368// so the manage view can prefill an edit box; the mention is re-added on save.
2369function outboxEditableText(content) {
2370 return String(content || '')
2371 .replace(/<br\s*\/?>/gi, '\n')
2372 .replace(/<a\b[^>]*>([\s\S]*?)<\/a>/gi, '$1')
2373 .replace(/<[^>]+>/g, '')
2374 .replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&')
2375 .trim();
2376}
2377export function listOutbox(siteSlug) {
2378 return db.prepare('SELECT id, content, to_handle, in_reply_to, language, created_at FROM ap_outbox WHERE site_slug = ? ORDER BY created_at DESC')
2379 .all(siteSlug).map((r) => { const c = stripLeadingMentions(r.content); return { ...r, content: c, editable: outboxEditableText(c) }; });
2380}
2381
2382// Delete one of our outbound replies: send Delete(Tombstone) to recipients + remove it.
2383export async function deliverOutboxDelete(site, outboxId) {
2384 const row = iStmts().getO.get(outboxId);
2385 if (!row || row.site_slug !== site.slug) return false;
2386 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2387 if (base) {
2388 const me = actorId(base, site.slug);
2389 const nid = noteId(base, row.id);
2390 const del = { '@context': AP_CONTEXT, id: `${nid}#delete-${Date.now()}-${rid()}`, type: 'Delete', actor: me, to: [PUBLIC], object: { id: nid, type: 'Tombstone' } };
2391 const keys = getOrCreateKeys(site.slug);
2392 const inboxes = new Set();
2393 if (row.to_actor) { const a = await fetchActor(row.to_actor).catch(() => null); if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox); }
2394 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2395 for (const inbox of [...inboxes].filter(Boolean)) {
2396 try { const st = await deliver(inbox, del, `${me}#main-key`, keys.private_pem); if (st >= 200 && st < 300) continue; } catch { /* queue below */ }
2397 enqueueDelivery(site.slug, inbox, del); // durable: a failed comment-delete now retries (was silently dropped)
2398 }
2399 }
2400 db.prepare('DELETE FROM ap_outbox WHERE id = ?').run(outboxId);
2401 return true;
2402}
2403
2404// Edit one of our outbound replies: rewrite the stored content (mention re-added + #tags
2405// re-linked) and send an Update(Note) so recipients refresh their cached copy.
2406export async function deliverOutboxUpdate(site, outboxId, newText, opts = {}) {
2407 const row = iStmts().getO.get(outboxId);
2408 if (!row || row.site_slug !== site.slug) return false;
2409 const text = String(newText || '').trim();
2410 // Rich edit: same sanitize + enrichment pipeline as deliverReply.
2411 const richClean = opts.html ? HtmlSanitizerService.sanitize(String(opts.html)) : '';
2412 const rich = richClean && HtmlSanitizerService.toPlainText(richClean).trim() ? richClean : '';
2413 if (!text && !rich) return false;
2414 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2415 if (!base) return false;
2416 const me = actorId(base, site.slug);
2417 const toActor = row.to_actor ? await fetchActor(row.to_actor).catch(() => null) : null;
2418 const toProfile = row.to_actor ? (actorInfo(toActor, row.to_actor).url || row.to_actor) : '';
2419 const _h = row.to_handle || deriveHandle(row.to_actor);
2420 const toHandle = _h && _h[0] === '@' ? _h : '@' + (_h || '');
2421 // An edit must not drop co-mentions (u02): reuse the OLD content's leading
2422 // mention anchors (the bar's kept list at send time) when present; only fall
2423 // back to rebuilding the single to_actor mention for legacy rows.
2424 const oldPrefix = (String(row.content || '')
2425 .match(/^\s*(?:<p[^>]*>)?\s*((?:<a\b[^>]*class="u-url mention"[^>]*>\s*@[^<]+<\/a>[\s ]*)+)/i) || [])[1] || '';
2426 const mention = oldPrefix || (row.to_actor
2427 ? `<a href="${escHtml(toProfile)}" class="u-url mention" data-actor="${escHtml(row.to_actor)}">${escHtml(toHandle)}</a> ` : '');
2428 let content;
2429 let mres;
2430 if (rich) {
2431 mres = await resolveMentionsInText(base, rich);
2432 const processed = linkUrls(linkHashtags(base, mres.html));
2433 if (processed.startsWith('<p>')) content = processed.replace('<p>', `<p>${mention}`);
2434 else if (/^<(blockquote|ul|ol|pre|h[1-6]|div|hr)\b/i.test(processed)) content = `<p>${mention}</p>${processed}`;
2435 else content = `<p>${mention}${processed}</p>`;
2436 } else {
2437 mres = await resolveMentionsInText(base, escHtml(text).replace(/\r?\n/g, '<br>'));
2438 content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
2439 }
2440 // Language may be updated with the edit; attachments always survive untouched.
2441 const newLang = /^[a-z]{2,3}(-[A-Za-z0-9-]+)?$/.test(String(opts.language || '')) ? opts.language : null;
2442 db.prepare('UPDATE ap_outbox SET content = ?, language = COALESCE(?, language) WHERE id = ?').run(content, newLang, outboxId);
2443 const note = buildReplyNote(base, site, iStmts().getO.get(outboxId));
2444 note.updated = new Date().toISOString();
2445 const update = {
2446 '@context': AP_CONTEXT,
2447 id: `${note.id}#update-${Date.now()}-${rid()}`, type: 'Update', actor: me,
2448 published: note.published, updated: note.updated, to: note.to, cc: note.cc, object: note,
2449 };
2450 const keys = getOrCreateKeys(site.slug);
2451 const inboxes = new Set();
2452 if (toActor) inboxes.add((toActor.endpoints && toActor.endpoints.sharedInbox) || toActor.inbox);
2453 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2454 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the edit
2455 inboxes.delete(`${me}/inbox`); inboxes.delete(`${base}/ap/inbox`);
2456 let delivered = 0;
2457 for (const inbox of [...inboxes].filter(Boolean)) {
2458 let ok = false;
2459 try { const st = await deliver(inbox, update, `${me}#main-key`, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
2460 if (ok) delivered++;
2461 else enqueueDelivery(site.slug, inbox, update); // durable: retry the edit later (was silently dropped)
2462 }
2463 console.log('[AP] outreply edit', site.slug, 'delivered', delivered);
2464 return { ok: true, content, delivered };
2465}
2466
2467// ── Fediverse CLIENT: follow accounts + home timeline ─────────────
2468// Resolve an @user@domain handle to its actor URL via WebFinger.
2469export async function webfingerResolve(handle) {
2470 const h = String(handle || '').trim().replace(/^@/, '');
2471 const parts = h.split('@');
2472 if (parts.length !== 2 || !parts[0] || !parts[1]) return null;
2473 const acct = `${parts[0]}@${parts[1]}`;
2474 try {
2475 const r = await safeFetch(`https://${parts[1]}/.well-known/webfinger?resource=acct:${encodeURIComponent(acct)}`,
2476 { headers: { Accept: 'application/jrd+json, application/json' } });
2477 if (!r.ok) return null;
2478 const jrd = await r.json();
2479 const link = (jrd.links || []).find((l) => l.rel === 'self' && /activity\+json|ld\+json/.test(l.type || ''));
2480 return safeUrl(link ? link.href : '') || null;
2481 } catch { return null; }
2482}
2483
2484let _insFw, _delFw, _listFw, _accFw, _oneFw, _setAB;
2485function fwStmts() {
2486 if (!_insFw) {
2487 _insFw = db.prepare('INSERT OR REPLACE INTO ap_following (slug, actor_uri, handle, name, icon, url, inbox, follow_id, status, auto_boost, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
2488 _delFw = db.prepare('DELETE FROM ap_following WHERE slug = ? AND actor_uri = ?');
2489 _listFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? ORDER BY created_at DESC');
2490 _accFw = db.prepare("UPDATE ap_following SET status = 'accepted' WHERE follow_id = ?");
2491 _oneFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? AND actor_uri = ?');
2492 _setAB = db.prepare('UPDATE ap_following SET auto_boost = ? WHERE slug = ? AND actor_uri = ?');
2493 }
2494 return { ins: _insFw, del: _delFw, list: _listFw, acc: _accFw, one: _oneFw, setAB: _setAB };
2495}
2496export function listFollowing(slug) { return fwStmts().list.all(slug); }
2497
2498// Toggle auto-boost ("feature") on an account we already follow.
2499export function setAutoBoost(slug, actorUri, on) {
2500 try { fwStmts().setAB.run(on ? 1 : 0, slug, actorUri); } catch { /* ignore */ }
2501 // Featuring an account → AP-native catch-up so the Cirkel isn't empty until they next
2502 // post (push doesn't backfill history-before-follow). Fire-and-forget pull, sends nothing.
2503 if (on) backfillFromOutbox(slug, actorUri).catch(() => {});
2504 return { ok: true };
2505}
2506
2507let _insTl, _listTl, _delTl;
2508function tlStmts() {
2509 if (!_insTl) {
2510 _insTl = db.prepare('INSERT OR IGNORE INTO ap_timeline (id, slug, author_uri, author_name, author_handle, author_icon, author_url, content, url, published, media_json, nsfw, cw, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
2511 _listTl = db.prepare('SELECT * FROM ap_timeline WHERE slug = ? ORDER BY COALESCE(published, created_at) DESC LIMIT ? OFFSET ?');
2512 _delTl = db.prepare('DELETE FROM ap_timeline WHERE id = ?');
2513 }
2514 return { ins: _insTl, list: _listTl, del: _delTl };
2515}
2516export function getTimeline(slug, limit, offset) { return tlStmts().list.all(slug, limit || 50, offset || 0); }
2517
2518// Inbox C2S read: a timeline row's media_json ([{url, type}], written on the
2519// inbound Create) → AS2 `attachment` array, so a client (Shaer) can render a
2520// friend's images/audio/video natively, exactly like own outbox posts. The
2521// stored `type` is the mediaType and may be ''. Malformed JSON yields
2522// undefined and never blocks the item.
2523export function timelineAttachments(mediaJson) {
2524 try {
2525 const list = mediaJson ? JSON.parse(mediaJson) : [];
2526 const rows = (Array.isArray(list) ? list : [])
2527 .filter((m) => m && m.url)
2528 .map((m) => ({ type: 'Document', mediaType: m.type || undefined, url: m.url }));
2529 return rows.length ? rows : undefined;
2530 } catch { return undefined; }
2531}
2532
2533// ── Cirkel = posts from the accounts you auto-boost ("feature an artist") ──
2534let _abCount, _cirkelPosts, _cirkelMembers;
2535export function autoBoostCount(slug) {
2536 try { if (!_abCount) _abCount = db.prepare('SELECT COUNT(*) AS n FROM ap_following WHERE slug = ? AND auto_boost = 1'); return _abCount.get(slug).n; } catch { return 0; }
2537}
2538export function getCirkelPosts(slug, limit, offset) {
2539 try {
2540 // Cirkel = posts from featured (auto_boost) accounts + posts you boosted
2541 // (t.boosted), mixed by date. One row per note in ap_timeline → no duplicates.
2542 if (!_cirkelPosts) _cirkelPosts = db.prepare(`
2543 SELECT t.id, t.author_uri, t.author_name, t.author_handle, t.author_icon, t.author_url,
2544 t.content, t.url, t.published, t.media_json, t.boosted, t.nsfw, t.cw
2545 FROM ap_timeline t
2546 LEFT JOIN ap_following f ON f.slug = t.slug AND f.actor_uri = t.author_uri
2547 WHERE t.slug = ? AND (f.auto_boost = 1 OR t.boosted = 1)
2548 ORDER BY COALESCE(t.published, t.created_at) DESC, t.rowid DESC
2549 LIMIT ? OFFSET ?`);
2550 return _cirkelPosts.all(slug, limit || 60, offset || 0);
2551 } catch { return []; }
2552}
2553export function getCirkelMembers(slug) {
2554 try { if (!_cirkelMembers) _cirkelMembers = db.prepare('SELECT name, url, icon FROM ap_following WHERE slug = ? AND auto_boost = 1 ORDER BY name'); return _cirkelMembers.all(slug); } catch { return []; }
2555}
2556// Mark a timeline post as boosted so it shows in the Cirkel (mixed by date).
2557let _markBoost, _unmarkBoost, _boostedCount;
2558export function markBoosted(slug, noteId) {
2559 try { if (!_markBoost) _markBoost = db.prepare('UPDATE ap_timeline SET boosted = 1 WHERE slug = ? AND id = ?'); _markBoost.run(slug, noteId); } catch { /* ignore */ }
2560}
2561export function unmarkBoosted(slug, noteId) {
2562 try { if (!_unmarkBoost) _unmarkBoost = db.prepare('UPDATE ap_timeline SET boosted = 0 WHERE slug = ? AND id = ?'); _unmarkBoost.run(slug, noteId); } catch { /* ignore */ }
2563}
2564let _markLike, _unmarkLike;
2565export function markLiked(slug, noteId) {
2566 try { if (!_markLike) _markLike = db.prepare('UPDATE ap_timeline SET liked = 1 WHERE slug = ? AND id = ?'); _markLike.run(slug, noteId); } catch { /* ignore */ }
2567}
2568export function unmarkLiked(slug, noteId) {
2569 try { if (!_unmarkLike) _unmarkLike = db.prepare('UPDATE ap_timeline SET liked = 0 WHERE slug = ? AND id = ?'); _unmarkLike.run(slug, noteId); } catch { /* ignore */ }
2570}
2571export function getTimelineReaction(slug, noteId) {
2572 try { const r = db.prepare('SELECT liked, boosted FROM ap_timeline WHERE slug = ? AND id = ?').get(slug, noteId); return { liked: !!(r && r.liked), boosted: !!(r && r.boosted) }; } catch { return { liked: false, boosted: false }; }
2573}
2574// Boost a REMOTE post that may not be in your timeline (you don't follow the author):
2575// store it in ap_timeline (INSERT OR IGNORE → no dup for followed posts) so it shows in
2576// the Cirkel with a Boost badge, then flag it boosted.
2577export function upsertBoostedNote(slug, note) {
2578 if (!slug || !note || !note.object_uri) return;
2579 const id = note.object_uri;
2580 // Prefer the full typed media (incl. video/mp4 — a Loops boost is video-only and
2581 // rendered a bare text tile); fall back to the image-only list for older callers.
2582 const media = (note.media && note.media !== '[]')
2583 ? note.media
2584 : JSON.stringify((note.images || []).map((u) => ({ url: u, type: 'image/jpeg' })));
2585 try {
2586 const r = tlStmts().ins.run(id, slug, note.actor_uri || '', note.actor_name || '', note.actor_handle || '',
2587 note.actor_icon || '', note.actor_url || '', note.content || '', note.url || null,
2588 new Date().toISOString(), media, note.sensitive ? 1 : 0, note.cw || null);
2589 if (!r.changes) {
2590 // Row already cached (INSERT OR IGNORE) → refresh it with the freshly
2591 // resolved note. Without this a row cached without its cover (or with
2592 // stale content) stayed stale forever — even boosting again didn't heal it.
2593 // Keep the CACHED media when the resolve yielded none: an empty re-resolve
2594 // used to clobber a good media_json (the followed copy had the video, the
2595 // boost wiped it to []).
2596 db.prepare(`UPDATE ap_timeline SET content = ?, media_json = CASE WHEN ? = '[]' THEN media_json ELSE ? END,
2597 nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE slug = ? AND id = ?`)
2598 .run(note.content || '', media, media, note.sensitive ? 1 : 0, note.cw || null, note.url || null, slug, id);
2599 }
2600 } catch { /* ignore */ }
2601 markBoosted(slug, id);
2602}
2603export function boostedCount(slug) {
2604 try { if (!_boostedCount) _boostedCount = db.prepare('SELECT COUNT(*) AS n FROM ap_timeline WHERE slug = ? AND boosted = 1'); return _boostedCount.get(slug).n; } catch { return 0; }
2605}
2606
2607// Resolve a Klonkt/AP actor URL from a site root: a Klonkt site's root 302s to
2608// /ap/users/<slug> (content negotiation; Location may be relative). Used by
2609// followActor for bare-domain follows.
2610// NB: the old auto-migration of legacy Cirkels (circle_links -> AP follows) was
2611// REMOVED on 2026-06-26 — it auto-sent Follows on boot, which violates "the code
2612// never throws anything into the fediverse automatically" (would surprise-Follow
2613// for some operators at scale). The dead circle_links table stays as harmless dead
2614// data; an operator restores an old cirkel by re-following in /following (their click).
2615async function resolveApActor(siteUrl) {
2616 try {
2617 const r = await fetch(siteUrl, { headers: { Accept: 'application/activity+json' }, redirect: 'manual' });
2618 if (r.status >= 300 && r.status < 400) { const loc = r.headers.get('location'); if (loc) return new URL(loc, siteUrl).href; }
2619 if (r.ok) return siteUrl;
2620 } catch { /* unreachable */ }
2621 return null;
2622}
2623
2624// ── Self-heal: re-sync the fediverse cache (ap_timeline) after a DRASTIC update ──
2625// Runs ONCE per SELFHEAL_VERSION bump — NOT on every boot. Re-fetches each cached
2626// note and refreshes content + media (recovers covers/edits that were delivered
2627// during a flux window, e.g. a fleet-wide update), and drops notes that are gone
2628// (404/410). Bump SELFHEAL_VERSION only on a release that warrants a re-sync.
2629const SELFHEAL_VERSION = 7; // v7: rerun v6 with retry-until-clean semantics (origins briefly offline no longer stay stale forever)
2630async function fetchNoteAP(url) {
2631 try {
2632 const r = await fetch(url, { headers: { Accept: 'application/activity+json' } });
2633 if (r.status === 404 || r.status === 410) return 404;
2634 if (r.ok) return await r.json();
2635 } catch { /* unreachable */ }
2636 return null;
2637}
2638function mediaFromNote(note) {
2639 const atts = (Array.isArray(note.attachment) ? note.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
2640 if (!atts.some((m) => !m.type || /image/i.test(m.type)) && note.image) {
2641 const im = Array.isArray(note.image) ? note.image[0] : note.image;
2642 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
2643 if (iu) atts.push({ url: iu, type: (im && im.mediaType) || 'image/jpeg' });
2644 }
2645 return JSON.stringify(atts);
2646}
2647// A generic SSRF-safe AP GET (collections / pages).
2648async function apGetJson(url) {
2649 try {
2650 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
2651 if (!r.ok) return null;
2652 const len = Number(r.headers.get('content-length') || 0);
2653 if (len > 3_000_000) return null;
2654 return await r.json();
2655 } catch { return null; }
2656}
2657// AP-native catch-up: pull an actor's standard `outbox` collection and merge their recent
2658// top-level posts into the timeline for `slug`. Push (Create delivery) cannot backfill
2659// history-from-before-you-followed or a delivery that was missed while you were down;
2660// reading the outbox is the spec-conform way to catch up. PULL ONLY — sends nothing.
2661export async function backfillFromOutbox(slug, actorUri, limit = 20) {
2662 try {
2663 if (!slug || !actorUri) return 0;
2664 const actor = await fetchActor(actorUri);
2665 if (!actor || !actor.outbox) return 0;
2666 let page = await apGetJson(typeof actor.outbox === 'string' ? actor.outbox : actor.outbox.id);
2667 let items = (page && (page.orderedItems || page.items)) || [];
2668 if (!items.length && page && page.first) {
2669 page = await apGetJson(typeof page.first === 'string' ? page.first : page.first.id);
2670 items = (page && (page.orderedItems || page.items)) || [];
2671 }
2672 if (!Array.isArray(items) || !items.length) return 0;
2673 const ai = actorInfo(actor, actorUri);
2674 let added = 0;
2675 for (const it of items.slice(0, limit)) {
2676 // Each item is usually a Create wrapping a Note, or sometimes the Note itself.
2677 const o = (it && typeof it.object === 'object' && it.object) ? it.object : it;
2678 if (!o || !o.id) continue;
2679 if (o.type && o.type !== 'Note' && o.type !== 'Article' && o.type !== 'Question') continue; // skip boosts/other
2680 if (o.inReplyTo) continue; // top-level only
2681 const auth = actorUriOf(o.attributedTo);
2682 if (auth && auth !== actorUri) continue; // their OWN posts only
2683 const html = HtmlSanitizerService.sanitize(o.content || '');
2684 const poll = parsePoll(o); // a Question (poll) → carry its options/counts on backfill too
2685 try {
2686 const r = tlStmts().ins.run(o.id, slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, mediaFromNote(o), o.sensitive ? 1 : 0, o.summary || null);
2687 if (r && r.changes > 0) added++;
2688 // Set poll_json if this is a poll and we don't already have it (COALESCE preserves a vote).
2689 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = COALESCE(poll_json, ?) WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, slug); } catch { /* ignore */ } }
2690 } catch { /* ignore */ }
2691 }
2692 if (added) console.log('[AP] outbox backfill', actorUri, '→', slug, '+' + added);
2693 return added;
2694 } catch { return 0; }
2695}
2696
2697// ── Remote thread crawl (fill the gaps in a local post's conversation) ────────────
2698// Most replies reach us by delivery, but replies-to-replies that live on other servers and
2699// aren't addressed to us are missed. This pulls the AS2 `replies` collections of the replies
2700// we DO have, caching any newly-found ones in ap_interactions.
2701//
2702// Matches Mastodon's behaviour: ONE level per crawl (like its FetchRepliesService), not a deep
2703// recursive walk. Deeper levels fill in incrementally across crawls — once a fetched reply is
2704// cached it becomes a seed itself, so its own replies are pulled on a later view (Mastodon's
2705// per-status cascade). Bounded + polite (serial), PULL only, and stale-while-revalidate: it
2706// never runs in a page request — the view renders from cache; a stale post kicks off a
2707// background refresh for the NEXT view.
2708const THREAD_TTL_MS = 15 * 60 * 1000; // don't re-crawl a post more than ~4×/hour
2709const THREAD_MAX_DEPTH = 1; // one hop per crawl (like Mastodon); deeper fills in over crawls
2710const THREAD_MAX_FETCHES = 30; // hard cap on remote GETs per crawl (be a good peer)
2711const _crawlingThreads = new Set(); // per-post in-flight lock (no stampede across views)
2712
2713function threadCrawlTs(postId) {
2714 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('thread_crawl:' + postId); return r ? (Number(r.value) || 0) : 0; }
2715 catch { return 0; }
2716}
2717function setThreadCrawlTs(postId, ts) {
2718 try { db.prepare('INSERT INTO app_settings (key, value) VALUES (?, ?) ON CONFLICT(key) DO UPDATE SET value = excluded.value').run('thread_crawl:' + postId, String(ts)); }
2719 catch { /* ignore */ }
2720}
2721
2722// Read a note's `replies` (string ref / Collection with `first` / paged CollectionPages) →
2723// child note URIs. Every remote GET goes through `budget` so the whole crawl stays capped.
2724async function collectReplyItems(repliesRef, maxPages, budget) {
2725 const uris = [];
2726 let node = typeof repliesRef === 'string' ? await budget.get(repliesRef) : repliesRef;
2727 if (node && node.first) node = typeof node.first === 'string' ? await budget.get(node.first) : node.first;
2728 let pages = 0;
2729 while (node && pages++ < maxPages) {
2730 for (const it of (node.items || node.orderedItems || [])) {
2731 const u = typeof it === 'string' ? it : (it && it.id);
2732 if (u && /^https?:\/\//i.test(u)) uris.push(u);
2733 }
2734 if (!node.next) break;
2735 node = typeof node.next === 'string' ? await budget.get(node.next) : node.next;
2736 }
2737 return uris;
2738}
2739
2740async function crawlThread(postId) {
2741 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2742 if (!base) return;
2743 // Seed frontier = the remote reply note URIs we already have; also the dedup set.
2744 let known;
2745 try { known = new Set(db.prepare("SELECT object_uri FROM ap_interactions WHERE post_id = ? AND kind = 'reply' AND object_uri != ''").all(postId).map((r) => r.object_uri)); }
2746 catch { return; }
2747 const seeds = [...known].filter((u) => /^https?:\/\//i.test(u));
2748 if (!seeds.length) return; // nothing remote to expand
2749 // Owner-removed replies (tombstones) join the dedup set AFTER seeding, so the
2750 // crawler never re-adds them via thread-filling (they're gone from the seeds
2751 // already because rejectInteraction deleted their ap_interactions row).
2752 try { for (const r of db.prepare('SELECT object_uri FROM ap_rejected_objects WHERE post_id = ?').all(postId)) known.add(r.object_uri); }
2753 catch { /* table always exists after boot migration */ }
2754
2755 let fetches = 0;
2756 const budget = { get: async (u) => { if (fetches >= THREAD_MAX_FETCHES) return null; fetches++; return apGetJson(u); } };
2757 const visited = new Set(); // notes whose replies collection we've already expanded
2758 let frontier = seeds.slice();
2759 let added = 0;
2760
2761 for (let depth = 0; depth < THREAD_MAX_DEPTH && frontier.length && fetches < THREAD_MAX_FETCHES; depth++) {
2762 const nextFrontier = [];
2763 for (const noteUri of frontier) {
2764 if (visited.has(noteUri) || fetches >= THREAD_MAX_FETCHES) continue;
2765 visited.add(noteUri);
2766 const note = await budget.get(noteUri);
2767 if (!note || !note.replies) continue;
2768 const childUris = await collectReplyItems(note.replies, 2, budget);
2769 for (const cu of childUris) {
2770 if (known.has(cu) || fetches >= THREAD_MAX_FETCHES) continue;
2771 known.add(cu);
2772 const child = await budget.get(cu);
2773 if (!child || !child.id || (child.type !== 'Note' && child.type !== 'Article')) continue;
2774 if (isRejectedObject(child.id)) continue; // note id can differ from the collection URI (redirects)
2775 const actorUri = actorUriOf(child.attributedTo);
2776 if (!actorUri || isBlockedAny(actorUri)) continue; // skip blocked authors
2777 const actor = await budget.get(actorUri); // may be null if budget spent → fallback handle
2778 const ai = actorInfo(actor, actorUri);
2779 const html = HtmlSanitizerService.sanitize(child.content || '');
2780 // The child replies to `note` by construction (it's in note's replies collection).
2781 try { iStmts().ins.run('reply', postId, child.id, actorUri, ai.name, ai.handle, ai.url, ai.icon, html, child.published || null, note.id || noteUri, noteVisibility(child)); added++; } catch { /* ignore */ }
2782 nextFrontier.push(child.id); // expand this reply's own replies next depth
2783 }
2784 }
2785 frontier = nextFrontier;
2786 }
2787 if (added) console.log('[AP] thread crawl', postId, '+' + added, 'remote replies (' + fetches + ' fetches)');
2788}
2789
2790// Stale-while-revalidate entry point: call from the post view. Renders nothing, blocks nothing —
2791// fires a background crawl only if this post hasn't been crawled within the TTL.
2792export function maybeCrawlThread(postId) {
2793 if (!postId || _crawlingThreads.has(postId)) return;
2794 if (Date.now() - threadCrawlTs(postId) < THREAD_TTL_MS) return;
2795 _crawlingThreads.add(postId);
2796 setThreadCrawlTs(postId, Date.now()); // optimistic mark so concurrent/next views don't re-fire
2797 crawlThread(postId).catch((e) => console.warn('[AP] thread crawl failed:', e && e.message)).finally(() => _crawlingThreads.delete(postId));
2798}
2799
2800let _selfHealing = false;
2801export async function selfHealTimeline() {
2802 if (_selfHealing) return; _selfHealing = true;
2803 try {
2804 let cur = 0;
2805 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_version'); cur = r ? (parseInt(r.value, 10) || 0) : 0; } catch { return; }
2806 if (cur >= SELFHEAL_VERSION) return; // already healed for this version — skip on normal boots
2807 let rows = [];
2808 try { rows = db.prepare('SELECT id, content, media_json, nsfw, cw, url FROM ap_timeline ORDER BY rowid DESC LIMIT 200').all(); } catch { /* no table */ }
2809 let healed = 0, failed = 0;
2810 for (const r of rows) {
2811 try {
2812 const note = await fetchNoteAP(r.id);
2813 if (note === 404) { db.prepare('DELETE FROM ap_timeline WHERE id = ?').run(r.id); healed++; continue; }
2814 if (!note || typeof note !== 'object') { failed++; continue; } // origin unreachable right now
2815 const html = HtmlSanitizerService.sanitize(note.content || '');
2816 const media = mediaFromNote(note);
2817 const nsfw = note.sensitive ? 1 : 0; // re-sync NSFW/sensitive + CW onto already-cached posts
2818 const cw = note.summary || null;
2819 const url = note.url || null; // re-sync the human url (catches a remote slug rename)
2820 if ((html && html !== r.content) || media !== (r.media_json || '[]') || nsfw !== (r.nsfw || 0) || (cw || '') !== (r.cw || '') || (url && url !== r.url)) {
2821 db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ?').run(html || r.content, media, nsfw, cw, url, r.id);
2822 healed++;
2823 }
2824 } catch { failed++; /* per-note best-effort */ }
2825 }
2826 // Only mark this version DONE after a clean pass. Some origins are briefly
2827 // offline exactly when we heal (phone-hosted instances!): skipping them and
2828 // consuming the version would leave those rows stale forever. Instead retry
2829 // on the next boots, giving up after a few attempts (permanently-dead
2830 // origins answer 404/410 and are deleted above, so they don't loop).
2831 const setSetting = (k, v) => { try { db.prepare('INSERT OR REPLACE INTO app_settings (key, value) VALUES (?, ?)').run(k, String(v)); } catch { /* ignore */ } };
2832 let attempts = 0;
2833 try { const a = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_attempts'); attempts = a ? (parseInt(a.value, 10) || 0) : 0; } catch { /* ignore */ }
2834 if (failed === 0 || attempts >= 4) {
2835 setSetting('selfheal_version', SELFHEAL_VERSION);
2836 setSetting('selfheal_attempts', 0);
2837 } else {
2838 setSetting('selfheal_attempts', attempts + 1);
2839 }
2840 if (rows.length) console.log(`[AP] self-heal v${SELFHEAL_VERSION}: ${healed}/${rows.length} timeline notes${failed ? ` (${failed} unreachable — will retry next boot)` : ''}`);
2841 } catch { /* never block boot */ } finally { _selfHealing = false; }
2842}
2843
2844// Follow a fediverse account by @handle (WebFinger → actor → signed Follow).
2845export async function followActor(site, handle, autoBoost = false) {
2846 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2847 if (!base || !site || !site.slug) return { error: 'config' };
2848 // Accept any of: a profile/actor URL, an @user@host handle (WebFinger), or a
2849 // bare site domain (site.com) — for a single-actor site (Klonkt etc.) the root
2850 // resolves to its AP actor, so you can follow a site by just its domain.
2851 const s = String(handle || '').trim();
2852 let actorUrl;
2853 if (/^https?:\/\//i.test(s)) actorUrl = safeUrl(s) || null;
2854 else if (s.includes('@')) actorUrl = await webfingerResolve(s);
2855 else if (/^[a-z0-9.-]+\.[a-z]{2,}/i.test(s)) actorUrl = await resolveApActor('https://' + s.replace(/^\/+|\/+$/g, ''));
2856 else actorUrl = null;
2857 if (!actorUrl) return { error: 'not_found' };
2858 const actor = await fetchActor(actorUrl).catch(() => null);
2859 if (!actor || !actor.id || !actor.inbox) return { error: 'unreachable' };
2860 const ai = actorInfo(actor, actor.id);
2861 const me = actorId(base, site.slug);
2862 const keys = getOrCreateKeys(site.slug);
2863 const followId = `${me}#follow-${Date.now()}-${rid()}`;
2864 fwStmts().ins.run(site.slug, actor.id, ai.handle, ai.name, ai.icon, ai.url, actor.inbox, followId, 'pending', autoBoost ? 1 : 0);
2865 const follow = { '@context': AP_CONTEXT, id: followId, type: 'Follow', actor: me, object: actor.id };
2866 // Deliver via the retry queue: a Follow that fails the first attempt (peer down,
2867 // timeout, transient 5xx) is retried with backoff instead of staying stuck on
2868 // 'pending' forever — the Accept can only come back once the Follow lands.
2869 await deliverWithRetry(site.slug, actor.inbox, follow, `${me}#main-key`, keys.private_pem);
2870 console.log('[AP] follow', site.slug, '→', actor.id);
2871 // Follow + feature in one step → backfill their recent posts into the Cirkel right away.
2872 if (autoBoost) backfillFromOutbox(site.slug, actor.id).catch(() => {});
2873 return { ok: true, name: ai.name, handle: ai.handle, actor: actor.id };
2874}
2875
2876// Resolve a profile URL or @handle to a followable remote actor (for the
2877// authorize_interaction "Follow" flow). Returns display fields + inbox, or null
2878// when it isn't a reachable actor (e.g. the input was a post, not a profile).
2879export async function resolveRemoteActor(input) {
2880 const s = String(input || '').trim();
2881 const actorUrl = /^https?:\/\//i.test(s) ? (safeUrl(s) || null) : await webfingerResolve(s);
2882 if (!actorUrl) return null;
2883 const actor = await fetchActor(actorUrl).catch(() => null);
2884 if (!actor || !actor.id || !actor.inbox) return null;
2885 const ai = actorInfo(actor, actor.id);
2886 return { actor_uri: actor.id, actor_name: ai.name, actor_handle: ai.handle, actor_url: ai.url, actor_icon: ai.icon, inbox: actor.inbox };
2887}
2888
2889export async function unfollowActor(site, actorUri) {
2890 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2891 const me = actorId(base, site.slug);
2892 const keys = getOrCreateKeys(site.slug);
2893 const row = fwStmts().one.get(site.slug, actorUri);
2894 // Undo(Follow) MUST reference the original Follow's real id so the remote can correlate it
2895 // and drop the follow. The old `${me}#follow` fallback never matched anything → the unfollow
2896 // silently failed on the remote. With no stored follow id (legacy row), skip the network Undo
2897 // rather than send an unmatchable one. Deliver durably via the retry queue.
2898 if (row && row.inbox && row.follow_id) {
2899 const undo = { '@context': AP_CONTEXT, id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me, object: { id: row.follow_id, type: 'Follow', actor: me, object: actorUri } };
2900 deliverWithRetry(site.slug, row.inbox, undo, `${me}#main-key`, keys.private_pem);
2901 } else if (row && row.inbox) {
2902 console.warn('[AP] unfollow', site.slug, '→', actorUri, '— no stored follow id; removed locally only (legacy follow, remote may keep it)');
2903 }
2904 fwStmts().del.run(site.slug, actorUri);
2905 return { ok: true };
2906}
2907
2908// FEP-633c §5.3 note (authorized fetch): true when `actorUri` is a committed
2909// guardian of the local ward `wardSlug` — so a signed GET from it may read the
2910// ward's non-public history without the guardian appearing as a follower.
2911export function isWardGuardian(wardSlug, actorUri) {
2912 try { return !!Guardianship.getRelation(wardSlug, 'ward', actorUri); } catch { return false; }
2913}
2914
2915// FEP-633c §5.3: the guardians approved a gated follow of their ward. Send the
2916// Accept to the follower and record them, so delivery (incl. followers-only)
2917// begins. `pending` is a row from ap_pending_follows.
2918export async function acceptGatedFollow(pending) {
2919 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2920 const slug = pending.ward_slug;
2921 const me = actorId(base, slug);
2922 const keys = getOrCreateKeys(slug);
2923 fStmts().ins.run(slug, pending.follower_uri, pending.follower_inbox, pending.follower_shared_inbox, pending.follower_name, pending.follower_handle, pending.follower_icon);
2924 const original = pending.activity_json ? JSON.parse(pending.activity_json) : { type: 'Follow', actor: pending.follower_uri, object: me };
2925 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: original };
2926 await deliverWithRetry(slug, pending.follower_inbox, accept, `${me}#main-key`, keys.private_pem);
2927 const filled = pending.follower_shared_inbox &&
2928 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1').get(slug, pending.follower_shared_inbox, pending.follower_uri);
2929 if (!filled) backfillNewFollower(base, slug, pending.follower_shared_inbox || pending.follower_inbox).catch(() => {});
2930 console.log('[AP] gated Follow accepted', pending.follower_uri, '→ ward', slug);
2931 return { ok: true };
2932}
2933
2934// The guardians denied the follow: send a Reject so the follower's server clears
2935// its pending state, then the caller drops the record.
2936export async function rejectGatedFollow(pending) {
2937 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2938 const slug = pending.ward_slug;
2939 const me = actorId(base, slug);
2940 const keys = getOrCreateKeys(slug);
2941 const original = pending.activity_json ? JSON.parse(pending.activity_json) : { type: 'Follow', actor: pending.follower_uri, object: me };
2942 const reject = { '@context': AP_CONTEXT, id: `${me}#reject-${Date.now()}-${rid()}`, type: 'Reject', actor: me, object: original };
2943 if (pending.follower_inbox) await deliverWithRetry(slug, pending.follower_inbox, reject, `${me}#main-key`, keys.private_pem).catch(() => {});
2944 console.log('[AP] gated Follow rejected', pending.follower_uri, '→ ward', slug);
2945 return { ok: true };
2946}
2947
2948// Send a Like or Announce (boost) on a remote note FROM this site.
2949export async function sendInteraction(site, kind, targetNoteId, authorUri) {
2950 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2951 if (!base || !site || !site.slug || !targetNoteId) return { error: 'config' };
2952 const me = actorId(base, site.slug);
2953 const keys = getOrCreateKeys(site.slug);
2954 // 'unboost' = Undo(Announce): retracts a boost so followers' servers remove the
2955 // reblog (matched on actor+object — no record of the original Announce needed).
2956 const fanout = (kind === 'boost' || kind === 'unboost'); // also goes to our followers
2957 const followersCol = `${me}/followers`;
2958 // Address the original author in cc so their server (Mastodon, WordPress/ActivityPub, …)
2959 // attributes the boost to their post and notifies them — without this, a shared-inbox
2960 // receiver has nothing to route the Announce to. Non-fragment activity ids + a `published`
2961 // stamp keep us aligned with what Mastodon emits.
2962 const audience = authorUri ? [followersCol, authorUri] : [followersCol];
2963 let act;
2964 if (kind === 'unboost' || kind === 'unlike') {
2965 // Undo(Announce) retracts a boost; Undo(Like) un-favourites (matched on actor+object,
2966 // no record of the original activity needed — Mastodon honours both).
2967 const inner = kind === 'unboost' ? 'Announce' : 'Like';
2968 act = {
2969 '@context': AP_CONTEXT,
2970 id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me,
2971 object: { id: `${me}/${inner.toLowerCase()}/${Date.now()}-${rid()}`, type: inner, actor: me, object: targetNoteId },
2972 };
2973 if (kind === 'unboost') { act.to = [PUBLIC]; act.cc = audience; }
2974 } else {
2975 const type = kind === 'boost' ? 'Announce' : 'Like';
2976 act = {
2977 '@context': AP_CONTEXT,
2978 id: `${me}/${type.toLowerCase()}/${Date.now()}-${rid()}`,
2979 type, actor: me, object: targetNoteId,
2980 };
2981 if (type === 'Announce') { act.published = new Date().toISOString(); act.to = [PUBLIC]; act.cc = audience; }
2982 }
2983 const inboxes = new Set();
2984 // Author first, via their PERSONAL inbox (not the shared one) so a multi-user receiver
2985 // routes the Announce/Like to the right post unambiguously.
2986 if (authorUri) { const a = await fetchActor(authorUri).catch(() => null); if (a) inboxes.add(a.inbox || (a.endpoints && a.endpoints.sharedInbox)); }
2987 if (fanout) { for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox); }
2988 // Queue each delivery (immediate attempt + backoff retries on failure via ap_delivery)
2989 // instead of a single fire-and-forget POST, so a transient hiccup at the receiver doesn't
2990 // silently lose the boost — same durability a new post (deliverCreate) already gets.
2991 let queued = 0;
2992 for (const inbox of [...inboxes].filter(Boolean)) { deliverWithRetry(site.slug, inbox, act, `${me}#main-key`, keys.private_pem); queued++; }
2993 console.log('[AP]', kind, site.slug, '→', targetNoteId, 'queued', queued, 'inbox(es)');
2994 return { ok: true, delivered: queued };
2995}
2996
2997// Notifications inbox: new followers + replies/likes/boosts on this site's posts.
2998export function getNotifications(slug, limit) {
2999 // Per-source cap scales with the requested limit so Messages can page deep
3000 // (Load more). Bounded so a huge offset can't ask for unbounded rows.
3001 const L = Math.min(1000, Math.max(80, limit || 60));
3002 const out = [];
3003 try {
3004 for (const f of db.prepare('SELECT actor_uri, created_at FROM ap_followers WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
3005 out.push({ type: 'follow', handle: deriveHandle(f.actor_uri), url: f.actor_uri, created_at: f.created_at });
3006 }
3007 } catch { /* ignore */ }
3008 try {
3009 const rows = db.prepare(`
3010 SELECT i.kind, i.actor_name, i.actor_handle, i.actor_url, i.actor_icon, i.content, i.created_at, i.visibility,
3011 p.slug AS post_slug, p.title AS post_title
3012 FROM ap_interactions i LEFT JOIN posts p ON p.id = i.post_id
3013 WHERE p.site_id = (SELECT id FROM sites WHERE slug = ?)
3014 ORDER BY i.created_at DESC LIMIT ?
3015 `).all(slug, L);
3016 for (const r of rows) out.push({
3017 type: r.kind, name: r.actor_name, handle: r.actor_handle, url: r.actor_url, icon: r.actor_icon,
3018 content: stripLeadingMentions(r.content), post_slug: r.post_slug, post_title: r.post_title, created_at: r.created_at,
3019 // followers/direct = a private message to the owner (not on the public thread) → 🔒 in Messages
3020 visibility: r.visibility || 'public',
3021 });
3022 } catch { /* ignore */ }
3023 try {
3024 for (const r of db.prepare('SELECT actor_uri, actor_name, actor_handle, actor_icon, content, objects, created_at FROM ap_reports WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
3025 // The reported objects: our own notes resolve to post links so the owner
3026 // sees WHICH post the report is about; other URIs (e.g. the actor itself)
3027 // are skipped — the report row already names the account.
3028 const about = [];
3029 try {
3030 for (const u of JSON.parse(r.objects || '[]')) {
3031 const m = String(u).match(/\/ap\/notes\/([^/?#]+)/);
3032 if (!m) continue;
3033 const p = db.prepare('SELECT slug, title FROM posts WHERE id = ?').get(decodeURIComponent(m[1]));
3034 if (p) about.push({ slug: p.slug, title: p.title || p.slug });
3035 }
3036 } catch { /* malformed objects json → no links */ }
3037 out.push({ type: 'report', name: r.actor_name, handle: r.actor_handle, url: r.actor_uri, icon: r.actor_icon, content: r.content, objects: about, created_at: r.created_at });
3038 }
3039 } catch { /* ignore */ }
3040 try {
3041 for (const r of db.prepare('SELECT object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, wave, created_at FROM ap_mentions WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
3042 out.push({ type: 'mention', name: r.actor_name, handle: r.actor_handle, url: r.actor_url || r.actor_uri, icon: r.actor_icon, content: stripLeadingMentions(r.content), note_url: r.note_url || r.object_uri, wave: r.wave ? 1 : 0, actorUri: r.actor_uri, created_at: r.created_at });
3043 }
3044 } catch { /* ignore */ }
3045 // Your own polls that have closed → a "results are in" item, derived read-time
3046 // from poll_json (Scheduler marks closed=1) with the tally via ownPollView.
3047 try {
3048 const site = db.prepare('SELECT id FROM sites WHERE slug = ?').get(slug);
3049 if (site) {
3050 const polls = db.prepare(`
3051 SELECT id, slug, title, poll_json FROM posts
3052 WHERE site_id = ? AND poll_json IS NOT NULL
3053 AND json_extract(poll_json, '$.closed') = 1
3054 AND json_extract(poll_json, '$.endTime') IS NOT NULL
3055 ORDER BY json_extract(poll_json, '$.endTime') DESC LIMIT 20`).all(site.id);
3056 for (const p of polls) {
3057 const view = ownPollView(p);
3058 if (!view) continue;
3059 let endTime = null; try { endTime = JSON.parse(p.poll_json).endTime; } catch { /* keep null */ }
3060 out.push({ type: 'poll_done', post_slug: p.slug, post_title: p.title, poll: view, created_at: endTime || null });
3061 }
3062 }
3063 } catch { /* ignore */ }
3064 // NaN-safe sort: one row with a missing/garbled created_at would otherwise make the
3065 // comparator return NaN and scramble the WHOLE ordering (seen live: follow rows landing
3066 // between likes, which also broke Messages' like-grouping).
3067 out.sort((a, b) => _msgTs(b) - _msgTs(a));
3068 return out.slice(0, limit || 60);
3069}
3070function _msgTs(x) { const t = Date.parse((x && x.created_at) || ''); return Number.isFinite(t) ? t : 0; }
3071
3072// ── Blocking / defederation ───────────────────────────────────────
3073// Extracted to BlocklistService (shared: Klonkt's Block tab + Shaer's "in
3074// Orbit"). Thin delegations keep every existing caller working.
3075export function listBlocks(slug) { return Blocklist.listBlocks(slug); }
3076
3077// True if an actor (or its whole domain) is blocked anywhere on this instance.
3078// Vote on a remote fediverse poll (a cached Question). A ballot = a Create(Note) carrying only a
3079// `name` (the chosen option) + inReplyTo the Question, addressed to the poll's author — the
3080// Mastodon-standard vote. Records our choice locally + optimistically bumps the counts; the
3081// author's Update(Question) refreshes the authoritative totals when it arrives.
3082export async function voteOnPoll(site, questionId, choices) {
3083 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3084 if (!base || !site || !site.slug || !questionId) return { error: 'config' };
3085 let row; try { row = db.prepare('SELECT author_uri, poll_json FROM ap_timeline WHERE id = ? AND slug = ? LIMIT 1').get(questionId, site.slug); } catch { /* ignore */ }
3086 if (!row || !row.poll_json) return { error: 'not_found' };
3087 let poll; try { poll = JSON.parse(row.poll_json); } catch { return { error: 'not_found' }; }
3088 if (poll.closed) return { error: 'closed' };
3089 if (poll.voted) return { error: 'already' };
3090 const valid = new Set(poll.options.map((o) => o.name));
3091 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
3092 if (!picks.length) return { error: 'invalid' };
3093 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
3094 const me = actorId(base, site.slug);
3095 const keys = getOrCreateKeys(site.slug);
3096 const authorUri = row.author_uri || null;
3097 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
3098 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
3099 if (!inbox) return { error: 'unreachable' };
3100 for (const name of chosen) {
3101 const nid = `${me}/votes/${Date.now()}-${rid()}`;
3102 const note = { id: nid, type: 'Note', attributedTo: me, to: authorUri ? [authorUri] : [], name, inReplyTo: questionId, published: new Date().toISOString() };
3103 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
3104 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
3105 }
3106 // Local optimistic update (authoritative counts arrive via the author's Update(Question)).
3107 poll.voted = poll.multiple ? chosen : chosen[0];
3108 for (const o of poll.options) if (chosen.includes(o.name)) o.count = (o.count || 0) + 1;
3109 if (poll.voters != null) poll.voters += 1;
3110 try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), questionId, site.slug); } catch { /* ignore */ }
3111 return { ok: true };
3112}
3113
3114// Vote on ANY fediverse poll by URL (the interact page) — no timeline cache needed. Fetches
3115// the Question fresh, validates the choice(s), and casts the Mastodon-standard ballot (a
3116// Create(Note) with `name` + inReplyTo) straight to the poll's author. Used for polls you find
3117// by URL, not just ones from accounts you follow (which go through voteOnPoll via /news).
3118export async function voteOnRemotePoll(site, questionUrl, choices) {
3119 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3120 if (!base || !site || !site.slug || !/^https?:\/\//i.test(String(questionUrl || ''))) return { error: 'config' };
3121 const q = await fetchActor(questionUrl).catch(() => null); // AP GET (SSRF-guarded)
3122 if (!q || q.type !== 'Question' || !q.id) return { error: 'not_found' };
3123 const poll = parsePoll(q);
3124 if (!poll) return { error: 'not_found' };
3125 if (poll.closed) return { error: 'closed' };
3126 const valid = new Set(poll.options.map((o) => o.name));
3127 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
3128 if (!picks.length) return { error: 'invalid' };
3129 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
3130 const authorUri = actorUriOf(q.attributedTo);
3131 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
3132 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
3133 if (!inbox) return { error: 'unreachable' };
3134 const me = actorId(base, site.slug);
3135 const keys = getOrCreateKeys(site.slug);
3136 for (const name of chosen) {
3137 const nid = `${me}/votes/${Date.now()}-${rid()}`;
3138 const note = { id: nid, type: 'Note', attributedTo: me, to: [authorUri], name, inReplyTo: q.id, published: new Date().toISOString() };
3139 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
3140 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
3141 }
3142 return { ok: true };
3143}
3144
3145// Report a remote post or account to its home instance (moderation). Sends the Mastodon-standard
3146// AS2 `Flag`: object = [reported account, reported status?], content = the reason, delivered to the
3147// reported account's inbox so their instance's moderators receive it. objectUri = a post URL (its
3148// author is resolved + included) OR pass actorUri to report an account directly.
3149export async function sendReport(site, { objectUri, actorUri, reason }) {
3150 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3151 if (!base || !site || !site.slug) return { error: 'config' };
3152 let targetActor = actorUri || null;
3153 let noteUri = null;
3154 if (objectUri && /^https?:\/\//i.test(objectUri)) {
3155 const note = await apGetJson(objectUri).catch(() => null);
3156 if (note && note.id) { noteUri = note.id; if (!targetActor) targetActor = actorUriOf(note.attributedTo); }
3157 else if (!targetActor) return { error: 'not_found' };
3158 }
3159 if (!targetActor || !/^https?:\/\//i.test(targetActor)) return { error: 'not_found' };
3160 const actor = await fetchActor(targetActor).catch(() => null);
3161 const inbox = actor && (actor.inbox || (actor.endpoints && actor.endpoints.sharedInbox)); // personal inbox → their moderators
3162 if (!inbox) return { error: 'unreachable' };
3163 const me = actorId(base, site.slug);
3164 const keys = getOrCreateKeys(site.slug);
3165 const object = [targetActor];
3166 if (noteUri && noteUri !== targetActor) object.push(noteUri);
3167 const flag = {
3168 '@context': AP_CONTEXT,
3169 id: `${me}#report-${Date.now()}-${rid()}`,
3170 type: 'Flag',
3171 actor: me,
3172 content: String(reason == null ? '' : reason).slice(0, 3000),
3173 object, // [account, status?] — Mastodon's Flag shape
3174 to: [targetActor],
3175 };
3176 deliverWithRetry(site.slug, inbox, flag, `${me}#main-key`, keys.private_pem);
3177 return { ok: true };
3178}
3179
3180export function isBlockedAny(actorUri) { return Blocklist.isBlockedAny(actorUri); }
3181
3182// Block an actor (@handle or actor URL) or a whole domain; purges their content.
3183// The handle resolver is ours; the storage/purge lives in BlocklistService.
3184export async function blockTarget(site, input) { return Blocklist.blockTarget(site, input, webfingerResolve); }
3185
3186export function unblock(site, target) { return Blocklist.unblock(site, target); }
3187
3188// ── Guardianship module wiring (src/services/guardianship/) ────────
3189// The module owns FEP-633c (context, relations, handshake, queues, the
3190// direct-note leg); we hand it our AP helpers ONCE and delegate. It never
3191// imports us back.
3192function selfActorId(slug) {
3193 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3194 return actorId(base, slug);
3195}
3196// Deliver one activity to one actor's inbox, signed; queued + retried on any
3197// hiccup so a slow or briefly-down ward server never loses the offer. Returns
3198// { delivered, inbox }: delivered=false means the account could not be
3199// resolved at all (a bad handle) — the offer stays recorded regardless.
3200async function deliverToActor(site, actorUri, activity) {
3201 const me = selfActorId(site.slug);
3202 const keys = getOrCreateKeys(site.slug);
3203 const payload = { '@context': AP_CONTEXT, ...activity };
3204 const a = await fetchActor(actorUri).catch(() => null);
3205 const inbox = a && (a.inbox || (a.endpoints && a.endpoints.sharedInbox));
3206 if (!inbox) {
3207 console.warn('[AP] guardianship: could not resolve an inbox for', actorUri, '(offer recorded, not sent)');
3208 return { delivered: false, inbox: null };
3209 }
3210 try {
3211 const st = await deliver(inbox, payload, `${me}#main-key`, keys.private_pem);
3212 if (st >= 200 && st < 300) { console.log('[AP] guardianship', activity.type, 'delivered →', inbox, st); return { delivered: true, inbox }; }
3213 console.warn('[AP] guardianship', activity.type, 'got', st, 'from', inbox, '→ queued for retry');
3214 } catch (e) { console.warn('[AP] guardianship', activity.type, 'to', inbox, 'failed:', e.message, '→ queued for retry'); }
3215 enqueueDelivery(site.slug, inbox, payload);
3216 return { delivered: true, inbox }; // queued: the retry worker gets it there
3217}
3218Guardianship.wireDelivery({
3219 actorId, fetchActor, deriveHandle, escHtml, linkUrls, linkHashtags,
3220 getOutboxRow: (id) => iStmts().getO.get(id),
3221 buildReplyNote, AP_CONTEXT, getOrCreateKeys, deliver, enqueueDelivery,
3222});
3223// Which local site (if any) hosts this actor URI — used by the handshake to
3224// apply the local side of a commit and to derive a ward's existing guardians.
3225function localSlugOf(actorUri) {
3226 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3227 if (!actorUri || !actorUri.startsWith(`${base}/ap/users/`)) return null;
3228 const slug = slugFromActorUrl(actorUri);
3229 if (!slug) return null;
3230 try { return db.prepare('SELECT slug FROM sites WHERE slug = ?').get(slug) ? slug : null; }
3231 catch { return null; }
3232}
3233Guardianship.wireHandshake({
3234 selfId: selfActorId,
3235 localSlug: localSlugOf,
3236 deliverTo: deliverToActor,
3237 deriveHandle,
3238 fetchActor,
3239 // Guardian PWA / Berichten push. The kid answers an incoming offer in its
3240 // own Berichten; an existing guardian and a commit land in the PWA.
3241 onEvent: (slug, ev) => {
3242 const L = pushLang(slug);
3243 const texts = {
3244 offer_received: ['push.n_guard_offer_t', 'push.n_guard_offer_b'], // I am the ward
3245 offer_for_ward: ['push.n_guard_cog_t', 'push.n_guard_cog_b'], // I co-guard this ward
3246 committed: ['push.n_guard_ward_t', 'push.n_guard_ward_b'],
3247 }[ev.kind];
3248 if (!texts) return;
3249 const who = deriveHandle(ev.candidate || ev.ward || ev.guardian || '') || '?';
3250 const url = ev.kind === 'offer_received' ? `${pushPrefix(slug)}/messages` : '/guardian';
3251 pushEvent(slug, { type: 'guardian', title: i18nT(L, texts[0]), body: i18nT(L, texts[1], { who }), url });
3252 },
3253});
3254
3255export default {
3256 AP_CONTEXT, getOrCreateKeys, apWants, sendAP, actorId, noteId,
3257 buildActor, buildNote, buildCreate, buildOutbox, buildFollowers, buildFollowing, buildFeatured,
3258 followerCount, deliver, fetchActor, verifyRequest, handleInbox, deliverCreate, deliverDelete, deliverUpdate, deliverActorUpdate, resyncFeaturedPins,
3259 getInteractions, getInteractionById, setInteractionBoosted, setInteractionLiked, setMyReaction, getMyReactions, buildReplyNote, getOutboxNote, deliverReply, resolveRemoteNote,
3260 listOutbox, deliverOutboxDelete, deliverOutboxUpdate, deliverDirectNote,
3261 webfingerResolve, followActor, resolveRemoteActor, unfollowActor, listFollowing, setAutoBoost, backfillFromOutbox, getTimeline, timelineAttachments, sendInteraction, voteOnPoll, voteOnRemotePoll,
3262 acceptGatedFollow, rejectGatedFollow, isWardGuardian,
3263 parseOwnPoll, pollTally, ownPollView, deliverPollUpdate, maybeCrawlThread, sendReport, localMentionSlugs,
3264 autoBoostCount, boostedCount, markBoosted, unmarkBoosted, markLiked, unmarkLiked, getTimelineReaction, upsertBoostedNote, getCirkelPosts, getCirkelMembers, selfHealTimeline,
3265 getNotifications, listBlocks, isBlockedAny, blockTarget, unblock,
3266 deliverWithRetry, enqueueDelivery, processDeliveryQueue, startDeliveryWorker,
3267 getReplyUris, markNotificationsSeen, countUnseenNotifications, hasPlayableAudio,
3268 linkifyBody, bakePostContent, bakePostContentWithMentions, listFollowers, removeFollower, listConnections,
3269 noteVisibility, isRejectedObject, rejectInteraction, interactionReportTarget,
3270 getMessages, notificationsSeenAt, ingestOutboxActivity, c2sVisibility, actorDisplay, buildActorRef, prefersEnriched,
3271};
Note: See TracBrowser for help on using the repository browser.