source: Klonkt/src/services/ActivityPubService.js@ 81b2e1e

main
Last change on this file since 81b2e1e was 81b2e1e, checked in by Robin <roboburr@…>, 7 weeks ago

Feature: C2S posts honor to/cc visibility (shaer-60b wire)

A note POSTed over C2S now federates the way it is addressed instead
of always going loud-public. Public in to = public; Public in cc =
quiet public (unlisted: followers in to, Public in cc on the built
note); followers-only = friends, riding the existing fan_only pipeline
(followers-only delivery + web gating); mention-only addressing =
direct, stored followers-gated and kept local until mention addressing
lands in the client. No addressing at all keeps the legacy public
behavior. Visibility is stored in the new additive posts.ap_visibility
column.

Changed files:
src/services/ActivityPubService.js

  • c2sVisibility(object): addressing -> bucket
  • c2sCreatePost stores ap_visibility + fan_only mapping, skips federation for direct
  • buildNote: quiet -> to followers, Public in cc

src/config/database.js

  • additive column posts.ap_visibility

New file:
test/c2s-visibility.test.js

  • bucket mapping, quiet addressing, friends never Public

-robo
Co-Authored-By: Claude Opus 4.8 <noreply@…>

  • Property mode set to 100644
File size: 165.8 KB
Line 
1/**
2 * ActivityPubService — Klonkt as a real ActivityPub actor (fediverse bridge).
3 *
4 * Phase 1 (this file): the PUBLISH/discoverable side.
5 * - per-site RSA keypair (Mastodon-compatible HTTP Signatures; separate from
6 * the Ed25519 keys used by the lighter Cirkels v1)
7 * - builders for the Actor document, Note objects and the Outbox collection
8 * - apWants(): HTTP content-negotiation helper (activity+json vs HTML)
9 *
10 * The interactive side (inbox: Follow/Accept, signature verify, delivery to
11 * followers) lands in the next step and is tested live against Mastodon.
12 *
13 * AP actor URLs live under /ap/* so they never clash with the human pages:
14 * actor = <base>/ap/users/<slug>
15 * inbox = <actor>/inbox outbox = <actor>/outbox
16 * note = <base>/ap/notes/<postId>
17 */
18import crypto from 'crypto';
19import dns from 'dns';
20import net from 'net';
21import db from '../config/database.js';
22import HtmlSanitizerService from './HtmlSanitizerService.js';
23import AudioEmbedService from './AudioEmbedService.js';
24
25const PUBLIC = 'https://www.w3.org/ns/activitystreams#Public';
26// Full JSON-LD context for every AP object we emit: AS2 core + security (publicKey) + the
27// extension terms we actually use (Mastodon/toot + schema.org), each with a term definition
28// so a strict JSON-LD processor resolves them instead of dropping them → valid AS2/JSON-LD.
29// This is the same context shape Mastodon publishes, so Mastodon sees no change.
30const AP_CONTEXT = [
31 'https://www.w3.org/ns/activitystreams',
32 'https://w3id.org/security/v1',
33 {
34 toot: 'http://joinmastodon.org/ns#',
35 schema: 'http://schema.org#',
36 sensitive: 'as:sensitive',
37 Hashtag: 'as:Hashtag',
38 manuallyApprovesFollowers: 'as:manuallyApprovesFollowers',
39 discoverable: 'toot:discoverable',
40 featured: { '@id': 'toot:featured', '@type': '@id' },
41 PropertyValue: 'schema:PropertyValue',
42 value: 'schema:value',
43 embedUrl: { '@id': 'schema:embedUrl', '@type': '@id' },
44 // Poll (Question) extension: Question/oneOf/anyOf/endTime/closed are AS2 core, but the
45 // per-poll unique-voter count is a Mastodon (toot) term — declare it so the emitted
46 // Question stays valid JSON-LD (a strict processor would otherwise drop votersCount).
47 votersCount: 'toot:votersCount',
48 },
49];
50
51// Short random suffix so two activity ids minted in the same millisecond (e.g.
52// parallel saves) don't collide and get deduped by a receiver.
53const rid = () => crypto.randomBytes(4).toString('hex');
54
55// Keep only http(s) URLs — drops javascript:/data:/etc so a remote actor can't
56// smuggle a dangerous scheme into a stored href/src (rendered in owner-only views).
57const safeUrl = (u) => { const s = String(u == null ? '' : u).trim(); return /^https?:\/\//i.test(s) ? s : ''; };
58
59// ── SSRF guard for outbound fetches ───────────────────────────────
60// Remote URLs (actor/keyId/webfinger/inbox/inReplyTo) are attacker-controlled, so
61// every outbound fetch must refuse hosts that resolve to private/loopback ranges
62// (cloud metadata, internal services) — on the initial host AND each redirect hop.
63function isBlockedIp(ip) {
64 if (!ip) return true;
65 const v = net.isIP(ip);
66 if (v === 4) {
67 const o = ip.split('.').map(Number);
68 return o[0] === 127 || o[0] === 10 || o[0] === 0
69 || (o[0] === 172 && o[1] >= 16 && o[1] <= 31)
70 || (o[0] === 192 && o[1] === 168)
71 || (o[0] === 169 && o[1] === 254)
72 || (o[0] === 100 && o[1] >= 64 && o[1] <= 127); // CGNAT
73 }
74 if (v === 6) {
75 const s = ip.toLowerCase().replace(/^\[|\]$/g, '');
76 return s === '::1' || s === '::' || s.startsWith('fc') || s.startsWith('fd') || s.startsWith('fe80')
77 || s.startsWith('::ffff:127.') || s.startsWith('::ffff:10.') || s.startsWith('::ffff:192.168.')
78 || s.startsWith('::ffff:169.254.') || s.startsWith('::ffff:172.');
79 }
80 return true; // not an IP literal we recognise → refuse
81}
82async function assertPublicHost(hostname) {
83 if (net.isIP(hostname)) { if (isBlockedIp(hostname)) throw new Error('ssrf-blocked-ip'); return; }
84 const addrs = await dns.promises.lookup(hostname, { all: true });
85 if (!addrs.length || addrs.some((a) => isBlockedIp(a.address))) throw new Error('ssrf-blocked-host');
86}
87export async function safeFetch(url, opts = {}, maxRedirects = 3) {
88 let target = url;
89 for (let hop = 0; ; hop++) {
90 const u = new URL(target); // throws on malformed → caller's catch
91 if (u.protocol !== 'https:' && u.protocol !== 'http:') throw new Error('ssrf-bad-scheme');
92 await assertPublicHost(u.hostname);
93 const r = await fetch(target, { ...opts, redirect: 'manual', signal: AbortSignal.timeout(8000) });
94 const loc = (r.status >= 300 && r.status < 400) ? r.headers.get('location') : null;
95 if (loc && hop < maxRedirects) { target = new URL(loc, target).toString(); continue; }
96 return r;
97 }
98}
99const MAX_OUTBOX = 20;
100// Cache-buster for the music listen-link → forces Mastodon to re-crawl a FRESH
101// (square) player card. Bump this whenever the twitter:player card dimensions change.
102const FEDI_CARD_VER = '2';
103
104// ── RSA keys per actor (lazy, cached in DB) ───────────────────────
105// Prepared lazily (NOT at module load) — the ap_keys table is created in
106// initializeDatabase(), which runs after this module is imported.
107let _sel, _ins;
108function keyStmts() {
109 if (!_sel) {
110 _sel = db.prepare('SELECT public_pem, private_pem FROM ap_keys WHERE slug = ?');
111 _ins = db.prepare('INSERT OR IGNORE INTO ap_keys (slug, public_pem, private_pem, created_at) VALUES (?,?,?,CURRENT_TIMESTAMP)');
112 }
113 return { sel: _sel, ins: _ins };
114}
115
116export function getOrCreateKeys(slug) {
117 const { sel, ins } = keyStmts();
118 const row = sel.get(slug);
119 if (row) return row;
120 const { publicKey, privateKey } = crypto.generateKeyPairSync('rsa', {
121 modulusLength: 2048,
122 publicKeyEncoding: { type: 'spki', format: 'pem' },
123 privateKeyEncoding: { type: 'pkcs8', format: 'pem' },
124 });
125 ins.run(slug, publicKey, privateKey);
126 return sel.get(slug) || { public_pem: publicKey, private_pem: privateKey };
127}
128
129// ── content negotiation ───────────────────────────────────────────
130// True when the caller wants ActivityPub JSON rather than the HTML page.
131export function apWants(req) {
132 const a = String(req.headers.accept || '').toLowerCase();
133 return a.includes('application/activity+json') ||
134 (a.includes('application/ld+json') && a.includes('activitystreams'));
135}
136
137const AP_CONTENT_TYPE = 'application/activity+json; charset=utf-8';
138export function sendAP(res, obj) {
139 res.type(AP_CONTENT_TYPE);
140 res.set('Cache-Control', 'public, max-age=120');
141 res.send(JSON.stringify(obj));
142}
143
144// ── document builders ─────────────────────────────────────────────
145export function actorId(base, slug) { return `${base}/ap/users/${encodeURIComponent(slug)}`; }
146export function noteId(base, postId) { return `${base}/ap/notes/${encodeURIComponent(postId)}`; }
147
148export function buildActor(base, site) {
149 const id = actorId(base, site.slug);
150 const keys = getOrCreateKeys(site.slug);
151 const actor = {
152 '@context': AP_CONTEXT,
153 id,
154 type: 'Person',
155 preferredUsername: site.slug,
156 name: site.title || site.slug,
157 summary: site.tagline || site.description || '',
158 url: `${base}/${site.slug === site.primary_slug ? '' : 'user/' + encodeURIComponent(site.slug)}`,
159 manuallyApprovesFollowers: false,
160 discoverable: true,
161 inbox: `${id}/inbox`,
162 outbox: `${id}/outbox`,
163 followers: `${id}/followers`,
164 following: `${id}/following`,
165 featured: `${id}/featured`,
166 // C2S clients (Shaer apps) discover auth + upload here — no hardcoded paths.
167 // All four are ActivityPub-spec `endpoints` terms. Dynamic client registration
168 // (RFC 7591) is discovered via /.well-known/oauth-authorization-server, not here.
169 endpoints: {
170 sharedInbox: `${base}/ap/inbox`,
171 oauthAuthorizationEndpoint: `${base}/oauth/authorize`,
172 oauthTokenEndpoint: `${base}/oauth/token`,
173 uploadMedia: `${id}/uploadMedia`,
174 },
175 publicKey: {
176 id: `${id}#main-key`,
177 owner: id,
178 publicKeyPem: keys.public_pem,
179 },
180 };
181 if (site.profile_photo) {
182 const u = /^https?:/.test(site.profile_photo) ? site.profile_photo : `${base}${site.profile_photo.startsWith('/') ? '' : '/'}${site.profile_photo}`;
183 actor.icon = { type: 'Image', url: u };
184 }
185 // Account creation date — shown by Mastodon + read by indexers (additive, standard AS2).
186 if (site.created_at) { try { actor.published = new Date(site.created_at).toISOString(); } catch { /* skip bad date */ } }
187 // Profile links → PropertyValue rows: Mastodon/PeerTube/WordPress-ActivityPub render these as
188 // profile metadata (rel=me enables link-back verification). Additive; ignored by simpler receivers.
189 try {
190 const links = JSON.parse(site.profile_links || '[]');
191 if (Array.isArray(links) && links.length) {
192 const esc = (s) => String(s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
193 const rows = links
194 .filter((l) => l && l.url && /^https?:/i.test(l.url))
195 .map((l) => ({
196 type: 'PropertyValue',
197 name: esc(l.platform || 'Link'),
198 value: `<a href="${esc(l.url).replace(/"/g, '&quot;')}" rel="me nofollow noopener" target="_blank">${esc(String(l.url).replace(/^https?:\/\//, ''))}</a>`,
199 }));
200 if (rows.length) actor.attachment = rows;
201 }
202 } catch { /* skip malformed profile_links */ }
203 return actor;
204}
205
206// Does a post's audio shortcodes reference at least one PLAYABLE (file-backed)
207// track? Link-only tracks (external Spotify/YouTube, media_id NULL) don't count —
208// they have no Klonkt-hosted audio to embed, so no player card / cover-suppression.
209export function hasPlayableAudio(content, siteId) {
210 if (!content || !/\[\[(track|album|playlist):/i.test(content)) return false;
211 try {
212 for (const m of content.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT media_id FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.media_id) return true; }
213 for (const m of content.matchAll(/\[\[album:([^\]]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM audio_tracks WHERE site_id = ? AND album = ? AND media_id IS NOT NULL LIMIT 1').get(siteId, m[1].trim())) return true; }
214 for (const m of content.matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id WHERE pt.playlist_id = ? AND t.media_id IS NOT NULL LIMIT 1').get(m[1])) return true; }
215 } catch { /* non-fatal */ }
216 return false;
217}
218
219// A single post as an AS2 Note (the object), and as a Create activity (for outbox/delivery).
220export function buildNote(base, site, post, opts = {}) {
221 // Replies are Notes too. buildNote is the single entry point for ALL Notes; a reply is
222 // (for now) the simple flavor: pre-baked content, no title/cover/image/audio/embed
223 // machinery, addressed to the parent actor + thread. This early branch keeps that output
224 // byte-identical to the old buildReplyNote. When rich replies land (images/audio/embeds),
225 // this branch collapses and replies flow through the full post pipeline below. `post` here
226 // is the ap_outbox reply row (id, in_reply_to, content, post_slug, created_at, to_actor).
227 if (opts.isReply) {
228 const meR = actorId(base, site.slug);
229 // Rich replies: attachments column (JSON [{url, mediaType, name}]) → AS2
230 // attachment array with absolute URLs and the matching object type.
231 let replyAtt;
232 try {
233 const list = post.attachments ? JSON.parse(post.attachments) : [];
234 if (Array.isArray(list) && list.length) {
235 replyAtt = list.map((a) => ({
236 type: a.mediaType.startsWith('image/') ? 'Image' : a.mediaType.startsWith('audio/') ? 'Audio' : 'Video',
237 mediaType: a.mediaType,
238 url: /^https?:/i.test(a.url) ? a.url : `${base}${a.url}`,
239 name: a.name || undefined,
240 }));
241 }
242 } catch { /* malformed attachments never block the Note */ }
243 return {
244 id: noteId(base, post.id),
245 type: 'Note',
246 attributedTo: meR,
247 inReplyTo: post.in_reply_to || undefined,
248 content: post.content,
249 // Reply language (rich replies): the AS2 language map next to `content`.
250 contentMap: post.language ? { [post.language]: post.content } : undefined,
251 attachment: replyAtt,
252 url: post.post_slug ? `${base}/${encodeURIComponent(post.post_slug)}` : undefined,
253 published: toISO(post.created_at),
254 to: post.to_actor ? [post.to_actor] : [PUBLIC],
255 cc: [PUBLIC, `${meR}/followers`],
256 tag: [
257 ...mentionTags(post.content),
258 ...hashtagTags(base, post.content),
259 ],
260 };
261 }
262 const id = noteId(base, post.id);
263 const aId = actorId(base, site.slug);
264 const human = `${base}/${encodeURIComponent(post.slug)}`;
265 // Mastodon ignores a Note's `name`, so put the title INTO the content (bold
266 // first line) — the standard blog→fediverse convention. post.content is
267 // already sanitized HTML; the title is plain text, so escape it.
268 const escTitle = String(post.title || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
269 const titleHtml = post.title ? `<p><strong>${escTitle}</strong></p>` : '';
270
271 // Images travel as AP `attachment` (Mastodon strips <img> from content). Collect
272 // the cover + any inline <img>, make absolute, then strip <img> from the content
273 // to avoid duplicate rendering on clients that DO keep them.
274 const abs = (u) => !u ? null : (/^https?:/i.test(u) ? u : `${base}${u.startsWith('/') ? '' : '/'}${u}`);
275 const mediaType = (u) => {
276 const e = ((u || '').split('?')[0].match(/\.(\w+)$/) || [])[1];
277 return ({ jpg: 'image/jpeg', jpeg: 'image/jpeg', png: 'image/png', gif: 'image/gif', webp: 'image/webp', avif: 'image/avif', mp4: 'video/mp4', webm: 'video/webm', mov: 'video/quicktime' })[(e || '').toLowerCase()] || 'image/jpeg';
278 };
279 const hadAudio = /\[\[(track|album|playlist):/i.test(post.content || '');
280 const playable = hasPlayableAudio(post.content || '', site && site.id);
281 // A post with an external embed (Spotify/YouTube/SoundCloud/Vimeo/Bandcamp/Apple) should let
282 // Mastodon render the embed's player CARD. Mastodon shows EITHER media attachments OR a link
283 // card, never both — so when the post has an embed link we skip the image attachments so the
284 // card wins. (On Klonkt nothing changes: the cover + the embed player still render.)
285 const hasEmbed = (() => {
286 const c = post.content || '';
287 if (/\[\[embed:/i.test(c)) return true;
288 for (const m of c.matchAll(/https?:\/\/[^\s"'<>]+/gi)) if (AudioEmbedService.detectProvider(m[0])) return true;
289 return false;
290 })();
291 // Link-only tracks (external Spotify/YouTube/SoundCloud, no hosted file): collect their links
292 // so we federate them — Mastodon cards the first (its player), the rest show as clickable links
293 // — instead of a bare "listen on site" link, and we suppress the cover so the card can show.
294 const trackEmbedLinks = (() => {
295 if (playable) return [];
296 const out = [];
297 try {
298 for (const m of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) {
299 const r = db.prepare('SELECT media_id, link_spotify, link_youtube, link_soundcloud FROM audio_tracks WHERE id = ?').get(m[1]);
300 if (r && !r.media_id) for (const u of [r.link_spotify, r.link_youtube, r.link_soundcloud]) if (u && /^https?:\/\//i.test(u)) out.push(u);
301 }
302 } catch { /* non-fatal */ }
303 return [...new Set(out)].slice(0, 6);
304 })();
305 const noImages = playable || hasEmbed || trackEmbedLinks.length > 0; // suppress images → let the player/embed card show
306 const urls = [];
307 // Posts with PLAYABLE hosted audio suppress image attachments so Mastodon renders
308 // the player CARD (twitter:player) instead of the cover — media attachment and
309 // link/player card are mutually exclusive on Mastodon. Link-only audio (external)
310 // keeps its cover (no player card to show).
311 // An animated cover federates as the muted loop MP4 (→ a Video attachment): animated WebP is
312 // unreliable on Mastodon and its iOS apps; the MP4 plays everywhere. Else the still cover image.
313 // Each entry carries the media URL + its alt text (federated as the AS2 attachment `name`, for a11y).
314 if (post.cover_video_url && !noImages) urls.push({ url: abs(post.cover_video_url), name: post.cover_alt || '' });
315 else if (post.cover_image_url && !noImages) urls.push({ url: abs(post.cover_image_url), name: post.cover_alt || '' });
316 let body = post.content || '';
317 // Only federate inline images we can actually serve: absolute http(s) URLs, or our own
318 // /media/ uploads. A relative path we don't host (e.g. a stale /images/... ref) would 404
319 // and show up as a black tile in Mastodon's attachment grid. Carry the <img alt="…"> through
320 // as the attachment description.
321 if (!noImages) for (const m of body.matchAll(/<img\b[^>]*>/gi)) {
322 const tag = m[0];
323 const src = (tag.match(/\bsrc="([^"]+)"/i) || [])[1];
324 if (!src || !(/^https?:\/\//i.test(src) || src.startsWith('/media/'))) continue;
325 const alt = (tag.match(/\balt="([^"]*)"/i) || [])[1] || '';
326 urls.push({ url: abs(src), name: alt });
327 }
328 body = body.replace(/<img\b[^>]*>/gi, '');
329 // Audio shortcodes: do NOT federate the raw audio file — Klonkt deliberately
330 // gates audio (the /audio/stream URL has friction), and shipping it as an AP
331 // audio attachment would hand Mastodon a plain, downloadable mp3 URL. Instead,
332 // replace the shortcodes with a "🎵 listen on the site" link so the post invites
333 // a click-through to the protected player (discovery without leaking the file).
334 const esc = (s) => String(s == null ? '' : s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
335 const audioLabels = [];
336 try {
337 for (const m of body.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT title FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.title) audioLabels.push(r.title); }
338 for (const m of body.matchAll(/\[\[album:([^\]]+)\]\]/g)) audioLabels.push(m[1].trim());
339 } catch { /* non-fatal */ }
340 // fedi_open tracks → real AS2 Audio attachments (the actual file URL, served ungated) so
341 // EVERY client incl. the Mastodon apps plays them inline natively. Gated tracks (default)
342 // stay link/card-only — the file is never exposed for them. Resolve from post.content so a
343 // later body mutation can't affect it.
344 const openAudio = [];
345 if (hadAudio) {
346 const seenA = new Set();
347 const addRow = (r) => {
348 const fn = r.filename || (r.storage_path || '').split('/').pop();
349 if (!fn || seenA.has(fn)) return; seenA.add(fn);
350 const a = { type: 'Audio', mediaType: r.mime_type || 'audio/mpeg', url: `${base}/audio/stream/${encodeURIComponent(fn)}`, name: r.title || 'Audio' };
351 // Cover art on the Audio attachment (AS2 `icon`): track cover, else the post cover.
352 // Mastodon renders it as the artwork thumbnail on its native audio player.
353 const art = abs(r.cover_url || post.cover_image_url || null);
354 if (art) a.icon = { type: 'Image', mediaType: mediaType(art), url: art };
355 openAudio.push(a);
356 };
357 const SEL = 'SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM audio_tracks t JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND ';
358 try {
359 for (const mm of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare(SEL + 't.id = ?').get(mm[1]); if (r) addRow(r); }
360 for (const mm of (post.content || '').matchAll(/\[\[album:([^\]]+)\]\]/g)) for (const r of db.prepare(SEL + 't.site_id = ? AND t.album = ? ORDER BY t.rowid').all(site.id, mm[1].trim())) addRow(r);
361 for (const mm of (post.content || '').matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) for (const r of db.prepare('SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND pt.playlist_id = ? ORDER BY pt.position').all(mm[1])) addRow(r);
362 } catch { /* non-fatal */ }
363 }
364 body = body.replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
365 // External embeds ([[embed:url]]) → emit the bare URL as a link so Mastodon
366 // renders its OWN preview/player card (YouTube/Spotify/SoundCloud/etc) instead
367 // of federating the raw shortcode text.
368 body = body.replace(/\[\[embed:([^\]]+)\]\]/gi, (mm, raw) => {
369 const u = esc(raw.trim().replace(/&amp;/g, '&'));
370 return `<p><a href="${u}">${u}</a></p>`;
371 });
372 if (hadAudio) {
373 const lbl = audioLabels.length ? esc(audioLabels.slice(0, 4).join(', ')) : '';
374 if (trackEmbedLinks.length) {
375 // Link-only track(s): emit the external link(s). Mastodon cards the first (Spotify → its
376 // player), the rest render as clickable links — the fediverse-native "embed + links".
377 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong>` : ''}</p>`;
378 for (const u of trackEmbedLinks) { const eu = esc(u); body += `<p><a href="${eu}">${eu}</a></p>`; }
379 } else {
380 // For playable posts, append a version param to the listen-link so Mastodon
381 // sees a NEW card URL and re-crawls it (fresh SQUARE player card) instead of
382 // reusing the cached landscape one. Invisible: the link TEXT stays clean, the
383 // page ignores the param. Bump FEDI_CARD_VER when the card dimensions change.
384 const listenHref = playable ? `${human}?fc=${FEDI_CARD_VER}` : human;
385 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong> — ` : ''}<a href="${listenHref}">listen on ${esc(site.title || 'the site')}</a></p>`;
386 }
387 }
388 // Klonkt renders post content with white-space:pre-wrap, so raw newlines ARE line
389 // breaks on the site. Mastodon (plain HTML) collapses whitespace and would drop them,
390 // so convert newlines to <br> for the federated copy (content already made with
391 // shift+enter uses <br> and has no \n → this is a no-op there).
392 body = body.replace(/\r?\n/g, '<br>');
393 body = linkHashtags(base, body); // link inline #hashtags in the post body too
394 body = linkUrls(body); // bare URLs → clickable links on the federated copy
395 // Append the tags-field hashtags to the content so Mastodon renders them as clickable
396 // hashtags (a Hashtag that's only in the `tag` array isn't shown inline). CamelCase
397 // multi-word tags; skip any already present inline in the body.
398 {
399 const inlineTags = new Set(hashtagTags(base, body).map((h) => h.name.slice(1).toLowerCase()));
400 const addSeen = new Set();
401 const tagLinks = normalizeTags(post.tags).map(tagParts).filter(Boolean)
402 .filter((p) => !inlineTags.has(p.slug) && !addSeen.has(p.slug) && addSeen.add(p.slug))
403 .map((p) => `<a href="${base}/tag/${encodeURIComponent(p.slug)}" class="mention hashtag" rel="tag">#${p.label}</a>`);
404 if (tagLinks.length) body += `<p>${tagLinks.join(' ')}</p>`;
405 }
406 const seen = new Set();
407 const attachment = urls.filter((x) => x && x.url)
408 .filter((x) => { if (seen.has(x.url)) return false; seen.add(x.url); return true; })
409 .map((x) => { const mt = mediaType(x.url); // specific AS2 subtype (Image/Audio/Video) over generic Document
410 const ty = /^image\//i.test(mt) ? 'Image' : /^video\//i.test(mt) ? 'Video' : /^audio\//i.test(mt) ? 'Audio' : 'Document';
411 const a = { type: ty, mediaType: mt, url: x.url };
412 if (x.name) a.name = String(x.name).slice(0, 1500); // alt text / description (AS2 `name`)
413 return a; });
414 for (const a of openAudio) attachment.push(a); // fedi_open tracks → native Audio players
415
416 // Inline @user@host mentions: the Mention tag objects + the mentioned actor URIs. Only
417 // present when the content was already mention-linked (deliverCreate/Update resolve them
418 // at send time); a plain buildNote (outbox/notes) yields none.
419 const _mentionTags = mentionTags(body);
420 const _mentionCc = _mentionTags.map((t) => t.href);
421
422 const note = {
423 id,
424 type: 'Note',
425 attributedTo: aId,
426 content: titleHtml + body,
427 url: human,
428 published: new Date(post.published_at || post.created_at || Date.now()).toISOString(),
429 // fan_only = "fans only" → followers-only visibility (delivered to your followers
430 // but not addressed to Public, so Mastodon shows it only to them and can't boost it).
431 to: (post.fan_only || post.ap_visibility === 'quiet') ? [`${aId}/followers`] : [PUBLIC],
432 // Mentioned actors (from inline @user@host links the caller resolved) are addressed in cc
433 // so Mastodon notifies them; empty unless the content was mention-linked (delivery time).
434 cc: [...new Set([
435 ...(post.ap_visibility === 'quiet' ? [PUBLIC] : []), // quiet public: Public in cc, not to
436 ...((post.fan_only || post.ap_visibility === 'quiet') ? [] : [`${aId}/followers`]),
437 ..._mentionCc])],
438 tag: [...buildHashtagList(base, post.tags, body), ..._mentionTags],
439 replies: `${id}/replies`,
440 // NSFW → Mastodon-style content warning: sensitive (blurs media) + a summary/spoiler
441 // (hides the whole post behind a "Gevoelige inhoud" button until the reader opens it).
442 sensitive: !!post.nsfw,
443 };
444 if (post.nsfw) note.summary = post.content_warning || 'Gevoelige inhoud';
445 if (attachment.length) note.attachment = attachment;
446 // When the cover attachment is suppressed (hosted audio OR an external embed/link-only track →
447 // so Mastodon shows the player/link card, not media), still expose the cover via AS2 `image` so
448 // card/grid consumers (the Klonkt Cirkel/News feed) can show it. Mastodon ignores a Note's
449 // `image`, so its card is unaffected — but a Klonkt receiver reads it (handleInbox o.image).
450 if (post.cover_image_url && noImages) {
451 const cov = abs(post.cover_image_url);
452 if (cov) { note.image = { type: 'Image', mediaType: mediaType(cov), url: cov }; if (post.cover_alt) note.image.name = String(post.cover_alt).slice(0, 1500); }
453 }
454 // Experiment (mirrors PeerTube / schema.org `embedUrl`): point at the GATED player page
455 // (/embed) so a client that honours embedUrl can show an inline player WITHOUT ever
456 // getting the audio file — the anti-steal posture is untouched. `embedUrl` is a real
457 // standard field name (not a Klonkt invention); if Mastodon's apps honour it on a Note we
458 // make it JSON-LD-clean with a context term, otherwise it degrades to the player card.
459 if (playable) note.embedUrl = `${base}/embed?post=${encodeURIComponent(post.slug)}`;
460 // Content language → AS2 contentMap (a BCP-47-keyed copy of the content). Mastodon reads the
461 // language from its key for the timeline language filter + the translate button. Emitted
462 // alongside `content` (Mastodon sends both); a plain receiver just uses `content`.
463 if (post.language && /^[a-z]{2,3}(-[A-Za-z]{2,4})?$/.test(post.language)) note.contentMap = { [post.language]: note.content };
464 // A hosted poll → federate as an AS2 Question (options + live tally). Do this last so it
465 // reuses the note's content/addressing/tags, then swaps the type and strips media.
466 const ownPoll = parseOwnPoll(post.poll_json);
467 if (ownPoll) applyPollToNote(note, post.id, ownPoll);
468 return note;
469}
470
471// All reply note URIs on a local post (inbound fediverse replies + our own
472// outbound replies) — backs the Note's `replies` Collection so remote servers
473// can fetch the whole thread.
474export function getReplyUris(base, postId) {
475 const out = [];
476 try {
477 for (const r of db.prepare("SELECT object_uri FROM ap_interactions WHERE kind = 'reply' AND post_id = ? AND object_uri != '' ORDER BY created_at").all(postId)) out.push(r.object_uri);
478 for (const r of db.prepare('SELECT id FROM ap_outbox WHERE post_id = ? ORDER BY rowid').all(postId)) out.push(`${base}/ap/notes/${r.id}`);
479 } catch { /* non-fatal */ }
480 return out;
481}
482
483// Notifications "seen" tracking → a real bell badge. Stored per site in app_settings.
484export function markNotificationsSeen(slug) {
485 try {
486 db.prepare("INSERT INTO app_settings (key, value, updated_at) VALUES (?, ?, CURRENT_TIMESTAMP) ON CONFLICT(key) DO UPDATE SET value = excluded.value, updated_at = CURRENT_TIMESTAMP")
487 .run(`fedi_notif_seen:${slug}`, new Date().toISOString());
488 } catch { /* non-fatal */ }
489}
490export function countUnseenNotifications(slug) {
491 try {
492 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
493 const seen = row ? Date.parse(row.value) : 0;
494 let n = 0;
495 for (const it of getNotifications(slug, 50)) { if (Date.parse(it.created_at) > seen) n++; }
496 return n;
497 } catch { return 0; }
498}
499// The seen-watermark itself (ms epoch, 0 = never marked) — the Messages page reads it
500// BEFORE marking seen, so it can render unread dots on the items newer than last visit.
501export function notificationsSeenAt(slug) {
502 try {
503 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
504 return row ? (Date.parse(row.value) || 0) : 0;
505 } catch { return 0; }
506}
507
508// Messages = the unified inbox (Reacties + Meldingen merged, decision Robin+Bart 2026-07-16):
509// every notification PLUS your own outbound replies ('sent', with edit/delete via their
510// outboxId), sorted as one stream. Consecutive likes/boosts on the same post collapse into
511// one grouped item (actors list + count) so activity doesn't drown out conversations.
512export function getMessages(slug, limit, offset) {
513 const off = Math.max(0, offset || 0);
514 const lim = limit || 60;
515 // The stream is grouped (consecutive likes/boosts collapse), so paging is done by
516 // recomputing the whole stream top-down and slicing [off, off+lim] — stable across
517 // pages. Fetch a buffer past off+lim so grouping-shrinkage can't hide a full page.
518 const need = off + lim + 100;
519 const items = getNotifications(slug, need);
520 try {
521 for (const m of listOutbox(slug).slice(0, need)) {
522 items.push({
523 type: 'sent', outboxId: m.id, to_handle: m.to_handle, in_reply_to: m.in_reply_to,
524 content: m.content, editable: m.editable, language: m.language, created_at: m.created_at,
525 });
526 }
527 } catch { /* ignore */ }
528 items.sort((a, b) => _msgTs(b) - _msgTs(a)); // NaN-safe (zie getNotifications)
529 const out = [];
530 for (const it of items) {
531 const prev = out[out.length - 1];
532 if ((it.type === 'like' || it.type === 'announce') && prev && prev.type === it.type
533 && prev.post_slug === it.post_slug) {
534 prev.actors = prev.actors || [prev.name || prev.handle || '?'];
535 prev.actors.push(it.name || it.handle || '?');
536 prev.count = (prev.count || 1) + 1;
537 continue;
538 }
539 out.push(it);
540 }
541 return out.slice(off, off + lim);
542}
543
544export function buildCreate(base, site, post) {
545 const note = buildNote(base, site, post);
546 return {
547 '@context': AP_CONTEXT,
548 id: note.id + '#create',
549 type: 'Create',
550 actor: actorId(base, site.slug),
551 published: note.published,
552 to: note.to,
553 cc: note.cc,
554 object: note,
555 };
556}
557
558export function buildOutbox(base, site, posts) {
559 const id = `${actorId(base, site.slug)}/outbox`;
560 const items = (posts || []).slice(0, MAX_OUTBOX).map((p) => buildCreate(base, site, p));
561 return {
562 '@context': AP_CONTEXT,
563 id,
564 type: 'OrderedCollection',
565 totalItems: items.length,
566 orderedItems: items,
567 };
568}
569
570// Public callers get a count-only collection (privacy). The authenticated
571// account owner (a C2S bearer scoped to this site) gets the real actor URIs via
572// `items`, so their own client can build a friends list.
573export function buildFollowers(base, site, count, items = null) {
574 const id = `${actorId(base, site.slug)}/followers`;
575 return {
576 '@context': AP_CONTEXT,
577 id,
578 type: 'OrderedCollection',
579 totalItems: items ? items.length : (count || 0),
580 orderedItems: items || [], // count-only for the public; full for the owner
581 };
582}
583
584// The accounts this site follows — count only, mirroring buildFollowers. The spec lists
585// `following` as a standard actor property; Hubzilla/Friendica + crawlers expect it.
586export function buildFollowing(base, site, count, items = null) {
587 const id = `${actorId(base, site.slug)}/following`;
588 return {
589 '@context': AP_CONTEXT,
590 id,
591 type: 'OrderedCollection',
592 totalItems: items ? items.length : (count || 0),
593 orderedItems: items || [], // count-only for the public; full for the owner
594 };
595}
596
597// Pinned posts → the actor's `featured` collection. Mastodon reads this and shows
598// these as the "Featured" tab (pinned to the profile). Posts come ordered by pin
599// rank; embedded as full Notes so a remote server doesn't need extra fetches.
600export function buildFeatured(base, site, posts) {
601 const id = `${actorId(base, site.slug)}/featured`;
602 const items = (posts || []).map((p) => buildNote(base, site, p));
603 return {
604 '@context': AP_CONTEXT,
605 id,
606 type: 'OrderedCollection',
607 totalItems: items.length,
608 orderedItems: items,
609 };
610}
611
612// ── followers store (lazy stmts) ──────────────────────────────────
613let _insF, _delF, _listF, _cntF;
614function fStmts() {
615 if (!_insF) {
616 _insF = db.prepare('INSERT OR IGNORE INTO ap_followers (slug, actor_uri, inbox, shared_inbox, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
617 _delF = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND actor_uri = ?');
618 _listF = db.prepare('SELECT inbox, shared_inbox FROM ap_followers WHERE slug = ?');
619 _cntF = db.prepare('SELECT COUNT(*) n FROM ap_followers WHERE slug = ?');
620 }
621 return { ins: _insF, del: _delF, list: _listF, cnt: _cntF };
622}
623export function followerCount(slug) { return fStmts().cnt.get(slug).n; }
624
625// Followers with delivery health, for the management list. Never-delivered accounts
626// first, then oldest successful delivery first — i.e. the cleanup candidates on top.
627export function listFollowers(slug) {
628 return db.prepare(
629 `SELECT id, actor_uri, inbox, shared_inbox, created_at, last_delivery_at, last_error_at
630 FROM ap_followers WHERE slug = ?
631 ORDER BY (last_delivery_at IS NULL) DESC, last_delivery_at ASC, created_at ASC`
632 ).all(slug);
633}
634// Manually drop a follower after a check (a still-live account would have to re-follow).
635export function removeFollower(slug, id) {
636 const info = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND id = ?').run(slug, id);
637 return info.changes > 0;
638}
639
640// Merge who-you-follow (ap_following, rich display) with who-follows-you (ap_followers,
641// delivery health) into ONE connections list, keyed by actor_uri. Each entry gets a
642// direction (following →, follower ←, mutual ↔) and, for accounts we deliver to, an
643// `unreachable` flag (never delivered, or last attempt failed after the last success) so
644// the view can split dead connections into their own section. Powers the Connect page.
645export function listConnections(slug) {
646 const byUri = new Map();
647 for (const f of listFollowing(slug)) {
648 byUri.set(f.actor_uri, {
649 actor_uri: f.actor_uri, name: f.name || null, handle: f.handle || null,
650 icon: f.icon || null, url: f.url || null, auto_boost: f.auto_boost ? 1 : 0,
651 status: f.status || null, following: true, follower: false,
652 last_delivery_at: null, last_error_at: null, follower_id: null,
653 });
654 }
655 for (const fo of listFollowers(slug)) {
656 const e = byUri.get(fo.actor_uri);
657 if (e) { e.follower = true; e.last_delivery_at = fo.last_delivery_at; e.last_error_at = fo.last_error_at; e.follower_id = fo.id; }
658 else byUri.set(fo.actor_uri, {
659 actor_uri: fo.actor_uri, name: null, handle: null, icon: null, url: null,
660 auto_boost: 0, status: null, following: false, follower: true,
661 last_delivery_at: fo.last_delivery_at, last_error_at: fo.last_error_at, follower_id: fo.id,
662 });
663 }
664 return [...byUri.values()].map((e) => {
665 e.direction = (e.following && e.follower) ? 'mutual' : (e.following ? 'following' : 'follower');
666 e.unreachable = e.follower && (!e.last_delivery_at || (!!e.last_error_at && (!e.last_delivery_at || e.last_error_at > e.last_delivery_at)));
667 return e;
668 });
669}
670
671// ── inbound interactions store (replies / likes / boosts) + our outbound replies ──
672let _insI, _delLA, _delReply, _listI, _getI, _insO, _listO, _getO;
673// ── moderation tombstones (ap_rejected_objects) ───────────────────
674// A reply the owner removed stays removed: its object URI is tombstoned and
675// checked at ingest AND by the thread-crawler (else thread-filling would
676// re-fetch it). Owner moderation acts on the LOCAL copy, so it also works for
677// private notes that authorize_interaction can't fetch (401/404).
678let _insRj, _hasRj;
679function rjStmts() {
680 if (!_insRj) {
681 _insRj = db.prepare('INSERT OR IGNORE INTO ap_rejected_objects (object_uri, post_id, reason) VALUES (?,?,?)');
682 _hasRj = db.prepare('SELECT 1 FROM ap_rejected_objects WHERE object_uri = ?');
683 }
684 return { ins: _insRj, has: _hasRj };
685}
686export function isRejectedObject(uri) {
687 if (!uri) return false;
688 try { return !!rjStmts().has.get(String(uri)); } catch { return false; }
689}
690// Owner removes an incoming reply: tombstone + delete. Tenancy-scoped: the
691// interaction's post must belong to the caller's site.
692export function rejectInteraction(site, interactionId, reason) {
693 if (!site || !site.slug) return { error: 'forbidden' };
694 const row = iStmts().getI.get(interactionId);
695 if (!row) return { error: 'not_found' };
696 const owns = db.prepare('SELECT 1 FROM posts WHERE id = ? AND site_id = (SELECT id FROM sites WHERE slug = ?)')
697 .get(row.post_id, site.slug);
698 if (!owns) return { error: 'forbidden' };
699 if (row.object_uri) { try { rjStmts().ins.run(row.object_uri, row.post_id, reason || 'removed by site owner'); } catch { /* non-fatal */ } }
700 db.prepare('DELETE FROM ap_interactions WHERE id = ?').run(interactionId);
701 console.log('[AP] interaction removed by owner', site.slug, row.object_uri || row.actor_uri);
702 return { ok: true, object_uri: row.object_uri || null, actor_uri: row.actor_uri || null };
703}
704// Stored URIs of an interaction (tenancy-scoped) → feed sendReport for flagging
705// from the local copy (works for private notes; no remote fetch needed to target).
706export function interactionReportTarget(site, interactionId) {
707 if (!site || !site.slug) return null;
708 const row = iStmts().getI.get(interactionId);
709 if (!row) return null;
710 const owns = db.prepare('SELECT 1 FROM posts WHERE id = ? AND site_id = (SELECT id FROM sites WHERE slug = ?)')
711 .get(row.post_id, site.slug);
712 if (!owns) return null;
713 return { objectUri: row.object_uri || null, actorUri: row.actor_uri || null };
714}
715
716// AP addressing → visibility: 'public' | 'unlisted' | 'followers' | 'direct'.
717// Mastodon-conventie: Public in `to` = public, Public in `cc` = unlisted, een
718// followers-collectie zonder Public = followers-only, anders direct (DM). Public
719// kan als volledige URI, 'as:Public' of 'Public' voorkomen (JSON-LD shorthands).
720export function noteVisibility(o) {
721 const arr = (v) => (Array.isArray(v) ? v : (v ? [v] : []));
722 const isPub = (u) => u === PUBLIC || u === 'as:Public' || u === 'Public';
723 const to = arr(o && o.to).map(String);
724 const cc = arr(o && o.cc).map(String);
725 if (to.some(isPub)) return 'public';
726 if (cc.some(isPub)) return 'unlisted';
727 if ([...to, ...cc].some((u) => /\/followers\/?$/.test(u))) return 'followers';
728 return 'direct';
729}
730
731function iStmts() {
732 if (!_insI) {
733 _insI = db.prepare('INSERT OR IGNORE INTO ap_interactions (kind, post_id, object_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, parent_uri, visibility, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
734 _delLA = db.prepare('DELETE FROM ap_interactions WHERE kind = ? AND post_id = ? AND actor_uri = ?');
735 _delReply = db.prepare("DELETE FROM ap_interactions WHERE kind = 'reply' AND object_uri = ?");
736 _listI = db.prepare('SELECT id, kind, object_uri, parent_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, created_at, acted_boost, acted_like, visibility FROM ap_interactions WHERE post_id = ? ORDER BY created_at ASC');
737 _getI = db.prepare('SELECT * FROM ap_interactions WHERE id = ?');
738 _insO = db.prepare('INSERT INTO ap_outbox (id, site_slug, post_id, post_slug, in_reply_to, to_actor, to_handle, content, language, attachments, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
739 _listO = db.prepare('SELECT * FROM ap_outbox WHERE post_id = ? ORDER BY created_at ASC');
740 _getO = db.prepare('SELECT * FROM ap_outbox WHERE id = ?');
741 }
742 return { ins: _insI, delLA: _delLA, delReply: _delReply, list: _listI, getI: _getI, insO: _insO, listO: _listO, getO: _getO };
743}
744
745export function getInteractionById(id) { return iStmts().getI.get(id); }
746export function setInteractionBoosted(id, on) {
747 db.prepare('UPDATE ap_interactions SET acted_boost = ? WHERE id = ?').run(on ? 1 : 0, id);
748}
749export function setInteractionLiked(id, on) {
750 db.prepare('UPDATE ap_interactions SET acted_like = ? WHERE id = ?').run(on ? 1 : 0, id);
751}
752// Your like/boost state on a REMOTE post (interact page toggles).
753export function setMyReaction(slug, uri, kind, on) {
754 if (on) db.prepare('INSERT OR IGNORE INTO ap_my_reactions (site_slug, target_uri, kind) VALUES (?,?,?)').run(slug, uri, kind);
755 else db.prepare('DELETE FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ? AND kind = ?').run(slug, uri, kind);
756}
757export function getMyReactions(slug, uri) {
758 const rows = (slug && uri) ? db.prepare('SELECT kind FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ?').all(slug, uri) : [];
759 return { liked: rows.some((r) => r.kind === 'like'), boosted: rows.some((r) => r.kind === 'boost') };
760}
761
762const localPostExists = (id) => { try { return !!db.prepare('SELECT 1 FROM posts WHERE id = ?').get(id); } catch { return false; } };
763// Extract our local post id from a note URL, but only if it's ours (base match).
764function postIdFromNoteUrl(url, base) {
765 const s = String(url || '');
766 if (base && !s.startsWith(base)) return null;
767 const m = s.match(/\/ap\/notes\/([^/?#]+)/);
768 return m ? decodeURIComponent(m[1]) : null;
769}
770function deriveHandle(actorUri) {
771 try { const u = new URL(actorUri); const seg = u.pathname.split('/').filter(Boolean).pop() || ''; return `@${seg}@${u.host}`; } catch { return String(actorUri || ''); }
772}
773function actorInfo(doc, actorUri) {
774 let host = ''; try { host = new URL(actorUri).host; } catch { /* keep empty */ }
775 const handle = doc && doc.preferredUsername ? `@${doc.preferredUsername}@${host}` : deriveHandle(actorUri);
776 const icon = doc && doc.icon ? (doc.icon.url || (Array.isArray(doc.icon) && doc.icon[0] && doc.icon[0].url)) : null;
777 return {
778 name: (doc && (doc.name || doc.preferredUsername)) || handle,
779 handle,
780 url: safeUrl((doc && (doc.url || doc.id)) || actorUri) || null,
781 icon: safeUrl(icon) || null,
782 };
783}
784
785// Given an inReplyTo note URL, find which local post the thread belongs to + the
786// note being replied to (parent), so a reply-to-a-comment can be nested.
787function findThreadTarget(inReplyTo, base) {
788 if (!inReplyTo) return null;
789 const seg = postIdFromNoteUrl(inReplyTo, base); // our /ap/notes/<id> segment (if ours)
790 if (seg && localPostExists(seg)) return { post_id: seg, parent_uri: inReplyTo };
791 if (seg) {
792 try { const o = db.prepare('SELECT post_id FROM ap_outbox WHERE id = ?').get(seg); if (o && o.post_id) return { post_id: o.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
793 }
794 try { const row = db.prepare("SELECT post_id FROM ap_interactions WHERE object_uri = ? AND kind = 'reply' LIMIT 1").get(inReplyTo); if (row && row.post_id) return { post_id: row.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
795 return null;
796}
797
798// Drop the leading @mention(s) a federated reply carries (the person being replied to),
799// so a comment reads "dope tekening ouwe" instead of "@jason@jasonhacky.nl dope …".
800// Keeps a leading <p> wrapper; handles mention <a> links and plain-text @user@domain.
801export function stripLeadingMentions(html) {
802 if (!html) return html;
803 let s = String(html);
804 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:<a\b[^>]*>\s*@[^<]+<\/a>[  ]*)+/i, (m, p) => p || '');
805 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:@[\w.-]+(?:@[\w.-]+)?[  ]+)+/i, (m, p) => p || '');
806 return s;
807}
808
809// View-ready threaded view of a post's fediverse activity (inbound replies +
810// our outbound replies, nested), plus like/boost counts.
811export function getInteractions(postId, base, site) {
812 const s = iStmts();
813 // Privacy: a followers-only or direct (DM) reply is addressed to people, not to the
814 // public web, so it must NOT render in the public thread. It still reaches the owner
815 // via notifications (post context + reference included there). Legacy rows without a
816 // visibility value are treated as public. Likes/boosts stay counted (count-only).
817 const rows = s.list.all(postId).filter((r) =>
818 r.kind !== 'reply' || !(r.visibility === 'followers' || r.visibility === 'direct'));
819 const baseClean = (base || process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
820 const postNoteId = baseClean ? `${baseClean}/ap/notes/${postId}` : null;
821 // Our own (outbound) replies show the SITE identity for everyone (not "You").
822 let host = ''; try { host = new URL(baseClean).host; } catch { /* ignore */ }
823 const siteName = (site && (site.title || site.slug)) || '';
824 const siteHandle = (site && site.slug && host) ? `@${site.slug}@${host}` : '';
825 const siteUrl = baseClean ? `${baseClean}/` : '';
826 const siteIcon = (site && site.profile_photo) || null;
827
828 const nodes = [];
829 for (const r of rows) {
830 if (r.kind !== 'reply') continue;
831 nodes.push({
832 noteId: r.object_uri, parent: r.parent_uri || null, mine: false, id: r.id,
833 actor_uri: r.actor_uri,
834 actor_name: r.actor_name, actor_handle: r.actor_handle, actor_url: r.actor_url,
835 actor_icon: r.actor_icon, content: stripLeadingMentions(r.content), created_at: r.published || r.created_at,
836 acted_boost: !!r.acted_boost, acted_like: !!r.acted_like,
837 children: [],
838 });
839 }
840 for (const o of s.listO.all(postId)) {
841 nodes.push({
842 noteId: baseClean ? `${baseClean}/ap/notes/${o.id}` : o.id, parent: o.in_reply_to || null,
843 mine: true, outboxId: o.id, content: stripLeadingMentions(o.content), created_at: o.created_at,
844 media: (() => { try { return o.attachments ? JSON.parse(o.attachments) : []; } catch { return []; } })(),
845 actor_name: siteName, actor_handle: siteHandle, actor_url: siteUrl, actor_icon: siteIcon,
846 children: [],
847 });
848 }
849
850 const byId = new Map(nodes.map((n) => [n.noteId, n]));
851 // Conversation partners per node (u02, the reply editor's mentions bar): the
852 // node's author plus the ancestor authors up the chain. Our own nodes are
853 // skipped (we do not mention ourselves), deduped by actor, capped at 8.
854 for (const n of nodes) {
855 const seen = new Set();
856 const list = [];
857 let cur = n, guard = 0;
858 while (cur && guard++ < 12 && list.length < 8) {
859 if (!cur.mine && cur.actor_uri && !seen.has(cur.actor_uri)) {
860 seen.add(cur.actor_uri);
861 list.push({
862 uri: cur.actor_uri,
863 url: cur.actor_url || cur.actor_uri,
864 handle: cur.actor_handle || deriveHandle(cur.actor_uri),
865 });
866 }
867 cur = cur.parent ? byId.get(cur.parent) : null;
868 }
869 n.participants = list;
870 }
871 const isTop = (n) => !n.parent || n.parent === postNoteId || !byId.has(n.parent);
872 const tops = [];
873 for (const n of nodes) {
874 if (isTop(n)) { tops.push(n); continue; }
875 let anc = n, guard = 0;
876 while (!isTop(anc) && guard++ < 12) anc = byId.get(anc.parent);
877 anc.children.push(n);
878 }
879 const byTime = (a, b) => new Date(a.created_at) - new Date(b.created_at);
880 tops.sort(byTime).forEach((t) => t.children.sort(byTime));
881
882 return {
883 thread: tops,
884 likeCount: rows.filter((r) => r.kind === 'like').length,
885 announceCount: rows.filter((r) => r.kind === 'announce').length,
886 total: nodes.length,
887 };
888}
889
890// ── HTTP Signatures + delivery ────────────────────────────────────
891const slugFromActorUrl = (url) => { const m = String(url || '').match(/\/ap\/users\/([^/?#]+)/); return m ? decodeURIComponent(m[1]) : null; };
892// Which of OUR sites are named in a note's Mention tags? Only hrefs on our own base count
893// (an /ap/users/<slug> path on a remote host is someone else's actor), and the slug must be
894// an existing site. Deduped.
895export function localMentionSlugs(tags, base) {
896 if (!base) return [];
897 const out = [], seen = new Set();
898 for (const t of (Array.isArray(tags) ? tags : (tags ? [tags] : []))) {
899 if (!t || t.type !== 'Mention' || typeof t.href !== 'string') continue;
900 if (!t.href.startsWith(base + '/ap/users/')) continue;
901 const slug = slugFromActorUrl(t.href);
902 if (!slug || seen.has(slug)) continue; seen.add(slug);
903 try { if (db.prepare('SELECT 1 FROM sites WHERE slug = ?').get(slug)) out.push(slug); } catch { /* ignore */ }
904 }
905 return out;
906}
907
908// Sign + POST an activity to a remote inbox (draft-cavage HTTP Signatures, RSA-SHA256).
909export async function deliver(inboxUrl, bodyObj, keyId, privatePem) {
910 const body = JSON.stringify(bodyObj);
911 const u = new URL(inboxUrl);
912 const date = new Date().toUTCString();
913 const digest = 'SHA-256=' + crypto.createHash('sha256').update(body).digest('base64');
914 const signingString = `(request-target): post ${u.pathname}\nhost: ${u.host}\ndate: ${date}\ndigest: ${digest}`;
915 const signature = crypto.sign('sha256', Buffer.from(signingString), privatePem).toString('base64');
916 const sig = `keyId="${keyId}",algorithm="rsa-sha256",headers="(request-target) host date digest",signature="${signature}"`;
917 const r = await safeFetch(inboxUrl, {
918 method: 'POST',
919 headers: { 'Content-Type': 'application/activity+json', Accept: 'application/activity+json', Date: date, Digest: digest, Signature: sig },
920 body,
921 });
922 return r.status;
923}
924
925export async function fetchActor(url) {
926 try {
927 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
928 if (!r.ok) return null;
929 const len = Number(r.headers.get('content-length') || 0);
930 if (len > 2_000_000) return null; // refuse oversized actor docs
931 return await r.json();
932 } catch { return null; }
933}
934
935// ── Delivery queue with retries ───────────────────────────────────
936// Outbound deliveries are tried immediately; on failure (down server, timeout,
937// non-2xx) they're queued and retried with backoff so a briefly-offline follower
938// doesn't silently miss the post. The signing key is NOT stored — the worker
939// re-derives it from the actor slug at send time.
940const DELIVERY_MAX_ATTEMPTS = 6;
941const DELIVERY_BACKOFF_MIN = [1, 5, 15, 60, 180, 360];
942let _insDeliv, _dueDeliv, _delDeliv, _bumpDeliv;
943function deliveryStmts() {
944 if (!_insDeliv) {
945 _insDeliv = db.prepare('INSERT INTO ap_delivery (slug, inbox, body, attempts, next_at) VALUES (?,?,?,0,CURRENT_TIMESTAMP)');
946 _dueDeliv = db.prepare("SELECT * FROM ap_delivery WHERE datetime(next_at) <= datetime('now') ORDER BY next_at LIMIT 30");
947 _delDeliv = db.prepare('DELETE FROM ap_delivery WHERE id = ?');
948 _bumpDeliv = db.prepare('UPDATE ap_delivery SET attempts = ?, next_at = ? WHERE id = ?');
949 }
950 return { ins: _insDeliv, due: _dueDeliv, del: _delDeliv, bump: _bumpDeliv };
951}
952export function enqueueDelivery(slug, inbox, activity) {
953 if (!slug || !inbox || !activity) return;
954 try { deliveryStmts().ins.run(slug, inbox, JSON.stringify(activity)); } catch { /* ignore */ }
955}
956// Record delivery health per follower so the followers list can flag dead accounts.
957// Keyed by inbox: a shared-inbox POST reaches every follower behind it, so all of them
958// are marked. A non-follower inbox (inline @mention) simply matches 0 rows.
959let _fDelivOk, _fDelivErr;
960function markFollowerDelivery(slug, inbox, ok) {
961 if (!slug || !inbox) return;
962 try {
963 if (!_fDelivOk) {
964 _fDelivOk = db.prepare('UPDATE ap_followers SET last_delivery_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
965 _fDelivErr = db.prepare('UPDATE ap_followers SET last_error_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
966 }
967 (ok ? _fDelivOk : _fDelivErr).run(slug, inbox, inbox);
968 } catch { /* health tracking is non-fatal */ }
969}
970// Deliver now; queue for retry if it fails.
971export async function deliverWithRetry(slug, inbox, activity, keyId, privPem) {
972 if (!inbox) return;
973 try { const st = await deliver(inbox, activity, keyId, privPem); if (st >= 200 && st < 300) { markFollowerDelivery(slug, inbox, true); return; } } catch { /* queue below */ }
974 enqueueDelivery(slug, inbox, activity);
975}
976let _processingDeliv = false;
977export async function processDeliveryQueue() {
978 if (_processingDeliv) return; // re-entrancy guard: 30 rows × 8s can exceed the 60s tick → no double-delivery
979 _processingDeliv = true;
980 try {
981 let rows;
982 try { rows = deliveryStmts().due.all(); } catch { return; }
983 if (!rows || !rows.length) return;
984 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
985 for (const row of rows) {
986 let ok = false;
987 try {
988 const keys = getOrCreateKeys(row.slug);
989 const st = await deliver(row.inbox, JSON.parse(row.body), `${actorId(base, row.slug)}#main-key`, keys.private_pem);
990 ok = st >= 200 && st < 300;
991 } catch { ok = false; }
992 if (ok) { markFollowerDelivery(row.slug, row.inbox, true); deliveryStmts().del.run(row.id); continue; }
993 const attempts = row.attempts + 1;
994 if (attempts >= DELIVERY_MAX_ATTEMPTS) { markFollowerDelivery(row.slug, row.inbox, false); deliveryStmts().del.run(row.id); console.warn('[AP] delivery gave up after', attempts, 'tries →', row.inbox); continue; }
995 // Index the backoff on the CURRENT attempt count (row.attempts) so the first
996 // retry uses the 1-min tier instead of skipping it.
997 const mins = DELIVERY_BACKOFF_MIN[Math.min(row.attempts, DELIVERY_BACKOFF_MIN.length - 1)];
998 deliveryStmts().bump.run(attempts, new Date(Date.now() + mins * 60000).toISOString(), row.id);
999 }
1000 } finally { _processingDeliv = false; }
1001}
1002let _delivTimer = null;
1003export function startDeliveryWorker() {
1004 if (_delivTimer) return;
1005 _delivTimer = setInterval(() => { processDeliveryQueue().catch(() => {}); }, 60 * 1000);
1006 if (_delivTimer.unref) _delivTimer.unref();
1007}
1008
1009// Best-effort verification of an incoming signed request. Returns the sender's
1010// actor doc if the signature checks out, else null. (Not gating yet — MVP.)
1011// Max clock skew for the signed Date header (replay window). Generous default to tolerate
1012// federating servers with drifting clocks; an operator can widen it via env.
1013const SIG_MAX_SKEW_MS = (Number(process.env.AP_SIG_MAX_SKEW_MIN) || 60) * 60 * 1000;
1014export async function verifyRequest(req) {
1015 const sigH = req.headers['signature'];
1016 if (!sigH) return null;
1017 const p = Object.fromEntries([...sigH.matchAll(/([a-zA-Z]+)="([^"]*)"/g)].map((m) => [m[1], m[2]]));
1018 if (!p.keyId || !p.signature) return null;
1019 const actor = await fetchActor(p.keyId.split('#')[0]);
1020 const pem = actor && actor.publicKey && actor.publicKey.publicKeyPem;
1021 if (!pem) return null;
1022 const hs = (p.headers || '(request-target) host date').split(/\s+/);
1023 // Behind a reverse proxy the raw Host header is the backend bind (e.g. localhost:3000, when
1024 // the proxy doesn't preserve it — Apache .htaccess [P] proxying), but the sender signed the
1025 // HTTP-Signature over the PUBLIC host. Try each candidate host (the configured PUBLIC_BASE_URL
1026 // host, the proxy's X-Forwarded-Host, and the raw Host) and accept if the signature verifies
1027 // against any. An attacker can't forge a match (no private key), so this only rescues the
1028 // legitimate proxied case. Also normalise a leading double-slash in the request-target.
1029 let _pubHost = null;
1030 if (process.env.PUBLIC_BASE_URL) { try { _pubHost = new URL(process.env.PUBLIC_BASE_URL).host; } catch { /* ignore */ } }
1031 const _hosts = [...new Set([_pubHost, req.headers['x-forwarded-host'], req.headers['host']].filter(Boolean))];
1032 const _target = `${req.method.toLowerCase()} ${String(req.originalUrl || '').replace(/^\/{2,}/, '/')}`;
1033 const _sig = Buffer.from(p.signature, 'base64');
1034 let ok = false;
1035 for (const _h of _hosts) {
1036 const line = hs.map((x) => x === '(request-target)'
1037 ? `(request-target): ${_target}`
1038 : x === 'host' ? `host: ${_h}`
1039 : `${x}: ${req.headers[x] || ''}`).join('\n');
1040 try { if (crypto.verify('sha256', Buffer.from(line), pem, _sig)) { ok = true; break; } } catch { /* try next host */ }
1041 }
1042 // Replay defence: the Date header must be signed and recent. A captured signed request
1043 // replayed later (or with a swapped body) is rejected.
1044 if (ok) {
1045 if (!hs.includes('date')) ok = false;
1046 else {
1047 const t = Date.parse(req.headers['date'] || '');
1048 if (isNaN(t) || Math.abs(Date.now() - t) > SIG_MAX_SKEW_MS) ok = false;
1049 }
1050 }
1051 // Digest is MANDATORY when the request carries a body: without a signed digest the body
1052 // isn't covered by the signature and could be swapped on a replay.
1053 if (ok && req.rawBody && req.rawBody.length) {
1054 if (!hs.includes('digest')) ok = false;
1055 else {
1056 const exp = 'SHA-256=' + crypto.createHash('sha256').update(req.rawBody).digest('base64');
1057 if (req.headers['digest'] !== exp) ok = false;
1058 }
1059 }
1060 return ok ? actor : null;
1061}
1062
1063// Parse a fediverse poll (an ActivityStreams `Question` — the Mastodon-standard poll form)
1064// into our compact shape. `oneOf` = single choice, `anyOf` = multiple; each option is a Note
1065// with a `name` and a `replies` collection whose `totalItems` is that option's vote count.
1066function parsePoll(o) {
1067 if (!o || o.type !== 'Question') return null;
1068 const raw = Array.isArray(o.oneOf) ? o.oneOf : (Array.isArray(o.anyOf) ? o.anyOf : null);
1069 if (!raw || !raw.length) return null;
1070 const options = raw.slice(0, 12).map((opt) => ({
1071 name: String((opt && opt.name) || '').slice(0, 300),
1072 count: Math.max(0, Number(opt && opt.replies && opt.replies.totalItems) || 0),
1073 })).filter((x) => x.name);
1074 if (!options.length) return null;
1075 const endTime = o.endTime || (typeof o.closed === 'string' ? o.closed : null);
1076 const closed = !!o.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
1077 return { multiple: Array.isArray(o.anyOf), options, endTime, closed, voters: Number(o.votersCount) || null, voted: null };
1078}
1079
1080// ── Polls WE host (a local post with a poll) ──────────────────────
1081// Parse the poll definition stored on our own post (posts.poll_json). Counts are
1082// NOT stored here — they're derived from the poll_votes ballots so a re-render always
1083// reflects the authoritative tally.
1084export function parseOwnPoll(pollJson) {
1085 if (!pollJson) return null;
1086 let d; try { d = typeof pollJson === 'string' ? JSON.parse(pollJson) : pollJson; } catch { return null; }
1087 if (!d || !Array.isArray(d.options)) return null;
1088 const options = d.options.map((o) => ({ name: String((o && o.name != null ? o.name : o) || '').slice(0, 300) })).filter((o) => o.name);
1089 if (options.length < 2) return null;
1090 const endTime = d.endTime || null;
1091 const closed = !!d.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
1092 return { multiple: !!d.multiple, options, endTime, closed };
1093}
1094
1095// Live tally of a hosted poll from its ballots: per-option counts + unique voters.
1096export function pollTally(postId) {
1097 const counts = {}; let voters = 0;
1098 try {
1099 for (const r of db.prepare('SELECT choice, COUNT(*) AS n FROM poll_votes WHERE post_id = ? GROUP BY choice').all(postId)) counts[r.choice] = r.n;
1100 voters = db.prepare('SELECT COUNT(DISTINCT actor_uri) AS n FROM poll_votes WHERE post_id = ?').get(postId).n || 0;
1101 } catch { /* table may not exist yet */ }
1102 return { counts, voters };
1103}
1104
1105// Render-ready view of a hosted poll (options with counts + percentages, totals, state).
1106// Voting is fediverse-only, so this is display-only on the site.
1107export function ownPollView(post) {
1108 const poll = parseOwnPoll(post && post.poll_json);
1109 if (!poll) return null;
1110 const { counts, voters } = pollTally(post.id);
1111 const total = Object.values(counts).reduce((a, b) => a + b, 0);
1112 const denom = poll.multiple ? voters : total; // multiple-choice %: share of voters (can sum >100%)
1113 const options = poll.options.map((o) => {
1114 const count = counts[o.name] || 0;
1115 return { name: o.name, count, pct: denom ? Math.round((count / denom) * 100) : 0 };
1116 });
1117 return { multiple: poll.multiple, options, total, voters, endTime: poll.endTime, closed: poll.closed };
1118}
1119
1120// Attach the AS2 Question shape to a note built for a hosted poll. Mastodon renders a
1121// status with either media OR a poll (never both), so a poll federates as content +
1122// options with no media attachment. oneOf = single choice, anyOf = multiple.
1123function applyPollToNote(note, postId, poll) {
1124 const { counts, voters } = pollTally(postId);
1125 const opts = poll.options.map((o) => ({
1126 type: 'Note',
1127 name: o.name,
1128 replies: { type: 'Collection', totalItems: counts[o.name] || 0 },
1129 }));
1130 note.type = 'Question';
1131 note[poll.multiple ? 'anyOf' : 'oneOf'] = opts;
1132 if (poll.endTime) note.endTime = new Date(poll.endTime).toISOString();
1133 // Once closed, Mastodon expects a `closed` timestamp (the effective end).
1134 if (poll.closed) note.closed = poll.endTime ? new Date(poll.endTime).toISOString() : new Date().toISOString();
1135 note.votersCount = voters;
1136 delete note.attachment; // media ATTACHMENTS + a poll are mutually exclusive on Mastodon
1137 // Keep note.image: it's the cover, which Mastodon ignores on a Question anyway
1138 // (same as on any Note) but Klonkt reads to show the cover in feeds/the Cirkel.
1139 // Deleting it stripped the cover off every boosted poll.
1140 return note;
1141}
1142
1143// Record an inbound ballot on one of OUR polls. A vote arrives as a Create(Note) whose
1144// `name` is the chosen option and `inReplyTo` is our poll note — the Mastodon-standard
1145// vote form. Returns { handled } — handled=true means it was addressed to a poll (so the
1146// caller must NOT also store it as a reply), false means "not a poll, fall through".
1147function recordPollBallot(postId, actorUri, rawChoice) {
1148 const choice = String(rawChoice == null ? '' : rawChoice).slice(0, 300);
1149 if (!choice) return { handled: false };
1150 let post; try { post = db.prepare('SELECT poll_json FROM posts WHERE id = ?').get(postId); } catch { return { handled: false }; }
1151 const poll = post && parseOwnPoll(post.poll_json);
1152 if (!poll) return { handled: false }; // not a poll → let the reply logic handle it
1153 if (poll.closed) return { handled: true }; // voting closed → drop
1154 if (!poll.options.some((o) => o.name === choice)) return { handled: true }; // unknown option → drop
1155 try {
1156 // Single choice = one ballot per actor: ignore a later/different vote. Multiple choice
1157 // allows one ballot per distinct option (the UNIQUE(post,actor,choice) dedupes repeats).
1158 if (!poll.multiple && db.prepare('SELECT 1 FROM poll_votes WHERE post_id = ? AND actor_uri = ? LIMIT 1').get(postId, actorUri)) return { handled: true };
1159 db.prepare('INSERT OR IGNORE INTO poll_votes (post_id, actor_uri, choice) VALUES (?, ?, ?)').run(postId, actorUri, choice);
1160 } catch { return { handled: true }; }
1161 schedulePollUpdate(postId);
1162 return { handled: true };
1163}
1164
1165// Coalesce a burst of votes into ONE Update(Question) per poll: the first vote schedules a
1166// refresh ~15s out; further votes in that window ride the same pending update (which carries
1167// the accumulated tally). Non-follower voters re-fetch the Question (live tally) themselves.
1168const _pollUpdTimers = new Map();
1169function schedulePollUpdate(postId) {
1170 if (_pollUpdTimers.has(postId)) return;
1171 const t = setTimeout(() => { _pollUpdTimers.delete(postId); deliverPollUpdate(postId).catch(() => { /* best-effort */ }); }, 15000);
1172 if (t.unref) t.unref();
1173 _pollUpdTimers.set(postId, t);
1174}
1175
1176// Push the fresh poll tally (or closed state) to followers as Update(Question).
1177export async function deliverPollUpdate(postId) {
1178 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1179 if (!base || !postId) return;
1180 let post, site;
1181 try {
1182 post = db.prepare('SELECT * FROM posts WHERE id = ?').get(postId);
1183 if (!post || !post.poll_json) return;
1184 site = db.prepare('SELECT * FROM sites WHERE id = ?').get(post.site_id);
1185 } catch { return; }
1186 if (site) await deliverUpdate(site, post);
1187}
1188
1189// Handle an incoming inbox POST. slugParam = null for the shared /ap/inbox.
1190export async function handleInbox(req, slugParam) {
1191 const act = req.body || {};
1192 const type = act.type;
1193 // Real client IP (behind the proxy via `trust proxy`) — logged on dropped/rejected/
1194 // ignored inbox hits so an operator can see who is probing their fediverse inbox.
1195 const ip = req.ip || (req.connection && req.connection.remoteAddress) || '?';
1196 const base = (process.env.PUBLIC_BASE_URL || `${req.protocol}://${req.get('host')}`).replace(/\/+$/, '');
1197 const verified = await verifyRequest(req).catch(() => null);
1198
1199 // ENFORCE HTTP signatures: a data-affecting activity must be signed by the very
1200 // actor it claims to be. No valid signature, or signer ≠ actor → reject (no
1201 // forged replies/likes/follows/timeline posts). GET/discovery stays open.
1202 const claimedActor = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1203 // Blocked actor/domain → silently drop (202, don't reveal the block).
1204 if (claimedActor && isBlockedAny(claimedActor)) { console.log('[AP] inbox dropped (blocked)', claimedActor, 'from', ip); return 202; }
1205 const GATED = ['Create', 'Like', 'Announce', 'Follow', 'Delete', 'Undo', 'Accept', 'Reject', 'Add', 'Remove', 'Update', 'Flag'];
1206 if (GATED.includes(type)) {
1207 if (!verified || !claimedActor || verified.id !== claimedActor) {
1208 console.warn('[AP] inbox REJECTED (signature)', type, claimedActor || '?', 'from', ip, verified ? '(signer mismatch)' : '(unsigned/invalid)');
1209 return 401;
1210 }
1211 }
1212
1213 // A moderation report (Flag) about our content — store it for the targeted site's owner
1214 // (each Klonkt site is moderated by its own owner). Signature is enforced (GATED).
1215 if (type === 'Flag') {
1216 const objs = Array.isArray(act.object) ? act.object : (act.object ? [act.object] : []);
1217 const objectUris = objs.map((o) => (typeof o === 'string' ? o : (o && o.id))).filter(Boolean);
1218 let targetSlug = null;
1219 const noteIds = [];
1220 for (const u of objectUris) {
1221 const s = slugFromActorUrl(u); // one of our actors?
1222 if (s) { targetSlug = targetSlug || s; continue; }
1223 const pid = postIdFromNoteUrl(u, base); // one of our notes?
1224 if (pid) noteIds.push(pid);
1225 }
1226 if (!targetSlug && noteIds.length) {
1227 try { const r = db.prepare('SELECT s.slug FROM posts p JOIN sites s ON s.id = p.site_id WHERE p.id = ? LIMIT 1').get(noteIds[0]); if (r) targetSlug = r.slug; } catch { /* ignore */ }
1228 }
1229 if (!targetSlug) return 202; // not about us / can't tell → drop
1230 // Flag is GATED, so `verified` is the signer's (reporter's) actor doc already.
1231 const ai = actorInfo(verified || null, claimedActor);
1232 try {
1233 db.prepare('INSERT INTO ap_reports (slug, actor_uri, actor_name, actor_handle, actor_icon, content, objects, created_at) VALUES (?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1234 .run(targetSlug, claimedActor || null, ai.name, ai.handle, ai.icon, HtmlSanitizerService.toPlainText(act.content || '').slice(0, 3000), JSON.stringify(objectUris.slice(0, 20)));
1235 console.log('[AP] report received for', targetSlug, 'from', claimedActor);
1236 } catch { /* ignore */ }
1237 return 202;
1238 }
1239
1240 if (type === 'Follow') {
1241 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1242 const slug = slugParam || slugFromActorUrl(typeof act.object === 'string' ? act.object : (act.object && act.object.id));
1243 if (!who || !slug) return 400;
1244 const remote = await fetchActor(who);
1245 if (!remote || !remote.inbox) return 202; // can't reach them → drop quietly
1246 const sharedInbox = (remote.endpoints && remote.endpoints.sharedInbox) || null;
1247 fStmts().ins.run(slug, who, remote.inbox, sharedInbox);
1248 const me = actorId(base, slug);
1249 const keys = getOrCreateKeys(slug);
1250 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: act };
1251 deliver(remote.inbox, accept, `${me}#main-key`, keys.private_pem).catch((e) => console.warn('[AP] Accept delivery failed:', e.message));
1252 // Auto-backfill: send our recent posts as Create so the instance has our history
1253 // (Mastodon doesn't fetch history on follow). ONCE PER REMOTE INSTANCE only —
1254 // Mastodon dedupes notes per-instance, so re-filling an instance that already has
1255 // a follower of ours is wasted work (and won't re-populate the new follower's
1256 // timeline anyway). Deliver to the shared inbox (instance-level) when present.
1257 // Sync insert+check (no await between) → no interleave race with concurrent Follows.
1258 const instanceFilled = sharedInbox &&
1259 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1')
1260 .get(slug, sharedInbox, who);
1261 if (!instanceFilled) {
1262 backfillNewFollower(base, slug, sharedInbox || remote.inbox).catch(() => { /* best-effort */ });
1263 }
1264 console.log('[AP] Follow', who, '→', slug, verified ? '(sig ok)' : '(sig unverified)');
1265 return 202;
1266 }
1267 if (type === 'Undo' && act.object) {
1268 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1269 const ot = act.object.type;
1270 if (ot === 'Follow') {
1271 const obj = act.object.object;
1272 const slug = slugParam || slugFromActorUrl(typeof obj === 'string' ? obj : (obj && obj.id));
1273 if (who && slug) { fStmts().del.run(slug, who); console.log('[AP] Unfollow', who, '→', slug); }
1274 return 202;
1275 }
1276 if (ot === 'Like' || ot === 'Announce') {
1277 const tgt = act.object.object;
1278 const pid = postIdFromNoteUrl(typeof tgt === 'string' ? tgt : (tgt && tgt.id), base);
1279 if (who && pid) { iStmts().delLA.run(ot.toLowerCase(), pid, who); console.log('[AP] Undo', ot, who, '→', pid); }
1280 return 202;
1281 }
1282 return 202;
1283 }
1284
1285 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1286 const resolveActor = async (uri) => ((verified && verified.id === uri) ? verified : await fetchActor(uri).catch(() => null));
1287 // Activities from our OWN actors are already stored via ap_outbox — don't re-store.
1288 const isLocalActor = !!(base && actorUri && actorUri.startsWith(`${base}/ap/users/`));
1289
1290 // Inbound reply: a Create whose object replies to one of our notes (post OR comment).
1291 if (type === 'Create' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1292 const o = act.object;
1293 // A poll ballot: a Note carrying a `name` (the chosen option) inReplyTo one of OUR poll
1294 // posts. Record it (deduped per actor) BEFORE the reply logic so a vote is never stored
1295 // as a comment. recordPollBallot returns handled=false only if the target isn't a poll.
1296 if (o.name && o.inReplyTo && actorUri && !isLocalActor) {
1297 const seg = postIdFromNoteUrl(o.inReplyTo, base);
1298 if (seg && localPostExists(seg)) {
1299 const rec = recordPollBallot(seg, actorUri, o.name);
1300 if (rec.handled) { console.log('[AP] poll vote', actorUri, '→', seg); return 202; }
1301 }
1302 }
1303 const tgt = findThreadTarget(o.inReplyTo, base);
1304 if (tgt && actorUri && !isLocalActor) {
1305 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1306 const html = HtmlSanitizerService.sanitize(o.content || '');
1307 if (isRejectedObject(o.id)) { console.log('[AP] reply skipped (tombstoned)', o.id); return 202; }
1308 iStmts().ins.run('reply', tgt.post_id, o.id || '', actorUri, ai.name, ai.handle, ai.url, ai.icon, html, o.published || null, tgt.parent_uri, noteVisibility(o));
1309 console.log('[AP] reply', actorUri, '→', tgt.post_id);
1310 return 202;
1311 }
1312 // Home timeline (client): a top-level post from an account we follow.
1313 if (actorUri && !isLocalActor && !o.inReplyTo && o.id) {
1314 let subs = []; try { subs = db.prepare('SELECT slug, auto_boost FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist yet */ }
1315 if (subs.length) {
1316 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1317 const html = HtmlSanitizerService.sanitize(o.content || '');
1318 const _atts = (Array.isArray(o.attachment) ? o.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
1319 // Fallback cover: a Note's `image` (set when the attachment was suppressed
1320 // for a player-card post, e.g. hosted-audio posts).
1321 if (!_atts.some((m) => !m.type || /image/i.test(m.type)) && o.image) {
1322 const _im = Array.isArray(o.image) ? o.image[0] : o.image;
1323 const _iu = safeUrl(typeof _im === 'string' ? _im : (_im && _im.url));
1324 if (_iu) _atts.push({ url: _iu, type: (_im && _im.mediaType) || 'image/jpeg' });
1325 }
1326 const media = JSON.stringify(_atts);
1327 const poll = parsePoll(o); // a Question (fediverse poll) → cache its options/counts
1328 // "Feature" = show in the Cirkel (local only). We do NOT auto-Announce
1329 // incoming posts to the fediverse — that flooded followers. Boosting to the
1330 // fediverse is only ever a deliberate, manual per-post action (the 🔁 on
1331 // the timeline).
1332 for (const s of subs) {
1333 tlStmts().ins.run(o.id, s.slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, media, o.sensitive ? 1 : 0, o.summary || null);
1334 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, s.slug); } catch { /* ignore */ } }
1335 }
1336 console.log('[AP] timeline +', actorUri, 'x' + subs.length);
1337 }
1338 }
1339 // Mentioned in a post that is NOT a reply to our content (a reply to us already returned
1340 // above): store a mention notification for each of our actors named in the Mention tags.
1341 // Requires our own base prefix on the tag href — /ap/users/<slug> on a REMOTE host is
1342 // someone else's actor, not ours.
1343 if (actorUri && !isLocalActor && o.id) {
1344 const slugs = localMentionSlugs(o.tag, base);
1345 if (slugs.length) {
1346 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1347 const html = HtmlSanitizerService.sanitize(o.content || '');
1348 for (const slug of slugs) {
1349 try {
1350 const r = db.prepare('INSERT OR IGNORE INTO ap_mentions (slug, object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, published, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1351 .run(slug, o.id, safeUrl(o.url) || null, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.published || null);
1352 if (r.changes) console.log('[AP] mention', actorUri, '→', slug);
1353 } catch { /* ignore */ }
1354 }
1355 }
1356 }
1357 return 202;
1358 }
1359 // A remote post we cached was edited upstream → refresh our cached copy. This is the
1360 // push-based edit-sync that keeps the Cirkel/timeline fresh without polling (selfHeal
1361 // does it on a version bump; this does it live). Scope to the SIGNING actor so B can't
1362 // edit A's note (the signature gate guarantees claimedActor == the verified signer).
1363 if (type === 'Update' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1364 const o = act.object;
1365 if (o.id && claimedActor) {
1366 const html = HtmlSanitizerService.sanitize(o.content || '');
1367 const media = mediaFromNote(o);
1368 try {
1369 // Refresh url too (COALESCE keeps the old one if the Update omits it): a remote slug
1370 // rename keeps the same AP id but changes the human url, so without this the cached
1371 // post would keep linking to the old, now-dead URL.
1372 const r = db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ? AND author_uri = ?')
1373 .run(html, media, o.sensitive ? 1 : 0, o.summary || null, o.url || null, o.id, claimedActor);
1374 if (r.changes) console.log('[AP] timeline update', claimedActor, '→', o.id);
1375 // A poll's Update carries the fresh vote counts / closed state. Refresh per-row so each
1376 // site keeps its own `voted` state while the counts/closed update to the new totals.
1377 const poll = parsePoll(o);
1378 if (poll) {
1379 const rows = db.prepare('SELECT rowid AS rid, poll_json FROM ap_timeline WHERE id = ? AND author_uri = ?').all(o.id, claimedActor);
1380 const upd = db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE rowid = ?');
1381 for (const rw of rows) {
1382 let voted = null; try { voted = rw.poll_json ? (JSON.parse(rw.poll_json).voted || null) : null; } catch { /* ignore */ }
1383 upd.run(JSON.stringify({ ...poll, voted }), rw.rid);
1384 }
1385 }
1386 } catch { /* ignore */ }
1387 // If this note is a cached fediverse reply on one of our posts, refresh its text too.
1388 try { db.prepare('UPDATE ap_interactions SET content = ? WHERE object_uri = ? AND actor_uri = ?').run(html, o.id, claimedActor); } catch { /* ignore */ }
1389 }
1390 return 202;
1391 }
1392 if (type === 'Like' || type === 'Announce') {
1393 const tgt = act.object;
1394 const objUrl = typeof tgt === 'string' ? tgt : (tgt && tgt.id);
1395 const pid = postIdFromNoteUrl(objUrl, base);
1396 if (pid && actorUri && !isLocalActor && localPostExists(pid)) {
1397 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1398 iStmts().ins.run(type.toLowerCase(), pid, '', actorUri, ai.name, ai.handle, ai.url, ai.icon, null, null, null, noteVisibility(act));
1399 console.log('[AP]', type === 'Like' ? 'like' : 'boost', actorUri, '→', pid);
1400 } else if (type === 'Announce' && objUrl && actorUri && !isLocalActor) {
1401 // A boost FROM an account we follow, of a REMOTE post → show it in the News feed.
1402 // We only STORE it for display; we NEVER auto-Announce it onward (anti-feedback-loop:
1403 // re-announcing an incoming Announce would cascade boosts across the network).
1404 let subs = []; try { subs = db.prepare('SELECT slug FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist */ }
1405 if (subs.length) {
1406 const bn = await fetchNoteAP(objUrl);
1407 if (bn && bn !== 404 && (bn.type === 'Note' || bn.type === 'Article') && bn.id) {
1408 const origUri = actorUriOf(bn.attributedTo);
1409 // Block completeness: even if you follow the booster, drop a boost whose ORIGINAL
1410 // author is blocked — otherwise a block is bypassed via someone else's boost.
1411 if (origUri && isBlockedAny(origUri)) { console.log('[AP] timeline boost dropped (blocked origin)', origUri, 'via', actorUri); return 202; }
1412 const oai = actorInfo(await resolveActor(origUri), origUri);
1413 const html = HtmlSanitizerService.sanitize(bn.content || '');
1414 const media = mediaFromNote(bn);
1415 const booster = actorInfo(await resolveActor(actorUri), actorUri);
1416 for (const s of subs) {
1417 // published = now → the boost shows as fresh activity at the top (Mastodon shows
1418 // reblogs at reblog-time, not the original's date). INSERT OR IGNORE: if we already
1419 // have the note (e.g. we also follow the author), keep it and DON'T relabel it.
1420 let inserted = false;
1421 try { const r = tlStmts().ins.run(bn.id, s.slug, origUri || '', oai.name, oai.handle, oai.icon, oai.url, html, bn.url || null, new Date().toISOString(), media, bn.sensitive ? 1 : 0, bn.summary || null); inserted = r.changes > 0; } catch { /* ignore */ }
1422 if (inserted) { try { db.prepare('UPDATE ap_timeline SET reblog_name = ?, reblog_handle = ?, reblog_icon = ? WHERE slug = ? AND id = ?').run(booster.name, booster.handle, booster.icon, s.slug, bn.id); } catch { /* ignore */ } }
1423 }
1424 console.log('[AP] timeline boost +', actorUri, 'x' + subs.length);
1425 }
1426 }
1427 }
1428 return 202;
1429 }
1430 if (type === 'Delete') {
1431 // A remote note was deleted upstream → drop it from replies AND the timeline.
1432 // Scope to the SIGNING actor so actor B can't delete actor A's content (the
1433 // signature gate guarantees claimedActor == the verified signer here).
1434 const oid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1435 if (oid && claimedActor) {
1436 try { db.prepare('DELETE FROM ap_interactions WHERE object_uri = ? AND actor_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1437 try { db.prepare('DELETE FROM ap_timeline WHERE id = ? AND author_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1438 // Also clear a boost/like YOU made of this now-deleted remote post (the interact-page
1439 // ap_my_reactions state), so it can't stay stuck as "boosted" on a post that's gone.
1440 // Guard: only when the deleter owns the note's domain (B mustn't clear your reactions
1441 // to A's posts).
1442 try {
1443 let sameHost = false;
1444 try { sameHost = new URL(oid).host === new URL(claimedActor).host; } catch { sameHost = false; }
1445 if (sameHost) db.prepare('DELETE FROM ap_my_reactions WHERE target_uri = ?').run(oid);
1446 } catch { /* ignore */ }
1447 }
1448 return 202;
1449 }
1450 // Accept/Reject of a Follow WE sent (client side).
1451 if (type === 'Accept' && act.object) {
1452 const fid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1453 if (fid) { try { fwStmts().acc.run(fid); } catch { /* ignore */ } }
1454 console.log('[AP] follow accepted', actorUri);
1455 return 202;
1456 }
1457 if (type === 'Reject' && act.object) {
1458 const who = actorUri;
1459 if (who && slugParam) { try { fwStmts().del.run(slugParam, who); } catch { /* ignore */ } }
1460 return 202;
1461 }
1462
1463 console.log('[AP] inbox', type || 'unknown', '→', slugParam || 'shared', 'from', ip, '(ignored)');
1464 return 202;
1465}
1466
1467// Deliver a new post as Create(Note) to all followers' inboxes (fire-and-forget).
1468// Needs PUBLIC_BASE_URL (absolute URLs); no-op without followers or base.
1469export async function deliverCreate(site, post) {
1470 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1471 if (!base || !site || !site.slug) return;
1472 // Resolve inline @user@host mentions → link them in the note + collect their inboxes, so a
1473 // mentioned person is notified even if they don't follow us (Mastodon-standard mention).
1474 const mres = await resolveMentionsInText(base, post.content || '');
1475 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1476 const followers = fStmts().list.all(site.slug);
1477 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1478 if (!inboxes.length) return; // no followers and no one mentioned
1479 const keys = getOrCreateKeys(site.slug);
1480 const keyId = `${actorId(base, site.slug)}#main-key`;
1481 const create = buildCreate(base, site, post2);
1482 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, create, keyId, keys.private_pem);
1483}
1484
1485// On a new Follow, send that follower our most recent posts as Create so their
1486// timeline shows our history (Mastodon does not backfill on follow). Oldest-first
1487// so they sort into the follower's timeline at their original dates.
1488async function backfillNewFollower(base, slug, inbox) {
1489 if (!base || !slug || !inbox) return;
1490 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
1491 if (!site) return;
1492 const recent = db.prepare(
1493 `SELECT id, slug, title, content, cover_image_url, cover_video_url, nsfw, content_warning, published_at, created_at
1494 FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1495 ORDER BY COALESCE(published_at, created_at) DESC LIMIT 20`
1496 ).all(site.id).reverse();
1497 if (!recent.length) return;
1498 const keys = getOrCreateKeys(slug);
1499 const keyId = `${actorId(base, slug)}#main-key`;
1500 for (const p of recent) {
1501 try { await deliver(inbox, buildCreate(base, site, p), keyId, keys.private_pem); } catch { /* best-effort */ }
1502 await new Promise((r) => setTimeout(r, 150));
1503 }
1504 console.log('[AP] backfilled', recent.length, 'posts to new follower of', slug);
1505}
1506
1507// Tell followers a post is gone (Delete + Tombstone) so it's removed from their feeds.
1508export async function deliverDelete(site, post) {
1509 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1510 if (!base || !site || !site.slug || !post || !post.id) return;
1511 const followers = fStmts().list.all(site.slug);
1512 if (!followers.length) return;
1513 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1514 const keys = getOrCreateKeys(site.slug);
1515 const me = actorId(base, site.slug);
1516 const nid = noteId(base, post.id);
1517 const del = {
1518 '@context': AP_CONTEXT,
1519 id: `${nid}#delete-${Date.now()}-${rid()}`,
1520 type: 'Delete',
1521 actor: me,
1522 to: [PUBLIC],
1523 object: { id: nid, type: 'Tombstone' },
1524 };
1525 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, del, `${me}#main-key`, keys.private_pem);
1526}
1527
1528// Tell followers an already-published post changed (Update + edited Note) so
1529// Mastodon refreshes the cached copy (e.g. after fixing content).
1530export async function deliverUpdate(site, post) {
1531 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1532 if (!base || !site || !site.slug || !post || !post.id) return;
1533 const mres = await resolveMentionsInText(base, post.content || ''); // link mentions + collect inboxes
1534 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1535 const followers = fStmts().list.all(site.slug);
1536 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1537 if (!inboxes.length) return;
1538 const keys = getOrCreateKeys(site.slug);
1539 const me = actorId(base, site.slug);
1540 const note = buildNote(base, site, post2);
1541 note.updated = new Date().toISOString();
1542 const update = {
1543 '@context': AP_CONTEXT,
1544 id: `${noteId(base, post.id)}#update-${Date.now()}-${rid()}`,
1545 type: 'Update', actor: me, to: [PUBLIC], cc: note.cc,
1546 object: note,
1547 };
1548 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1549}
1550
1551// Tell followers the ACTOR changed (Update + Person) so Mastodon re-processes the
1552// account AND re-fetches the featured (pinned) collection — there is no standard
1553// "featured changed" activity, so this is how a pin/unpin propagates promptly.
1554export async function deliverActorUpdate(site) {
1555 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1556 if (!base || !site || !site.slug) return;
1557 const followers = fStmts().list.all(site.slug);
1558 if (!followers.length) return;
1559 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1560 const keys = getOrCreateKeys(site.slug);
1561 const me = actorId(base, site.slug);
1562 const update = {
1563 '@context': AP_CONTEXT,
1564 id: `${me}#update-${Date.now()}-${rid()}`,
1565 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
1566 object: buildActor(base, site),
1567 };
1568 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1569}
1570
1571// Reliably set the pinned order on followers' instances via Add/Remove activities
1572// (how Mastodon itself federates pins) — pushed to the inbox + processed immediately,
1573// unlike the featured COLLECTION which Mastodon caches with sticky StatusPins.
1574// Mastodon's Add skips an already-pinned status, so we REMOVE every pin first, wait,
1575// then ADD in rank-DESCENDING order (rank 1 added LAST → newest StatusPin → shown first,
1576// because Mastodon displays pins newest-first). `alsoRemove` = ids to unpin too.
1577// Serialize pin-resyncs per site: two concurrent /save calls would otherwise interleave
1578// their Remove -> wait -> Add sequences and scramble the StatusPin order on Mastodon. A
1579// resync already in flight for a site coalesces later requests into ONE rerun after it
1580// finishes (accumulating their extra unpins), so rapid saves don't pile up N full resyncs.
1581const _pinResync = new Map(); // slug -> { promise, pending, pendingRemove:Set, site }
1582export function resyncFeaturedPins(site, alsoRemove = []) {
1583 if (!site || !site.slug) return Promise.resolve();
1584 const slug = site.slug;
1585 const running = _pinResync.get(slug);
1586 if (running) {
1587 running.pending = true;
1588 running.site = site; // use the latest site object on the rerun
1589 for (const id of alsoRemove) running.pendingRemove.add(id);
1590 return running.promise;
1591 }
1592 const state = { promise: null, pending: false, pendingRemove: new Set(), site };
1593 state.promise = (async () => {
1594 let extra = alsoRemove;
1595 for (;;) {
1596 try { await doResyncFeaturedPins(state.site, extra); }
1597 catch (e) { console.warn('[AP] pin resync failed:', e.message); }
1598 if (!state.pending) break;
1599 state.pending = false;
1600 extra = [...state.pendingRemove];
1601 state.pendingRemove = new Set();
1602 }
1603 _pinResync.delete(slug);
1604 })();
1605 _pinResync.set(slug, state);
1606 return state.promise;
1607}
1608
1609// The actual resync work — do NOT call directly; go through resyncFeaturedPins() above so
1610// it stays serialized per site.
1611async function doResyncFeaturedPins(site, alsoRemove = []) {
1612 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1613 if (!base || !site || !site.slug) return;
1614 const followers = fStmts().list.all(site.slug);
1615 if (!followers.length) return;
1616 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1617 const keys = getOrCreateKeys(site.slug);
1618 const me = actorId(base, site.slug);
1619 const keyId = `${me}#main-key`;
1620 const featured = `${me}/featured`;
1621 const note = (id) => noteId(base, id);
1622 const pinned = db.prepare(
1623 `SELECT id FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1624 AND pinned IS NOT NULL AND pinned > 0
1625 ORDER BY pinned DESC, COALESCE(published_at, created_at) ASC LIMIT 20`
1626 ).all(site.id);
1627 const removeIds = [...new Set([...pinned.map((p) => p.id), ...alsoRemove])];
1628 // 1. Remove every current pin so Mastodon can recreate them in order.
1629 for (const id of removeIds) {
1630 const rm = { '@context': AP_CONTEXT, id: `${me}#rm-${id}-${Date.now()}-${rid()}`, type: 'Remove', actor: me, object: note(id), target: featured, to: [PUBLIC] };
1631 for (const inbox of inboxes) deliver(inbox, rm, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1632 }
1633 if (!pinned.length) { console.log('[AP] unpinned all featured for', site.slug); return; }
1634 await new Promise((r) => setTimeout(r, 5000)); // let the Removes land first
1635 // 2. Add in rank-DESC order, gaps so each StatusPin gets an increasing created_at.
1636 for (const p of pinned) {
1637 const add = { '@context': AP_CONTEXT, id: `${me}#add-${p.id}-${Date.now()}-${rid()}`, type: 'Add', actor: me, object: note(p.id), target: featured, to: [PUBLIC], cc: [`${me}/followers`] };
1638 for (const inbox of inboxes) deliver(inbox, add, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1639 await new Promise((r) => setTimeout(r, 2000));
1640 }
1641 console.log('[AP] resynced', pinned.length, 'featured pins for', site.slug);
1642}
1643
1644// ── outbound replies (Klonkt → fediverse) ─────────────────────────
1645const escHtml = (s) => String(s || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
1646const toISO = (v) => { if (!v) return new Date().toISOString(); const s = String(v); const d = new Date(/[TZ]/.test(s) ? s : s.replace(' ', 'T') + 'Z'); return isNaN(d) ? new Date().toISOString() : d.toISOString(); };
1647
1648// Build one of OUR outbound reply Notes from an ap_outbox row.
1649// Turn #hashtags in reply text into Mastodon-style hashtag links (clickable + federated).
1650function linkHashtags(base, html) {
1651 // Prefix: start / whitespace / '>' / opening bracket — "(#tag" is a tag too. NO quote
1652 // chars in this class: a quote precedes attribute values (alt="#…"), which must not match.
1653 return String(html || '').replace(/(^|[\s>([{])#([\p{L}\p{M}\p{N}_]+)/gu, (m, pre, tag) =>
1654 `${pre}<a href="${base}/tag/${encodeURIComponent(tag.toLowerCase())}" class="mention hashtag" rel="tag">#${tag}</a>`);
1655}
1656// Auto-link bare http(s) URLs in already-safe HTML (federated copies). Splits on existing
1657// <a>…</a> so a linked URL is never wrapped twice; requires start/whitespace/'>' before the
1658// URL so attribute values (src="https://…") never match. Trailing sentence punctuation stays
1659// outside the link (Mastodon-style).
1660function linkUrls(html) {
1661 const parts = String(html || '').split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi);
1662 for (let i = 0; i < parts.length; i++) {
1663 if (/^<a\b/i.test(parts[i])) continue; // already a link → leave as-is
1664 parts[i] = parts[i].replace(/(^|[\s>([{])(https?:\/\/[^\s<]+?)([.,;:!?)\]»]*)(?=$|[\s<])/g,
1665 (m, pre, url, trail) => `${pre}<a href="${url.replace(/"/g, '%22')}" rel="nofollow noopener" target="_blank">${url}</a>${trail}`);
1666 }
1667 return parts.join('');
1668}
1669// Linkify inline #hashtags and bare URLs in BODY html for on-site DISPLAY, using the
1670// EXACT same rules as the federated copy (linkHashtags/linkUrls), so the website and the
1671// Mastodon copy agree instead of the website showing raw text. Idempotent: existing
1672// <a>…</a> (editor links, embeds, shortcode buttons) are split out and left untouched, so
1673// nothing is double-wrapped. Pass base='' → root-relative /tag/<slug> links.
1674export function linkifyBody(base, html) {
1675 const withTags = String(html || '')
1676 .split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi)
1677 .map((seg) => (/^<a\b/i.test(seg) ? seg : linkHashtags(base, seg)))
1678 .join('');
1679 return linkUrls(withTags);
1680}
1681
1682// Bake a post's raw source into its display HTML (the ActivityPub `source` model): done ONCE
1683// at save and cached in posts.content_rendered, so page views serve it statically instead of
1684// re-linkifying every render. Step 1 = #hashtags + bare URLs (cheap, no network). Step 2 will
1685// resolve @mentions here too (webfinger once at save instead of per page view).
1686export function bakePostContent(source) {
1687 return linkifyBody('', source || '');
1688}
1689
1690// Step 2: the full bake, incl. @mention links. Resolves @user@host via webfinger ONCE (the
1691// same resolver the federated copy uses) and bakes the profile links into content_rendered,
1692// so page views never do a per-view lookup. Unresolvable handles stay plain text; on any
1693// failure it degrades to the sync #hashtag/URL bake. Async (webfinger) → callers run it off
1694// the save response so the request never blocks on a slow/dead remote server.
1695export async function bakePostContentWithMentions(source) {
1696 const withHashUrls = bakePostContent(source);
1697 try { const m = await resolveMentionsInText('', withHashUrls); return m.html; }
1698 catch { return withHashUrls; }
1699}
1700
1701// Extract the AP Hashtag tag objects from already-linked reply content.
1702function hashtagTags(base, content) {
1703 const tags = [], seen = new Set();
1704 const re = /class="[^"]*\bhashtag\b[^"]*"[^>]*>#([\p{L}\p{M}\p{N}_]+)</giu;
1705 let m;
1706 while ((m = re.exec(content || ''))) {
1707 const k = m[1].toLowerCase();
1708 if (seen.has(k)) continue; seen.add(k);
1709 tags.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(k)}`, name: '#' + m[1] });
1710 }
1711 return tags;
1712}
1713
1714// Normalise a post's tags field (array, JSON-string, or comma-string) to an array.
1715function normalizeTags(t) {
1716 if (Array.isArray(t)) return t;
1717 if (typeof t === 'string') {
1718 const s = t.trim(); if (!s) return [];
1719 if (s[0] === '[') { try { const a = JSON.parse(s); return Array.isArray(a) ? a : []; } catch { /* fall through */ } }
1720 return s.split(',').map((x) => x.trim()).filter(Boolean);
1721 }
1722 return [];
1723}
1724// A tag → { label, slug }. Multi-word tags become CamelCase (#LiveMusic) for the display
1725// name (Mastodon hashtags can't contain spaces; CamelCase is the accessibility norm); the
1726// slug/href stays lowercase ("livemusic").
1727function tagParts(raw) {
1728 const words = String(raw || '').trim().split(/[\s_]+/).map((w) => w.replace(/[^\p{L}\p{M}\p{N}]/gu, '')).filter(Boolean);
1729 if (!words.length) return null;
1730 const slug = words.join('').toLowerCase();
1731 if (!slug) return null;
1732 const label = words.length > 1 ? words.map((w) => w[0].toUpperCase() + w.slice(1)).join('') : words[0];
1733 return { label, slug };
1734}
1735// Merge a post's tags field + the #hashtags linked inline in its body into one deduped
1736// Hashtag tag list (with hrefs to our /tag page).
1737function buildHashtagList(base, tagsField, content) {
1738 const out = [], seen = new Set();
1739 for (const t of normalizeTags(tagsField)) {
1740 const p = tagParts(t); if (!p || seen.has(p.slug)) continue; seen.add(p.slug);
1741 out.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(p.slug)}`, name: '#' + p.label });
1742 }
1743 for (const h of hashtagTags(base, content)) {
1744 const k = h.name.slice(1).toLowerCase(); if (seen.has(k)) continue; seen.add(k);
1745 out.push(h);
1746 }
1747 return out;
1748}
1749
1750// Extract Mention tag objects from already-linked content (class="u-url mention").
1751function mentionTags(content) {
1752 const tags = [], seen = new Set();
1753 // The link href is the human profile URL; the actor URI (for the Mention tag) is in data-actor.
1754 const re = /<a href="[^"]*" class="u-url mention" data-actor="([^"]+)">@([^<]+)<\/a>/gi;
1755 let m;
1756 while ((m = re.exec(content || ''))) {
1757 const href = m[1];
1758 if (seen.has(href)) continue; seen.add(href);
1759 tags.push({ type: 'Mention', href, name: '@' + m[2] });
1760 }
1761 return tags;
1762}
1763// Resolve inline @user@domain mentions in reply/post text → link them (href = actor URI)
1764// and collect the mentioned actors' inboxes so they get notified. Best-effort per mention.
1765async function resolveMentionsInText(base, html) {
1766 const inboxes = [];
1767 const handles = new Set();
1768 // Prefix also allows opening brackets — "(@user@host + me)" is a mention too (real-world
1769 // miss: a bracketed mention federated as plain text and its target was never notified).
1770 const re = /(^|[\s>([{])@([\p{L}\p{M}\p{N}_.-]+@[\p{L}\p{M}\p{N}.-]+)/gu;
1771 let m;
1772 while ((m = re.exec(html || ''))) handles.add(m[2]);
1773 let out = String(html || '');
1774 for (const h of handles) {
1775 let actorUri = null;
1776 try { actorUri = await webfingerResolve('@' + h); } catch { actorUri = null; }
1777 if (!actorUri) continue;
1778 const actor = await fetchActor(actorUri).catch(() => null);
1779 const inbox = actor && ((actor.endpoints && actor.endpoints.sharedInbox) || actor.inbox);
1780 if (inbox) inboxes.push(inbox);
1781 const profileUrl = actorInfo(actor, actorUri).url || actorUri; // human profile page → the link href
1782 const esc = h.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
1783 out = out.replace(new RegExp('(^|[\\s>([{])@' + esc + '(?![\\p{L}\\p{M}\\p{N}_.-])', 'gu'),
1784 (full, pre) => `${pre}<a href="${profileUrl}" class="u-url mention" data-actor="${actorUri}">@${h}</a>`);
1785 }
1786 return { html: out, inboxes };
1787}
1788
1789export function buildReplyNote(base, site, row) {
1790 // Thin delegate: replies are built by buildNote (the single Note entry point) in reply mode.
1791 return buildNote(base, site, row, { isReply: true });
1792}
1793
1794// Resolve one of our outbound reply Notes by id (for /ap/notes/:id fallback).
1795export function getOutboxNote(base, id) {
1796 const row = iStmts().getO.get(id);
1797 if (!row) return null;
1798 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(row.site_slug);
1799 if (!site) return null;
1800 return buildReplyNote(base, site, row);
1801}
1802
1803// ── ActivityPub Client-to-Server: ingest an activity POSTed to the outbox ──
1804// The C2S counterpart of handleInbox: a native/web client (Shaer) posts an
1805// activity here and we translate it onto the SAME delivery machinery the web UI
1806// uses (deliverReply / sendInteraction / followActor / deliverCreate). Returns
1807// { status, id?, url?, error? }. Auth + site-ownership are checked by the route.
1808const c2sIdOf = (x) => (typeof x === 'string' ? x : (x && (x.id || x.href))) || null;
1809
1810export async function ingestOutboxActivity(site, user, activity) {
1811 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1812 if (!base || !site || !activity || typeof activity !== 'object') return { status: 400, error: 'invalid_activity' };
1813
1814 // AP §6: a client MAY POST a bare object; the server wraps it in a Create.
1815 let type = activity.type;
1816 let object = activity.object;
1817 if (type === 'Note' || type === 'Article') { object = activity; type = 'Create'; }
1818 if (Array.isArray(type)) type = type.find((t) => typeof t === 'string');
1819
1820 try {
1821 switch (type) {
1822 case 'Create': {
1823 if (!object || typeof object !== 'object') return { status: 400, error: 'missing_object' };
1824 // Client sends `source` (plain/markdown) + `content` (HTML). deliverReply
1825 // re-escapes, so it needs plain text; a top-level post keeps sanitized HTML.
1826 const plain = (object.source && object.source.content) || HtmlSanitizerService.toPlainText(object.content || '');
1827 if (!plain.trim() && !object.content) return { status: 400, error: 'empty_note' };
1828 if (object.inReplyTo) {
1829 const parent = await resolveRemoteNote(c2sIdOf(object.inReplyTo)).catch(() => null);
1830 if (!parent) return { status: 502, error: 'cannot_resolve_inReplyTo' };
1831 const r = await deliverReply(site, { postId: parent.localPostId || '', postSlug: null, parent, text: plain });
1832 if (!r || !r.id) return { status: 502, error: 'reply_failed' };
1833 return { status: 201, id: r.id, url: `${base}/ap/notes/${r.id}` };
1834 }
1835 return await c2sCreatePost(base, site, user, object);
1836 }
1837 case 'Like':
1838 case 'Announce': {
1839 const targetUri = c2sIdOf(object);
1840 if (!targetUri) return { status: 400, error: 'missing_object' };
1841 const note = await resolveRemoteNote(targetUri).catch(() => null);
1842 const objUri = (note && note.object_uri) || targetUri;
1843 const authorUri = note && note.actor_uri;
1844 const kind = type === 'Announce' ? 'boost' : 'like';
1845 await sendInteraction(site, kind, objUri, authorUri);
1846 setMyReaction(site.slug, targetUri, kind, true);
1847 if (type === 'Announce' && note) { try { upsertBoostedNote(site.slug, note); } catch { /* non-fatal */ } }
1848 return { status: 202, url: objUri };
1849 }
1850 case 'Follow': {
1851 const actorUri = c2sIdOf(object);
1852 if (!actorUri) return { status: 400, error: 'missing_object' };
1853 await followActor(site, actorUri);
1854 return { status: 202, url: actorUri };
1855 }
1856 case 'Undo': {
1857 const inner = object && typeof object === 'object' ? object : null;
1858 let innerType = inner && inner.type;
1859 if (Array.isArray(innerType)) innerType = innerType.find((t) => typeof t === 'string');
1860 const innerTarget = c2sIdOf(inner && inner.object);
1861 if (innerType === 'Follow') { await unfollowActor(site, innerTarget); return { status: 202, url: innerTarget }; }
1862 if (innerType === 'Like' || innerType === 'Announce') {
1863 const kind = innerType === 'Announce' ? 'unboost' : 'unlike';
1864 const note = await resolveRemoteNote(innerTarget).catch(() => null);
1865 const objUri = (note && note.object_uri) || innerTarget;
1866 await sendInteraction(site, kind, objUri, note && note.actor_uri);
1867 setMyReaction(site.slug, innerTarget, innerType === 'Announce' ? 'boost' : 'like', false);
1868 if (innerType === 'Announce') { try { unmarkBoosted(site.slug, objUri); } catch { /* non-fatal */ } }
1869 return { status: 202, url: objUri };
1870 }
1871 return { status: 400, error: 'unsupported_undo' };
1872 }
1873 // Delete/Update of arbitrary objects need the post-edit pipeline; tracked
1874 // separately (klonkt-demo-c2s-del). Reject clearly rather than half-doing it.
1875 default:
1876 return { status: 400, error: 'unsupported_type', detail: String(type || 'none') };
1877 }
1878 } catch (e) {
1879 console.warn('[AP] C2S ingest failed:', e && e.message);
1880 return { status: 500, error: 'ingest_error' };
1881 }
1882}
1883
1884// Create a top-level microblog post from a C2S Note and federate it. Minimal
1885// sibling of the /posts/create route: sanitized HTML content, no title/cover.
1886async function c2sCreatePost(base, site, user, object) {
1887 const html = HtmlSanitizerService.sanitize(object.content || (object.source && object.source.content) || '');
1888 if (!html.trim()) return { status: 400, error: 'empty_note' };
1889 const postId = crypto.randomUUID();
1890 const slug = 'n-' + postId.slice(0, 8);
1891 const now = new Date().toISOString();
1892 // Visibility from the note's addressing (shaer-60b): Public in `to` = loud
1893 // public, Public in `cc` = quiet public (unlisted), followers-only = friends
1894 // (rides the existing fan_only pipeline: followers-only AP delivery + web
1895 // gating), neither = participants-only (kept local until mention addressing
1896 // lands; still followers-gated on the web).
1897 const vis = c2sVisibility(object);
1898 const fanOnly = (vis === 'friends' || vis === 'direct') ? 1 : 0;
1899 db.prepare(`INSERT INTO posts (id, site_id, slug, author_id, title, content, excerpt, status, type, language, fan_only, ap_visibility, created_at, updated_at, published_at)
1900 VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)`)
1901 .run(postId, site.id, slug, user.id, '', html, '', 'published', 'post', object.language || 'nl', fanOnly, vis, now, now, now);
1902 try { db.prepare('UPDATE posts SET content_rendered = ? WHERE id = ?').run(bakePostContent(html), postId); } catch { /* render fallback covers it */ }
1903 bakePostContentWithMentions(html).then((h) => { try { db.prepare('UPDATE posts SET content_rendered = ? WHERE id = ?').run(h, postId); } catch { /* keep sync bake */ } }).catch(() => {});
1904 try { db.prepare('INSERT INTO posts_fts(content, title, author, post_id) VALUES (?,?,?,?)').run(HtmlSanitizerService.toPlainText(html), '', user.username || '', postId); } catch { /* FTS non-fatal */ }
1905 if (vis !== 'direct') {
1906 deliverCreate(site, { id: postId, slug, title: '', content: html, published_at: now, created_at: now, fan_only: fanOnly, ap_visibility: vis }).catch(() => { /* best-effort */ });
1907 }
1908 return { status: 201, id: postId, url: `${base}/ap/notes/${postId}` };
1909}
1910
1911// Addressing → visibility. Arrays or bare strings; unknown shapes read as the
1912// safest bucket they match.
1913export function c2sVisibility(object) {
1914 const arr = (v) => (Array.isArray(v) ? v : (v ? [v] : [])).filter((x) => typeof x === 'string');
1915 const to = arr(object.to), cc = arr(object.cc);
1916 const isPublic = (x) => x === PUBLIC || x === 'as:Public' || x === 'Public';
1917 const isFollowers = (x) => /\/followers\/?$/.test(x);
1918 if (to.some(isPublic)) return 'public';
1919 if (cc.some(isPublic)) return 'quiet';
1920 if (to.some(isFollowers) || cc.some(isFollowers)) return 'friends';
1921 if (!to.length && !cc.length) return 'public'; // no addressing at all: legacy client, keep old behavior
1922 return 'direct';
1923}
1924
1925// Send a reply FROM this site to a remote actor (in reply to their inbound reply).
1926// `parent` = an ap_interactions row (actor_uri, actor_url, actor_handle, object_uri).
1927export async function deliverReply(site, { postId, postSlug, parent, text, html, language, attachments, mentions }) {
1928 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1929 // Rich replies: `html` is the reply editor's HTML (sanitized here); `text` is
1930 // the plain-text fallback (no-JS path, C2S `source`). Either may carry the reply.
1931 const richClean = html ? HtmlSanitizerService.sanitize(String(html)) : '';
1932 const rich = richClean && HtmlSanitizerService.toPlainText(richClean).trim() ? richClean : '';
1933 // Attachments: only OUR OWN uploads (/media/... paths, no remote URLs — the
1934 // upload route is the sole producer), image/audio/video only, max 4.
1935 const media = (Array.isArray(attachments) ? attachments : [])
1936 .filter((a) => a && typeof a.url === 'string' && /^\/media\/[\w./-]+$/.test(a.url)
1937 && /^(image|audio|video)\//.test(String(a.mediaType || '')))
1938 .slice(0, 4)
1939 .map((a) => ({ url: a.url, mediaType: String(a.mediaType), name: String(a.name || '').slice(0, 120) }));
1940 // A media-only reply (no text) is a valid reply.
1941 if (!base || !site || !site.slug || !parent || (!String(text || '').trim() && !rich && !media.length)) return null;
1942 const me = actorId(base, site.slug);
1943 // u02, the mentions bar: `mentions` undefined = legacy behavior (mention the
1944 // parent author). An ARRAY (possibly empty) = the kept conversation partners
1945 // exactly as the bar shows them; the mention prefix, the Mention tags (via
1946 // mentionTags over the content) and the delivery targets all follow it.
1947 const kept = Array.isArray(mentions)
1948 ? mentions
1949 .filter((m) => m && typeof m.uri === 'string' && /^https?:\/\//i.test(m.uri))
1950 .slice(0, 8)
1951 .map((m) => ({
1952 uri: m.uri,
1953 url: (typeof m.url === 'string' && /^https?:\/\//i.test(m.url)) ? m.url : m.uri,
1954 handle: String(m.handle || deriveHandle(m.uri)).slice(0, 120),
1955 }))
1956 : null;
1957 const mentionAnchor = (uri, url, h) => {
1958 const disp = h && h[0] === '@' ? h : '@' + (h || '');
1959 return `<a href="${escHtml(url || uri)}" class="u-url mention" data-actor="${escHtml(uri)}">${escHtml(disp)}</a> `;
1960 };
1961 const handle = parent.actor_handle || deriveHandle(parent.actor_uri);
1962 const mention = kept
1963 ? kept.map((k) => mentionAnchor(k.uri, k.url, k.handle)).join('')
1964 : (parent.actor_uri ? mentionAnchor(parent.actor_uri, parent.actor_url, handle) : '');
1965 // Who the stored reply is "to": the parent when kept, else the first kept chip.
1966 const parentKept = !kept || kept.some((k) => k.uri === parent.actor_uri);
1967 const toActorUri = parentKept ? (parent.actor_uri || null) : (kept[0] ? kept[0].uri : null);
1968 const toHandle = parentKept ? handle : (kept[0] ? kept[0].handle : null);
1969 let content;
1970 let mres;
1971 if (rich) {
1972 // Same enrichment pipeline as the plain path (mentions/hashtags/URLs), on
1973 // sanitized editor HTML. The parent mention goes inline into the first
1974 // paragraph (Mastodon convention), or becomes its own leading one.
1975 mres = await resolveMentionsInText(base, rich);
1976 const processed = linkUrls(linkHashtags(base, mres.html));
1977 if (processed.startsWith('<p>')) {
1978 content = processed.replace('<p>', `<p>${mention}`); // inline in the first paragraph
1979 } else if (/^<(blockquote|ul|ol|pre|h[1-6]|div|hr)\b/i.test(processed)) {
1980 content = `<p>${mention}</p>${processed}`; // block content: own leading paragraph
1981 } else {
1982 content = `<p>${mention}${processed}</p>`; // bare inline text: one paragraph together
1983 }
1984 } else {
1985 const body = escHtml(String(text).trim()).replace(/\r?\n/g, '<br>');
1986 mres = await resolveMentionsInText(base, body); // link inline @mentions + collect their inboxes
1987 content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
1988 }
1989 const replyLang = /^[a-z]{2,3}(-[A-Za-z0-9-]+)?$/.test(String(language || '')) ? language : null;
1990 // Dedup: skip if the exact same reply was already sent (double-submit guard).
1991 // Attachments count toward "the same": two media-only replies share content.
1992 const mediaJson = media.length ? JSON.stringify(media) : null;
1993 const dup = db.prepare('SELECT 1 FROM ap_outbox WHERE site_slug = ? AND IFNULL(in_reply_to, \'\') = ? AND content = ? AND IFNULL(attachments, \'\') = IFNULL(?, \'\') LIMIT 1')
1994 .get(site.slug, parent.object_uri || '', content, mediaJson);
1995 if (dup) { console.log('[AP] outreply skipped (duplicate)'); return { duplicate: true, delivered: 0 }; }
1996 const id = crypto.randomUUID();
1997 iStmts().insO.run(id, site.slug, postId, postSlug || null, parent.object_uri || null, toActorUri, toHandle, content, replyLang, mediaJson);
1998 const row = iStmts().getO.get(id);
1999 const note = buildReplyNote(base, site, row);
2000 const create = {
2001 '@context': AP_CONTEXT,
2002 id: note.id + '#create', type: 'Create', actor: me,
2003 published: note.published, to: note.to, cc: note.cc, object: note,
2004 };
2005 const keys = getOrCreateKeys(site.slug);
2006 const keyId = `${me}#main-key`;
2007 const inboxes = new Set();
2008 // Everyone the mentions bar kept gets pinged; legacy path = the parent only.
2009 const mentionTargets = kept ? kept.map((k) => k.uri) : (parent.actor_uri ? [parent.actor_uri] : []);
2010 for (const uri of mentionTargets) {
2011 const a = await fetchActor(uri).catch(() => null);
2012 if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox);
2013 }
2014 if (parent.threadInbox) inboxes.add(parent.threadInbox); // back-compat (single)
2015 (parent.threadInboxes || []).forEach((i) => inboxes.add(i)); // whole ancestor chain
2016 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2017 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the reply
2018 inboxes.delete(`${me}/inbox`); // never deliver to ourselves (already in ap_outbox)
2019 inboxes.delete(`${base}/ap/inbox`); // (our own shared inbox) → avoids a self-duplicate
2020 let delivered = 0;
2021 for (const inbox of [...inboxes].filter(Boolean)) {
2022 let ok = false;
2023 try { const st = await deliver(inbox, create, keyId, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
2024 if (ok) delivered++;
2025 else enqueueDelivery(site.slug, inbox, create); // durable: retry a briefly-offline recipient (was silently dropped)
2026 }
2027 console.log('[AP] outreply', site.slug, '→', parent.actor_uri, 'delivered', delivered);
2028 return { id, content, delivered };
2029}
2030
2031// attributedTo may be a string, an object {id}, or an ARRAY — e.g. a PeerTube Video is
2032// attributed to [Person (account), Group (channel)]. Pick a usable actor URI (prefer Person).
2033function actorUriOf(att) {
2034 if (!att) return null;
2035 if (typeof att === 'string') return att;
2036 if (Array.isArray(att)) {
2037 const person = att.find((a) => a && typeof a === 'object' && a.type === 'Person' && a.id);
2038 if (person) return person.id;
2039 for (const a of att) { if (typeof a === 'string') return a; if (a && a.id) return a.id; }
2040 return null;
2041 }
2042 return att.id || null;
2043}
2044
2045// Resolve a remote post URL (any fediverse/Klonkt post) into a reply target.
2046// Returns a parent-shaped object usable by deliverReply(), or null.
2047export async function resolveRemoteNote(url) {
2048 if (!/^https?:\/\//i.test(String(url || ''))) return null;
2049 const note = await fetchActor(url).catch(() => null); // AP GET (content-negotiates)
2050 if (!note || !note.id) return null;
2051 const att = note.attributedTo;
2052 const actorUri = actorUriOf(att);
2053 if (!actorUri) return null;
2054 const actor = await fetchActor(actorUri).catch(() => null);
2055 const ai = actorInfo(actor, actorUri);
2056 // Is what we're replying to a post (or a comment) on one of OUR posts? If so,
2057 // link our reply to that local post so it shows nested in the post thread.
2058 const localTgt = findThreadTarget(note.id, (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, ''));
2059 // Walk the WHOLE reply chain upward (comment → parent comment → … → root post)
2060 // and collect every ancestor author's inbox, so each participant's server —
2061 // including the original post's author — receives + threads our reply.
2062 const threadInboxes = [];
2063 const seenInbox = new Set();
2064 let cursor = note.inReplyTo, guard = 0;
2065 while (cursor && guard++ < 6) {
2066 const url = typeof cursor === 'string' ? cursor : (cursor && cursor.id);
2067 if (!url) break;
2068 const pn = await fetchActor(url).catch(() => null);
2069 if (!pn) break;
2070 const pa = actorUriOf(pn.attributedTo);
2071 if (pa && pa !== actorUri) {
2072 const paDoc = await fetchActor(pa).catch(() => null);
2073 const inbox = paDoc && ((paDoc.endpoints && paDoc.endpoints.sharedInbox) || paDoc.inbox);
2074 if (inbox && !seenInbox.has(inbox)) { seenInbox.add(inbox); threadInboxes.push(inbox); }
2075 }
2076 cursor = pn.inReplyTo; // climb to the next ancestor
2077 }
2078 // For non-Note objects (PeerTube Video, Article, …) the meaningful label is `name` (the
2079 // title); prepend it so the reply page shows what you're replying to (sanitize cleans it).
2080 let rawHtml = String(note.content || '').replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
2081 if (note.name && note.type && note.type !== 'Note') rawHtml = `<p><strong>${note.name}</strong></p>` + rawHtml;
2082 const images = (Array.isArray(note.attachment) ? note.attachment : [])
2083 .filter((a) => a && a.url && (!a.mediaType || /^image\//i.test(a.mediaType)))
2084 .map((a) => safeUrl(a.url)).filter(Boolean);
2085 // A Klonkt hosted-audio post strips its cover from `attachment` (so Mastodon
2086 // shows the player card, not a loose image) and puts it in `image` instead.
2087 // Same fallback as mediaFromNote() so a boosted music post keeps its cover.
2088 if (!images.length && note.image) {
2089 const im = Array.isArray(note.image) ? note.image[0] : note.image;
2090 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
2091 if (iu) images.push(iu);
2092 }
2093 return {
2094 object_uri: safeUrl(note.id) || note.id,
2095 actor_uri: actorUri,
2096 actor_url: ai.url,
2097 actor_handle: ai.handle,
2098 actor_name: ai.name,
2099 actor_icon: ai.icon,
2100 url: note.url || url,
2101 content: HtmlSanitizerService.sanitize(rawHtml), // full, sanitized
2102 sensitive: !!note.sensitive, // remote CW → blur in the Cirkel
2103 cw: note.summary || '',
2104 images,
2105 // Full typed media (incl. video/mp4) for the timeline cache. `images` above is
2106 // image-only for the interact page preview; a boosted video-only post (Loops)
2107 // lost its media entirely because upsertBoostedNote only saw `images`.
2108 media: mediaFromNote(note),
2109 threadInboxes, // every ancestor author's inbox
2110 localPostId: localTgt ? localTgt.post_id : '', // our post this belongs to (if any)
2111 poll: parsePoll(note), // a Question → its options/counts (else null)
2112 preview: HtmlSanitizerService.toPlainText(note.content || '').slice(0, 240),
2113 };
2114}
2115
2116// List a site's own outbound fediverse replies (for the manage/delete view).
2117// The plain editable text of a stored reply (unwrap links → their text, <br> → newline)
2118// so the manage view can prefill an edit box; the mention is re-added on save.
2119function outboxEditableText(content) {
2120 return String(content || '')
2121 .replace(/<br\s*\/?>/gi, '\n')
2122 .replace(/<a\b[^>]*>([\s\S]*?)<\/a>/gi, '$1')
2123 .replace(/<[^>]+>/g, '')
2124 .replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&')
2125 .trim();
2126}
2127export function listOutbox(siteSlug) {
2128 return db.prepare('SELECT id, content, to_handle, in_reply_to, language, created_at FROM ap_outbox WHERE site_slug = ? ORDER BY created_at DESC')
2129 .all(siteSlug).map((r) => { const c = stripLeadingMentions(r.content); return { ...r, content: c, editable: outboxEditableText(c) }; });
2130}
2131
2132// Delete one of our outbound replies: send Delete(Tombstone) to recipients + remove it.
2133export async function deliverOutboxDelete(site, outboxId) {
2134 const row = iStmts().getO.get(outboxId);
2135 if (!row || row.site_slug !== site.slug) return false;
2136 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2137 if (base) {
2138 const me = actorId(base, site.slug);
2139 const nid = noteId(base, row.id);
2140 const del = { '@context': AP_CONTEXT, id: `${nid}#delete-${Date.now()}-${rid()}`, type: 'Delete', actor: me, to: [PUBLIC], object: { id: nid, type: 'Tombstone' } };
2141 const keys = getOrCreateKeys(site.slug);
2142 const inboxes = new Set();
2143 if (row.to_actor) { const a = await fetchActor(row.to_actor).catch(() => null); if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox); }
2144 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2145 for (const inbox of [...inboxes].filter(Boolean)) {
2146 try { const st = await deliver(inbox, del, `${me}#main-key`, keys.private_pem); if (st >= 200 && st < 300) continue; } catch { /* queue below */ }
2147 enqueueDelivery(site.slug, inbox, del); // durable: a failed comment-delete now retries (was silently dropped)
2148 }
2149 }
2150 db.prepare('DELETE FROM ap_outbox WHERE id = ?').run(outboxId);
2151 return true;
2152}
2153
2154// Edit one of our outbound replies: rewrite the stored content (mention re-added + #tags
2155// re-linked) and send an Update(Note) so recipients refresh their cached copy.
2156export async function deliverOutboxUpdate(site, outboxId, newText, opts = {}) {
2157 const row = iStmts().getO.get(outboxId);
2158 if (!row || row.site_slug !== site.slug) return false;
2159 const text = String(newText || '').trim();
2160 // Rich edit: same sanitize + enrichment pipeline as deliverReply.
2161 const richClean = opts.html ? HtmlSanitizerService.sanitize(String(opts.html)) : '';
2162 const rich = richClean && HtmlSanitizerService.toPlainText(richClean).trim() ? richClean : '';
2163 if (!text && !rich) return false;
2164 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2165 if (!base) return false;
2166 const me = actorId(base, site.slug);
2167 const toActor = row.to_actor ? await fetchActor(row.to_actor).catch(() => null) : null;
2168 const toProfile = row.to_actor ? (actorInfo(toActor, row.to_actor).url || row.to_actor) : '';
2169 const _h = row.to_handle || deriveHandle(row.to_actor);
2170 const toHandle = _h && _h[0] === '@' ? _h : '@' + (_h || '');
2171 // An edit must not drop co-mentions (u02): reuse the OLD content's leading
2172 // mention anchors (the bar's kept list at send time) when present; only fall
2173 // back to rebuilding the single to_actor mention for legacy rows.
2174 const oldPrefix = (String(row.content || '')
2175 .match(/^\s*(?:<p[^>]*>)?\s*((?:<a\b[^>]*class="u-url mention"[^>]*>\s*@[^<]+<\/a>[\s ]*)+)/i) || [])[1] || '';
2176 const mention = oldPrefix || (row.to_actor
2177 ? `<a href="${escHtml(toProfile)}" class="u-url mention" data-actor="${escHtml(row.to_actor)}">${escHtml(toHandle)}</a> ` : '');
2178 let content;
2179 let mres;
2180 if (rich) {
2181 mres = await resolveMentionsInText(base, rich);
2182 const processed = linkUrls(linkHashtags(base, mres.html));
2183 if (processed.startsWith('<p>')) content = processed.replace('<p>', `<p>${mention}`);
2184 else if (/^<(blockquote|ul|ol|pre|h[1-6]|div|hr)\b/i.test(processed)) content = `<p>${mention}</p>${processed}`;
2185 else content = `<p>${mention}${processed}</p>`;
2186 } else {
2187 mres = await resolveMentionsInText(base, escHtml(text).replace(/\r?\n/g, '<br>'));
2188 content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
2189 }
2190 // Language may be updated with the edit; attachments always survive untouched.
2191 const newLang = /^[a-z]{2,3}(-[A-Za-z0-9-]+)?$/.test(String(opts.language || '')) ? opts.language : null;
2192 db.prepare('UPDATE ap_outbox SET content = ?, language = COALESCE(?, language) WHERE id = ?').run(content, newLang, outboxId);
2193 const note = buildReplyNote(base, site, iStmts().getO.get(outboxId));
2194 note.updated = new Date().toISOString();
2195 const update = {
2196 '@context': AP_CONTEXT,
2197 id: `${note.id}#update-${Date.now()}-${rid()}`, type: 'Update', actor: me,
2198 published: note.published, updated: note.updated, to: note.to, cc: note.cc, object: note,
2199 };
2200 const keys = getOrCreateKeys(site.slug);
2201 const inboxes = new Set();
2202 if (toActor) inboxes.add((toActor.endpoints && toActor.endpoints.sharedInbox) || toActor.inbox);
2203 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2204 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the edit
2205 inboxes.delete(`${me}/inbox`); inboxes.delete(`${base}/ap/inbox`);
2206 let delivered = 0;
2207 for (const inbox of [...inboxes].filter(Boolean)) {
2208 let ok = false;
2209 try { const st = await deliver(inbox, update, `${me}#main-key`, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
2210 if (ok) delivered++;
2211 else enqueueDelivery(site.slug, inbox, update); // durable: retry the edit later (was silently dropped)
2212 }
2213 console.log('[AP] outreply edit', site.slug, 'delivered', delivered);
2214 return { ok: true, content, delivered };
2215}
2216
2217// ── Fediverse CLIENT: follow accounts + home timeline ─────────────
2218// Resolve an @user@domain handle to its actor URL via WebFinger.
2219export async function webfingerResolve(handle) {
2220 const h = String(handle || '').trim().replace(/^@/, '');
2221 const parts = h.split('@');
2222 if (parts.length !== 2 || !parts[0] || !parts[1]) return null;
2223 const acct = `${parts[0]}@${parts[1]}`;
2224 try {
2225 const r = await safeFetch(`https://${parts[1]}/.well-known/webfinger?resource=acct:${encodeURIComponent(acct)}`,
2226 { headers: { Accept: 'application/jrd+json, application/json' } });
2227 if (!r.ok) return null;
2228 const jrd = await r.json();
2229 const link = (jrd.links || []).find((l) => l.rel === 'self' && /activity\+json|ld\+json/.test(l.type || ''));
2230 return safeUrl(link ? link.href : '') || null;
2231 } catch { return null; }
2232}
2233
2234let _insFw, _delFw, _listFw, _accFw, _oneFw, _setAB;
2235function fwStmts() {
2236 if (!_insFw) {
2237 _insFw = db.prepare('INSERT OR REPLACE INTO ap_following (slug, actor_uri, handle, name, icon, url, inbox, follow_id, status, auto_boost, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
2238 _delFw = db.prepare('DELETE FROM ap_following WHERE slug = ? AND actor_uri = ?');
2239 _listFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? ORDER BY created_at DESC');
2240 _accFw = db.prepare("UPDATE ap_following SET status = 'accepted' WHERE follow_id = ?");
2241 _oneFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? AND actor_uri = ?');
2242 _setAB = db.prepare('UPDATE ap_following SET auto_boost = ? WHERE slug = ? AND actor_uri = ?');
2243 }
2244 return { ins: _insFw, del: _delFw, list: _listFw, acc: _accFw, one: _oneFw, setAB: _setAB };
2245}
2246export function listFollowing(slug) { return fwStmts().list.all(slug); }
2247
2248// Toggle auto-boost ("feature") on an account we already follow.
2249export function setAutoBoost(slug, actorUri, on) {
2250 try { fwStmts().setAB.run(on ? 1 : 0, slug, actorUri); } catch { /* ignore */ }
2251 // Featuring an account → AP-native catch-up so the Cirkel isn't empty until they next
2252 // post (push doesn't backfill history-before-follow). Fire-and-forget pull, sends nothing.
2253 if (on) backfillFromOutbox(slug, actorUri).catch(() => {});
2254 return { ok: true };
2255}
2256
2257let _insTl, _listTl, _delTl;
2258function tlStmts() {
2259 if (!_insTl) {
2260 _insTl = db.prepare('INSERT OR IGNORE INTO ap_timeline (id, slug, author_uri, author_name, author_handle, author_icon, author_url, content, url, published, media_json, nsfw, cw, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
2261 _listTl = db.prepare('SELECT * FROM ap_timeline WHERE slug = ? ORDER BY COALESCE(published, created_at) DESC LIMIT ? OFFSET ?');
2262 _delTl = db.prepare('DELETE FROM ap_timeline WHERE id = ?');
2263 }
2264 return { ins: _insTl, list: _listTl, del: _delTl };
2265}
2266export function getTimeline(slug, limit, offset) { return tlStmts().list.all(slug, limit || 50, offset || 0); }
2267
2268// ── Cirkel = posts from the accounts you auto-boost ("feature an artist") ──
2269let _abCount, _cirkelPosts, _cirkelMembers;
2270export function autoBoostCount(slug) {
2271 try { if (!_abCount) _abCount = db.prepare('SELECT COUNT(*) AS n FROM ap_following WHERE slug = ? AND auto_boost = 1'); return _abCount.get(slug).n; } catch { return 0; }
2272}
2273export function getCirkelPosts(slug, limit, offset) {
2274 try {
2275 // Cirkel = posts from featured (auto_boost) accounts + posts you boosted
2276 // (t.boosted), mixed by date. One row per note in ap_timeline → no duplicates.
2277 if (!_cirkelPosts) _cirkelPosts = db.prepare(`
2278 SELECT t.id, t.author_uri, t.author_name, t.author_handle, t.author_icon, t.author_url,
2279 t.content, t.url, t.published, t.media_json, t.boosted, t.nsfw, t.cw
2280 FROM ap_timeline t
2281 LEFT JOIN ap_following f ON f.slug = t.slug AND f.actor_uri = t.author_uri
2282 WHERE t.slug = ? AND (f.auto_boost = 1 OR t.boosted = 1)
2283 ORDER BY COALESCE(t.published, t.created_at) DESC, t.rowid DESC
2284 LIMIT ? OFFSET ?`);
2285 return _cirkelPosts.all(slug, limit || 60, offset || 0);
2286 } catch { return []; }
2287}
2288export function getCirkelMembers(slug) {
2289 try { if (!_cirkelMembers) _cirkelMembers = db.prepare('SELECT name, url, icon FROM ap_following WHERE slug = ? AND auto_boost = 1 ORDER BY name'); return _cirkelMembers.all(slug); } catch { return []; }
2290}
2291// Mark a timeline post as boosted so it shows in the Cirkel (mixed by date).
2292let _markBoost, _unmarkBoost, _boostedCount;
2293export function markBoosted(slug, noteId) {
2294 try { if (!_markBoost) _markBoost = db.prepare('UPDATE ap_timeline SET boosted = 1 WHERE slug = ? AND id = ?'); _markBoost.run(slug, noteId); } catch { /* ignore */ }
2295}
2296export function unmarkBoosted(slug, noteId) {
2297 try { if (!_unmarkBoost) _unmarkBoost = db.prepare('UPDATE ap_timeline SET boosted = 0 WHERE slug = ? AND id = ?'); _unmarkBoost.run(slug, noteId); } catch { /* ignore */ }
2298}
2299let _markLike, _unmarkLike;
2300export function markLiked(slug, noteId) {
2301 try { if (!_markLike) _markLike = db.prepare('UPDATE ap_timeline SET liked = 1 WHERE slug = ? AND id = ?'); _markLike.run(slug, noteId); } catch { /* ignore */ }
2302}
2303export function unmarkLiked(slug, noteId) {
2304 try { if (!_unmarkLike) _unmarkLike = db.prepare('UPDATE ap_timeline SET liked = 0 WHERE slug = ? AND id = ?'); _unmarkLike.run(slug, noteId); } catch { /* ignore */ }
2305}
2306export function getTimelineReaction(slug, noteId) {
2307 try { const r = db.prepare('SELECT liked, boosted FROM ap_timeline WHERE slug = ? AND id = ?').get(slug, noteId); return { liked: !!(r && r.liked), boosted: !!(r && r.boosted) }; } catch { return { liked: false, boosted: false }; }
2308}
2309// Boost a REMOTE post that may not be in your timeline (you don't follow the author):
2310// store it in ap_timeline (INSERT OR IGNORE → no dup for followed posts) so it shows in
2311// the Cirkel with a Boost badge, then flag it boosted.
2312export function upsertBoostedNote(slug, note) {
2313 if (!slug || !note || !note.object_uri) return;
2314 const id = note.object_uri;
2315 // Prefer the full typed media (incl. video/mp4 — a Loops boost is video-only and
2316 // rendered a bare text tile); fall back to the image-only list for older callers.
2317 const media = (note.media && note.media !== '[]')
2318 ? note.media
2319 : JSON.stringify((note.images || []).map((u) => ({ url: u, type: 'image/jpeg' })));
2320 try {
2321 const r = tlStmts().ins.run(id, slug, note.actor_uri || '', note.actor_name || '', note.actor_handle || '',
2322 note.actor_icon || '', note.actor_url || '', note.content || '', note.url || null,
2323 new Date().toISOString(), media, note.sensitive ? 1 : 0, note.cw || null);
2324 if (!r.changes) {
2325 // Row already cached (INSERT OR IGNORE) → refresh it with the freshly
2326 // resolved note. Without this a row cached without its cover (or with
2327 // stale content) stayed stale forever — even boosting again didn't heal it.
2328 // Keep the CACHED media when the resolve yielded none: an empty re-resolve
2329 // used to clobber a good media_json (the followed copy had the video, the
2330 // boost wiped it to []).
2331 db.prepare(`UPDATE ap_timeline SET content = ?, media_json = CASE WHEN ? = '[]' THEN media_json ELSE ? END,
2332 nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE slug = ? AND id = ?`)
2333 .run(note.content || '', media, media, note.sensitive ? 1 : 0, note.cw || null, note.url || null, slug, id);
2334 }
2335 } catch { /* ignore */ }
2336 markBoosted(slug, id);
2337}
2338export function boostedCount(slug) {
2339 try { if (!_boostedCount) _boostedCount = db.prepare('SELECT COUNT(*) AS n FROM ap_timeline WHERE slug = ? AND boosted = 1'); return _boostedCount.get(slug).n; } catch { return 0; }
2340}
2341
2342// Resolve a Klonkt/AP actor URL from a site root: a Klonkt site's root 302s to
2343// /ap/users/<slug> (content negotiation; Location may be relative). Used by
2344// followActor for bare-domain follows.
2345// NB: the old auto-migration of legacy Cirkels (circle_links -> AP follows) was
2346// REMOVED on 2026-06-26 — it auto-sent Follows on boot, which violates "the code
2347// never throws anything into the fediverse automatically" (would surprise-Follow
2348// for some operators at scale). The dead circle_links table stays as harmless dead
2349// data; an operator restores an old cirkel by re-following in /following (their click).
2350async function resolveApActor(siteUrl) {
2351 try {
2352 const r = await fetch(siteUrl, { headers: { Accept: 'application/activity+json' }, redirect: 'manual' });
2353 if (r.status >= 300 && r.status < 400) { const loc = r.headers.get('location'); if (loc) return new URL(loc, siteUrl).href; }
2354 if (r.ok) return siteUrl;
2355 } catch { /* unreachable */ }
2356 return null;
2357}
2358
2359// ── Self-heal: re-sync the fediverse cache (ap_timeline) after a DRASTIC update ──
2360// Runs ONCE per SELFHEAL_VERSION bump — NOT on every boot. Re-fetches each cached
2361// note and refreshes content + media (recovers covers/edits that were delivered
2362// during a flux window, e.g. a fleet-wide update), and drops notes that are gone
2363// (404/410). Bump SELFHEAL_VERSION only on a release that warrants a re-sync.
2364const SELFHEAL_VERSION = 7; // v7: rerun v6 with retry-until-clean semantics (origins briefly offline no longer stay stale forever)
2365async function fetchNoteAP(url) {
2366 try {
2367 const r = await fetch(url, { headers: { Accept: 'application/activity+json' } });
2368 if (r.status === 404 || r.status === 410) return 404;
2369 if (r.ok) return await r.json();
2370 } catch { /* unreachable */ }
2371 return null;
2372}
2373function mediaFromNote(note) {
2374 const atts = (Array.isArray(note.attachment) ? note.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
2375 if (!atts.some((m) => !m.type || /image/i.test(m.type)) && note.image) {
2376 const im = Array.isArray(note.image) ? note.image[0] : note.image;
2377 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
2378 if (iu) atts.push({ url: iu, type: (im && im.mediaType) || 'image/jpeg' });
2379 }
2380 return JSON.stringify(atts);
2381}
2382// A generic SSRF-safe AP GET (collections / pages).
2383async function apGetJson(url) {
2384 try {
2385 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
2386 if (!r.ok) return null;
2387 const len = Number(r.headers.get('content-length') || 0);
2388 if (len > 3_000_000) return null;
2389 return await r.json();
2390 } catch { return null; }
2391}
2392// AP-native catch-up: pull an actor's standard `outbox` collection and merge their recent
2393// top-level posts into the timeline for `slug`. Push (Create delivery) cannot backfill
2394// history-from-before-you-followed or a delivery that was missed while you were down;
2395// reading the outbox is the spec-conform way to catch up. PULL ONLY — sends nothing.
2396export async function backfillFromOutbox(slug, actorUri, limit = 20) {
2397 try {
2398 if (!slug || !actorUri) return 0;
2399 const actor = await fetchActor(actorUri);
2400 if (!actor || !actor.outbox) return 0;
2401 let page = await apGetJson(typeof actor.outbox === 'string' ? actor.outbox : actor.outbox.id);
2402 let items = (page && (page.orderedItems || page.items)) || [];
2403 if (!items.length && page && page.first) {
2404 page = await apGetJson(typeof page.first === 'string' ? page.first : page.first.id);
2405 items = (page && (page.orderedItems || page.items)) || [];
2406 }
2407 if (!Array.isArray(items) || !items.length) return 0;
2408 const ai = actorInfo(actor, actorUri);
2409 let added = 0;
2410 for (const it of items.slice(0, limit)) {
2411 // Each item is usually a Create wrapping a Note, or sometimes the Note itself.
2412 const o = (it && typeof it.object === 'object' && it.object) ? it.object : it;
2413 if (!o || !o.id) continue;
2414 if (o.type && o.type !== 'Note' && o.type !== 'Article' && o.type !== 'Question') continue; // skip boosts/other
2415 if (o.inReplyTo) continue; // top-level only
2416 const auth = actorUriOf(o.attributedTo);
2417 if (auth && auth !== actorUri) continue; // their OWN posts only
2418 const html = HtmlSanitizerService.sanitize(o.content || '');
2419 const poll = parsePoll(o); // a Question (poll) → carry its options/counts on backfill too
2420 try {
2421 const r = tlStmts().ins.run(o.id, slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, mediaFromNote(o), o.sensitive ? 1 : 0, o.summary || null);
2422 if (r && r.changes > 0) added++;
2423 // Set poll_json if this is a poll and we don't already have it (COALESCE preserves a vote).
2424 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = COALESCE(poll_json, ?) WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, slug); } catch { /* ignore */ } }
2425 } catch { /* ignore */ }
2426 }
2427 if (added) console.log('[AP] outbox backfill', actorUri, '→', slug, '+' + added);
2428 return added;
2429 } catch { return 0; }
2430}
2431
2432// ── Remote thread crawl (fill the gaps in a local post's conversation) ────────────
2433// Most replies reach us by delivery, but replies-to-replies that live on other servers and
2434// aren't addressed to us are missed. This pulls the AS2 `replies` collections of the replies
2435// we DO have, caching any newly-found ones in ap_interactions.
2436//
2437// Matches Mastodon's behaviour: ONE level per crawl (like its FetchRepliesService), not a deep
2438// recursive walk. Deeper levels fill in incrementally across crawls — once a fetched reply is
2439// cached it becomes a seed itself, so its own replies are pulled on a later view (Mastodon's
2440// per-status cascade). Bounded + polite (serial), PULL only, and stale-while-revalidate: it
2441// never runs in a page request — the view renders from cache; a stale post kicks off a
2442// background refresh for the NEXT view.
2443const THREAD_TTL_MS = 15 * 60 * 1000; // don't re-crawl a post more than ~4×/hour
2444const THREAD_MAX_DEPTH = 1; // one hop per crawl (like Mastodon); deeper fills in over crawls
2445const THREAD_MAX_FETCHES = 30; // hard cap on remote GETs per crawl (be a good peer)
2446const _crawlingThreads = new Set(); // per-post in-flight lock (no stampede across views)
2447
2448function threadCrawlTs(postId) {
2449 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('thread_crawl:' + postId); return r ? (Number(r.value) || 0) : 0; }
2450 catch { return 0; }
2451}
2452function setThreadCrawlTs(postId, ts) {
2453 try { db.prepare('INSERT INTO app_settings (key, value) VALUES (?, ?) ON CONFLICT(key) DO UPDATE SET value = excluded.value').run('thread_crawl:' + postId, String(ts)); }
2454 catch { /* ignore */ }
2455}
2456
2457// Read a note's `replies` (string ref / Collection with `first` / paged CollectionPages) →
2458// child note URIs. Every remote GET goes through `budget` so the whole crawl stays capped.
2459async function collectReplyItems(repliesRef, maxPages, budget) {
2460 const uris = [];
2461 let node = typeof repliesRef === 'string' ? await budget.get(repliesRef) : repliesRef;
2462 if (node && node.first) node = typeof node.first === 'string' ? await budget.get(node.first) : node.first;
2463 let pages = 0;
2464 while (node && pages++ < maxPages) {
2465 for (const it of (node.items || node.orderedItems || [])) {
2466 const u = typeof it === 'string' ? it : (it && it.id);
2467 if (u && /^https?:\/\//i.test(u)) uris.push(u);
2468 }
2469 if (!node.next) break;
2470 node = typeof node.next === 'string' ? await budget.get(node.next) : node.next;
2471 }
2472 return uris;
2473}
2474
2475async function crawlThread(postId) {
2476 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2477 if (!base) return;
2478 // Seed frontier = the remote reply note URIs we already have; also the dedup set.
2479 let known;
2480 try { known = new Set(db.prepare("SELECT object_uri FROM ap_interactions WHERE post_id = ? AND kind = 'reply' AND object_uri != ''").all(postId).map((r) => r.object_uri)); }
2481 catch { return; }
2482 const seeds = [...known].filter((u) => /^https?:\/\//i.test(u));
2483 if (!seeds.length) return; // nothing remote to expand
2484 // Owner-removed replies (tombstones) join the dedup set AFTER seeding, so the
2485 // crawler never re-adds them via thread-filling (they're gone from the seeds
2486 // already because rejectInteraction deleted their ap_interactions row).
2487 try { for (const r of db.prepare('SELECT object_uri FROM ap_rejected_objects WHERE post_id = ?').all(postId)) known.add(r.object_uri); }
2488 catch { /* table always exists after boot migration */ }
2489
2490 let fetches = 0;
2491 const budget = { get: async (u) => { if (fetches >= THREAD_MAX_FETCHES) return null; fetches++; return apGetJson(u); } };
2492 const visited = new Set(); // notes whose replies collection we've already expanded
2493 let frontier = seeds.slice();
2494 let added = 0;
2495
2496 for (let depth = 0; depth < THREAD_MAX_DEPTH && frontier.length && fetches < THREAD_MAX_FETCHES; depth++) {
2497 const nextFrontier = [];
2498 for (const noteUri of frontier) {
2499 if (visited.has(noteUri) || fetches >= THREAD_MAX_FETCHES) continue;
2500 visited.add(noteUri);
2501 const note = await budget.get(noteUri);
2502 if (!note || !note.replies) continue;
2503 const childUris = await collectReplyItems(note.replies, 2, budget);
2504 for (const cu of childUris) {
2505 if (known.has(cu) || fetches >= THREAD_MAX_FETCHES) continue;
2506 known.add(cu);
2507 const child = await budget.get(cu);
2508 if (!child || !child.id || (child.type !== 'Note' && child.type !== 'Article')) continue;
2509 if (isRejectedObject(child.id)) continue; // note id can differ from the collection URI (redirects)
2510 const actorUri = actorUriOf(child.attributedTo);
2511 if (!actorUri || isBlockedAny(actorUri)) continue; // skip blocked authors
2512 const actor = await budget.get(actorUri); // may be null if budget spent → fallback handle
2513 const ai = actorInfo(actor, actorUri);
2514 const html = HtmlSanitizerService.sanitize(child.content || '');
2515 // The child replies to `note` by construction (it's in note's replies collection).
2516 try { iStmts().ins.run('reply', postId, child.id, actorUri, ai.name, ai.handle, ai.url, ai.icon, html, child.published || null, note.id || noteUri, noteVisibility(child)); added++; } catch { /* ignore */ }
2517 nextFrontier.push(child.id); // expand this reply's own replies next depth
2518 }
2519 }
2520 frontier = nextFrontier;
2521 }
2522 if (added) console.log('[AP] thread crawl', postId, '+' + added, 'remote replies (' + fetches + ' fetches)');
2523}
2524
2525// Stale-while-revalidate entry point: call from the post view. Renders nothing, blocks nothing —
2526// fires a background crawl only if this post hasn't been crawled within the TTL.
2527export function maybeCrawlThread(postId) {
2528 if (!postId || _crawlingThreads.has(postId)) return;
2529 if (Date.now() - threadCrawlTs(postId) < THREAD_TTL_MS) return;
2530 _crawlingThreads.add(postId);
2531 setThreadCrawlTs(postId, Date.now()); // optimistic mark so concurrent/next views don't re-fire
2532 crawlThread(postId).catch((e) => console.warn('[AP] thread crawl failed:', e && e.message)).finally(() => _crawlingThreads.delete(postId));
2533}
2534
2535let _selfHealing = false;
2536export async function selfHealTimeline() {
2537 if (_selfHealing) return; _selfHealing = true;
2538 try {
2539 let cur = 0;
2540 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_version'); cur = r ? (parseInt(r.value, 10) || 0) : 0; } catch { return; }
2541 if (cur >= SELFHEAL_VERSION) return; // already healed for this version — skip on normal boots
2542 let rows = [];
2543 try { rows = db.prepare('SELECT id, content, media_json, nsfw, cw, url FROM ap_timeline ORDER BY rowid DESC LIMIT 200').all(); } catch { /* no table */ }
2544 let healed = 0, failed = 0;
2545 for (const r of rows) {
2546 try {
2547 const note = await fetchNoteAP(r.id);
2548 if (note === 404) { db.prepare('DELETE FROM ap_timeline WHERE id = ?').run(r.id); healed++; continue; }
2549 if (!note || typeof note !== 'object') { failed++; continue; } // origin unreachable right now
2550 const html = HtmlSanitizerService.sanitize(note.content || '');
2551 const media = mediaFromNote(note);
2552 const nsfw = note.sensitive ? 1 : 0; // re-sync NSFW/sensitive + CW onto already-cached posts
2553 const cw = note.summary || null;
2554 const url = note.url || null; // re-sync the human url (catches a remote slug rename)
2555 if ((html && html !== r.content) || media !== (r.media_json || '[]') || nsfw !== (r.nsfw || 0) || (cw || '') !== (r.cw || '') || (url && url !== r.url)) {
2556 db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ?').run(html || r.content, media, nsfw, cw, url, r.id);
2557 healed++;
2558 }
2559 } catch { failed++; /* per-note best-effort */ }
2560 }
2561 // Only mark this version DONE after a clean pass. Some origins are briefly
2562 // offline exactly when we heal (phone-hosted instances!): skipping them and
2563 // consuming the version would leave those rows stale forever. Instead retry
2564 // on the next boots, giving up after a few attempts (permanently-dead
2565 // origins answer 404/410 and are deleted above, so they don't loop).
2566 const setSetting = (k, v) => { try { db.prepare('INSERT OR REPLACE INTO app_settings (key, value) VALUES (?, ?)').run(k, String(v)); } catch { /* ignore */ } };
2567 let attempts = 0;
2568 try { const a = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_attempts'); attempts = a ? (parseInt(a.value, 10) || 0) : 0; } catch { /* ignore */ }
2569 if (failed === 0 || attempts >= 4) {
2570 setSetting('selfheal_version', SELFHEAL_VERSION);
2571 setSetting('selfheal_attempts', 0);
2572 } else {
2573 setSetting('selfheal_attempts', attempts + 1);
2574 }
2575 if (rows.length) console.log(`[AP] self-heal v${SELFHEAL_VERSION}: ${healed}/${rows.length} timeline notes${failed ? ` (${failed} unreachable — will retry next boot)` : ''}`);
2576 } catch { /* never block boot */ } finally { _selfHealing = false; }
2577}
2578
2579// Follow a fediverse account by @handle (WebFinger → actor → signed Follow).
2580export async function followActor(site, handle, autoBoost = false) {
2581 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2582 if (!base || !site || !site.slug) return { error: 'config' };
2583 // Accept any of: a profile/actor URL, an @user@host handle (WebFinger), or a
2584 // bare site domain (site.com) — for a single-actor site (Klonkt etc.) the root
2585 // resolves to its AP actor, so you can follow a site by just its domain.
2586 const s = String(handle || '').trim();
2587 let actorUrl;
2588 if (/^https?:\/\//i.test(s)) actorUrl = safeUrl(s) || null;
2589 else if (s.includes('@')) actorUrl = await webfingerResolve(s);
2590 else if (/^[a-z0-9.-]+\.[a-z]{2,}/i.test(s)) actorUrl = await resolveApActor('https://' + s.replace(/^\/+|\/+$/g, ''));
2591 else actorUrl = null;
2592 if (!actorUrl) return { error: 'not_found' };
2593 const actor = await fetchActor(actorUrl).catch(() => null);
2594 if (!actor || !actor.id || !actor.inbox) return { error: 'unreachable' };
2595 const ai = actorInfo(actor, actor.id);
2596 const me = actorId(base, site.slug);
2597 const keys = getOrCreateKeys(site.slug);
2598 const followId = `${me}#follow-${Date.now()}-${rid()}`;
2599 fwStmts().ins.run(site.slug, actor.id, ai.handle, ai.name, ai.icon, ai.url, actor.inbox, followId, 'pending', autoBoost ? 1 : 0);
2600 const follow = { '@context': AP_CONTEXT, id: followId, type: 'Follow', actor: me, object: actor.id };
2601 // Deliver via the retry queue: a Follow that fails the first attempt (peer down,
2602 // timeout, transient 5xx) is retried with backoff instead of staying stuck on
2603 // 'pending' forever — the Accept can only come back once the Follow lands.
2604 await deliverWithRetry(site.slug, actor.inbox, follow, `${me}#main-key`, keys.private_pem);
2605 console.log('[AP] follow', site.slug, '→', actor.id);
2606 // Follow + feature in one step → backfill their recent posts into the Cirkel right away.
2607 if (autoBoost) backfillFromOutbox(site.slug, actor.id).catch(() => {});
2608 return { ok: true, name: ai.name, handle: ai.handle, actor: actor.id };
2609}
2610
2611// Resolve a profile URL or @handle to a followable remote actor (for the
2612// authorize_interaction "Follow" flow). Returns display fields + inbox, or null
2613// when it isn't a reachable actor (e.g. the input was a post, not a profile).
2614export async function resolveRemoteActor(input) {
2615 const s = String(input || '').trim();
2616 const actorUrl = /^https?:\/\//i.test(s) ? (safeUrl(s) || null) : await webfingerResolve(s);
2617 if (!actorUrl) return null;
2618 const actor = await fetchActor(actorUrl).catch(() => null);
2619 if (!actor || !actor.id || !actor.inbox) return null;
2620 const ai = actorInfo(actor, actor.id);
2621 return { actor_uri: actor.id, actor_name: ai.name, actor_handle: ai.handle, actor_url: ai.url, actor_icon: ai.icon, inbox: actor.inbox };
2622}
2623
2624export async function unfollowActor(site, actorUri) {
2625 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2626 const me = actorId(base, site.slug);
2627 const keys = getOrCreateKeys(site.slug);
2628 const row = fwStmts().one.get(site.slug, actorUri);
2629 // Undo(Follow) MUST reference the original Follow's real id so the remote can correlate it
2630 // and drop the follow. The old `${me}#follow` fallback never matched anything → the unfollow
2631 // silently failed on the remote. With no stored follow id (legacy row), skip the network Undo
2632 // rather than send an unmatchable one. Deliver durably via the retry queue.
2633 if (row && row.inbox && row.follow_id) {
2634 const undo = { '@context': AP_CONTEXT, id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me, object: { id: row.follow_id, type: 'Follow', actor: me, object: actorUri } };
2635 deliverWithRetry(site.slug, row.inbox, undo, `${me}#main-key`, keys.private_pem);
2636 } else if (row && row.inbox) {
2637 console.warn('[AP] unfollow', site.slug, '→', actorUri, '— no stored follow id; removed locally only (legacy follow, remote may keep it)');
2638 }
2639 fwStmts().del.run(site.slug, actorUri);
2640 return { ok: true };
2641}
2642
2643// Send a Like or Announce (boost) on a remote note FROM this site.
2644export async function sendInteraction(site, kind, targetNoteId, authorUri) {
2645 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2646 if (!base || !site || !site.slug || !targetNoteId) return { error: 'config' };
2647 const me = actorId(base, site.slug);
2648 const keys = getOrCreateKeys(site.slug);
2649 // 'unboost' = Undo(Announce): retracts a boost so followers' servers remove the
2650 // reblog (matched on actor+object — no record of the original Announce needed).
2651 const fanout = (kind === 'boost' || kind === 'unboost'); // also goes to our followers
2652 const followersCol = `${me}/followers`;
2653 // Address the original author in cc so their server (Mastodon, WordPress/ActivityPub, …)
2654 // attributes the boost to their post and notifies them — without this, a shared-inbox
2655 // receiver has nothing to route the Announce to. Non-fragment activity ids + a `published`
2656 // stamp keep us aligned with what Mastodon emits.
2657 const audience = authorUri ? [followersCol, authorUri] : [followersCol];
2658 let act;
2659 if (kind === 'unboost' || kind === 'unlike') {
2660 // Undo(Announce) retracts a boost; Undo(Like) un-favourites (matched on actor+object,
2661 // no record of the original activity needed — Mastodon honours both).
2662 const inner = kind === 'unboost' ? 'Announce' : 'Like';
2663 act = {
2664 '@context': AP_CONTEXT,
2665 id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me,
2666 object: { id: `${me}/${inner.toLowerCase()}/${Date.now()}-${rid()}`, type: inner, actor: me, object: targetNoteId },
2667 };
2668 if (kind === 'unboost') { act.to = [PUBLIC]; act.cc = audience; }
2669 } else {
2670 const type = kind === 'boost' ? 'Announce' : 'Like';
2671 act = {
2672 '@context': AP_CONTEXT,
2673 id: `${me}/${type.toLowerCase()}/${Date.now()}-${rid()}`,
2674 type, actor: me, object: targetNoteId,
2675 };
2676 if (type === 'Announce') { act.published = new Date().toISOString(); act.to = [PUBLIC]; act.cc = audience; }
2677 }
2678 const inboxes = new Set();
2679 // Author first, via their PERSONAL inbox (not the shared one) so a multi-user receiver
2680 // routes the Announce/Like to the right post unambiguously.
2681 if (authorUri) { const a = await fetchActor(authorUri).catch(() => null); if (a) inboxes.add(a.inbox || (a.endpoints && a.endpoints.sharedInbox)); }
2682 if (fanout) { for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox); }
2683 // Queue each delivery (immediate attempt + backoff retries on failure via ap_delivery)
2684 // instead of a single fire-and-forget POST, so a transient hiccup at the receiver doesn't
2685 // silently lose the boost — same durability a new post (deliverCreate) already gets.
2686 let queued = 0;
2687 for (const inbox of [...inboxes].filter(Boolean)) { deliverWithRetry(site.slug, inbox, act, `${me}#main-key`, keys.private_pem); queued++; }
2688 console.log('[AP]', kind, site.slug, '→', targetNoteId, 'queued', queued, 'inbox(es)');
2689 return { ok: true, delivered: queued };
2690}
2691
2692// Notifications inbox: new followers + replies/likes/boosts on this site's posts.
2693export function getNotifications(slug, limit) {
2694 // Per-source cap scales with the requested limit so Messages can page deep
2695 // (Load more). Bounded so a huge offset can't ask for unbounded rows.
2696 const L = Math.min(1000, Math.max(80, limit || 60));
2697 const out = [];
2698 try {
2699 for (const f of db.prepare('SELECT actor_uri, created_at FROM ap_followers WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
2700 out.push({ type: 'follow', handle: deriveHandle(f.actor_uri), url: f.actor_uri, created_at: f.created_at });
2701 }
2702 } catch { /* ignore */ }
2703 try {
2704 const rows = db.prepare(`
2705 SELECT i.kind, i.actor_name, i.actor_handle, i.actor_url, i.actor_icon, i.content, i.created_at, i.visibility,
2706 p.slug AS post_slug, p.title AS post_title
2707 FROM ap_interactions i LEFT JOIN posts p ON p.id = i.post_id
2708 WHERE p.site_id = (SELECT id FROM sites WHERE slug = ?)
2709 ORDER BY i.created_at DESC LIMIT ?
2710 `).all(slug, L);
2711 for (const r of rows) out.push({
2712 type: r.kind, name: r.actor_name, handle: r.actor_handle, url: r.actor_url, icon: r.actor_icon,
2713 content: stripLeadingMentions(r.content), post_slug: r.post_slug, post_title: r.post_title, created_at: r.created_at,
2714 // followers/direct = a private message to the owner (not on the public thread) → 🔒 in Messages
2715 visibility: r.visibility || 'public',
2716 });
2717 } catch { /* ignore */ }
2718 try {
2719 for (const r of db.prepare('SELECT actor_uri, actor_name, actor_handle, actor_icon, content, created_at FROM ap_reports WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
2720 out.push({ type: 'report', name: r.actor_name, handle: r.actor_handle, url: r.actor_uri, icon: r.actor_icon, content: r.content, created_at: r.created_at });
2721 }
2722 } catch { /* ignore */ }
2723 try {
2724 for (const r of db.prepare('SELECT object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, created_at FROM ap_mentions WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
2725 out.push({ type: 'mention', name: r.actor_name, handle: r.actor_handle, url: r.actor_url || r.actor_uri, icon: r.actor_icon, content: stripLeadingMentions(r.content), note_url: r.note_url || r.object_uri, created_at: r.created_at });
2726 }
2727 } catch { /* ignore */ }
2728 // Your own polls that have closed → a "results are in" item, derived read-time
2729 // from poll_json (Scheduler marks closed=1) with the tally via ownPollView.
2730 try {
2731 const site = db.prepare('SELECT id FROM sites WHERE slug = ?').get(slug);
2732 if (site) {
2733 const polls = db.prepare(`
2734 SELECT id, slug, title, poll_json FROM posts
2735 WHERE site_id = ? AND poll_json IS NOT NULL
2736 AND json_extract(poll_json, '$.closed') = 1
2737 AND json_extract(poll_json, '$.endTime') IS NOT NULL
2738 ORDER BY json_extract(poll_json, '$.endTime') DESC LIMIT 20`).all(site.id);
2739 for (const p of polls) {
2740 const view = ownPollView(p);
2741 if (!view) continue;
2742 let endTime = null; try { endTime = JSON.parse(p.poll_json).endTime; } catch { /* keep null */ }
2743 out.push({ type: 'poll_done', post_slug: p.slug, post_title: p.title, poll: view, created_at: endTime || null });
2744 }
2745 }
2746 } catch { /* ignore */ }
2747 // NaN-safe sort: one row with a missing/garbled created_at would otherwise make the
2748 // comparator return NaN and scramble the WHOLE ordering (seen live: follow rows landing
2749 // between likes, which also broke Messages' like-grouping).
2750 out.sort((a, b) => _msgTs(b) - _msgTs(a));
2751 return out.slice(0, limit || 60);
2752}
2753function _msgTs(x) { const t = Date.parse((x && x.created_at) || ''); return Number.isFinite(t) ? t : 0; }
2754
2755// ── Blocking / defederation ───────────────────────────────────────
2756let _insBl, _delBl, _listBl;
2757function blStmts() {
2758 if (!_insBl) {
2759 _insBl = db.prepare('INSERT OR IGNORE INTO ap_blocks (slug, target, kind, label, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
2760 _delBl = db.prepare('DELETE FROM ap_blocks WHERE slug = ? AND target = ?');
2761 _listBl = db.prepare('SELECT * FROM ap_blocks WHERE slug = ? ORDER BY created_at DESC');
2762 }
2763 return { ins: _insBl, del: _delBl, list: _listBl };
2764}
2765export function listBlocks(slug) { return blStmts().list.all(slug); }
2766
2767// True if an actor (or its whole domain) is blocked anywhere on this instance.
2768// Vote on a remote fediverse poll (a cached Question). A ballot = a Create(Note) carrying only a
2769// `name` (the chosen option) + inReplyTo the Question, addressed to the poll's author — the
2770// Mastodon-standard vote. Records our choice locally + optimistically bumps the counts; the
2771// author's Update(Question) refreshes the authoritative totals when it arrives.
2772export async function voteOnPoll(site, questionId, choices) {
2773 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2774 if (!base || !site || !site.slug || !questionId) return { error: 'config' };
2775 let row; try { row = db.prepare('SELECT author_uri, poll_json FROM ap_timeline WHERE id = ? AND slug = ? LIMIT 1').get(questionId, site.slug); } catch { /* ignore */ }
2776 if (!row || !row.poll_json) return { error: 'not_found' };
2777 let poll; try { poll = JSON.parse(row.poll_json); } catch { return { error: 'not_found' }; }
2778 if (poll.closed) return { error: 'closed' };
2779 if (poll.voted) return { error: 'already' };
2780 const valid = new Set(poll.options.map((o) => o.name));
2781 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
2782 if (!picks.length) return { error: 'invalid' };
2783 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
2784 const me = actorId(base, site.slug);
2785 const keys = getOrCreateKeys(site.slug);
2786 const authorUri = row.author_uri || null;
2787 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
2788 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
2789 if (!inbox) return { error: 'unreachable' };
2790 for (const name of chosen) {
2791 const nid = `${me}/votes/${Date.now()}-${rid()}`;
2792 const note = { id: nid, type: 'Note', attributedTo: me, to: authorUri ? [authorUri] : [], name, inReplyTo: questionId, published: new Date().toISOString() };
2793 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
2794 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
2795 }
2796 // Local optimistic update (authoritative counts arrive via the author's Update(Question)).
2797 poll.voted = poll.multiple ? chosen : chosen[0];
2798 for (const o of poll.options) if (chosen.includes(o.name)) o.count = (o.count || 0) + 1;
2799 if (poll.voters != null) poll.voters += 1;
2800 try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), questionId, site.slug); } catch { /* ignore */ }
2801 return { ok: true };
2802}
2803
2804// Vote on ANY fediverse poll by URL (the interact page) — no timeline cache needed. Fetches
2805// the Question fresh, validates the choice(s), and casts the Mastodon-standard ballot (a
2806// Create(Note) with `name` + inReplyTo) straight to the poll's author. Used for polls you find
2807// by URL, not just ones from accounts you follow (which go through voteOnPoll via /news).
2808export async function voteOnRemotePoll(site, questionUrl, choices) {
2809 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2810 if (!base || !site || !site.slug || !/^https?:\/\//i.test(String(questionUrl || ''))) return { error: 'config' };
2811 const q = await fetchActor(questionUrl).catch(() => null); // AP GET (SSRF-guarded)
2812 if (!q || q.type !== 'Question' || !q.id) return { error: 'not_found' };
2813 const poll = parsePoll(q);
2814 if (!poll) return { error: 'not_found' };
2815 if (poll.closed) return { error: 'closed' };
2816 const valid = new Set(poll.options.map((o) => o.name));
2817 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
2818 if (!picks.length) return { error: 'invalid' };
2819 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
2820 const authorUri = actorUriOf(q.attributedTo);
2821 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
2822 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
2823 if (!inbox) return { error: 'unreachable' };
2824 const me = actorId(base, site.slug);
2825 const keys = getOrCreateKeys(site.slug);
2826 for (const name of chosen) {
2827 const nid = `${me}/votes/${Date.now()}-${rid()}`;
2828 const note = { id: nid, type: 'Note', attributedTo: me, to: [authorUri], name, inReplyTo: q.id, published: new Date().toISOString() };
2829 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
2830 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
2831 }
2832 return { ok: true };
2833}
2834
2835// Report a remote post or account to its home instance (moderation). Sends the Mastodon-standard
2836// AS2 `Flag`: object = [reported account, reported status?], content = the reason, delivered to the
2837// reported account's inbox so their instance's moderators receive it. objectUri = a post URL (its
2838// author is resolved + included) OR pass actorUri to report an account directly.
2839export async function sendReport(site, { objectUri, actorUri, reason }) {
2840 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2841 if (!base || !site || !site.slug) return { error: 'config' };
2842 let targetActor = actorUri || null;
2843 let noteUri = null;
2844 if (objectUri && /^https?:\/\//i.test(objectUri)) {
2845 const note = await apGetJson(objectUri).catch(() => null);
2846 if (note && note.id) { noteUri = note.id; if (!targetActor) targetActor = actorUriOf(note.attributedTo); }
2847 else if (!targetActor) return { error: 'not_found' };
2848 }
2849 if (!targetActor || !/^https?:\/\//i.test(targetActor)) return { error: 'not_found' };
2850 const actor = await fetchActor(targetActor).catch(() => null);
2851 const inbox = actor && (actor.inbox || (actor.endpoints && actor.endpoints.sharedInbox)); // personal inbox → their moderators
2852 if (!inbox) return { error: 'unreachable' };
2853 const me = actorId(base, site.slug);
2854 const keys = getOrCreateKeys(site.slug);
2855 const object = [targetActor];
2856 if (noteUri && noteUri !== targetActor) object.push(noteUri);
2857 const flag = {
2858 '@context': AP_CONTEXT,
2859 id: `${me}#report-${Date.now()}-${rid()}`,
2860 type: 'Flag',
2861 actor: me,
2862 content: String(reason == null ? '' : reason).slice(0, 3000),
2863 object, // [account, status?] — Mastodon's Flag shape
2864 to: [targetActor],
2865 };
2866 deliverWithRetry(site.slug, inbox, flag, `${me}#main-key`, keys.private_pem);
2867 return { ok: true };
2868}
2869
2870export function isBlockedAny(actorUri) {
2871 if (!actorUri) return false;
2872 let domain = ''; try { domain = new URL(actorUri).host; } catch { /* ignore */ }
2873 try { return !!db.prepare("SELECT 1 FROM ap_blocks WHERE (kind='actor' AND target=?) OR (kind='domain' AND target=?) LIMIT 1").get(actorUri, domain); }
2874 catch { return false; }
2875}
2876
2877function purgeBlocked(kind, target) {
2878 try {
2879 if (kind === 'domain') {
2880 // Exact host match (a URL LIKE over-/under-matches: it misses bare-domain or :port
2881 // actor URIs and can catch look-alikes). Filter by parsed host, same as isBlockedAny.
2882 const purge = (table, col) => {
2883 let rows = [];
2884 try { rows = db.prepare(`SELECT DISTINCT ${col} AS u FROM ${table} WHERE ${col} IS NOT NULL AND ${col} != ''`).all(); } catch { return; }
2885 const del = db.prepare(`DELETE FROM ${table} WHERE ${col} = ?`);
2886 for (const r of rows) { let h = ''; try { h = new URL(r.u).host; } catch { /* skip */ } if (h === target) { try { del.run(r.u); } catch { /* ignore */ } } }
2887 };
2888 purge('ap_interactions', 'actor_uri');
2889 purge('ap_timeline', 'author_uri');
2890 purge('ap_followers', 'actor_uri');
2891 } else {
2892 db.prepare('DELETE FROM ap_interactions WHERE actor_uri = ?').run(target);
2893 db.prepare('DELETE FROM ap_timeline WHERE author_uri = ?').run(target);
2894 db.prepare('DELETE FROM ap_followers WHERE actor_uri = ?').run(target);
2895 }
2896 } catch { /* best-effort */ }
2897}
2898
2899// Block an actor (@handle or actor URL) or a whole domain; purges their content.
2900export async function blockTarget(site, input) {
2901 const raw = String(input || '').trim();
2902 if (!site || !site.slug || !raw) return { error: 'empty' };
2903 let kind, target, label;
2904 if (/^https?:\/\//i.test(raw)) { kind = 'actor'; target = raw; label = raw; }
2905 else if (raw.includes('@')) {
2906 const actorUrl = await webfingerResolve(raw);
2907 if (!actorUrl) return { error: 'not_found' };
2908 kind = 'actor'; target = actorUrl; label = raw.startsWith('@') ? raw : ('@' + raw);
2909 } else { kind = 'domain'; target = raw.toLowerCase(); label = raw.toLowerCase(); }
2910 blStmts().ins.run(site.slug, target, kind, label);
2911 purgeBlocked(kind, target);
2912 console.log('[AP] block', site.slug, kind, target);
2913 return { ok: true, label };
2914}
2915
2916export function unblock(site, target) { blStmts().del.run(site.slug, target); return { ok: true }; }
2917
2918export default {
2919 AP_CONTEXT, getOrCreateKeys, apWants, sendAP, actorId, noteId,
2920 buildActor, buildNote, buildCreate, buildOutbox, buildFollowers, buildFollowing, buildFeatured,
2921 followerCount, deliver, fetchActor, verifyRequest, handleInbox, deliverCreate, deliverDelete, deliverUpdate, deliverActorUpdate, resyncFeaturedPins,
2922 getInteractions, getInteractionById, setInteractionBoosted, setInteractionLiked, setMyReaction, getMyReactions, buildReplyNote, getOutboxNote, deliverReply, resolveRemoteNote,
2923 listOutbox, deliverOutboxDelete, deliverOutboxUpdate,
2924 webfingerResolve, followActor, resolveRemoteActor, unfollowActor, listFollowing, setAutoBoost, backfillFromOutbox, getTimeline, sendInteraction, voteOnPoll, voteOnRemotePoll,
2925 parseOwnPoll, pollTally, ownPollView, deliverPollUpdate, maybeCrawlThread, sendReport, localMentionSlugs,
2926 autoBoostCount, boostedCount, markBoosted, unmarkBoosted, markLiked, unmarkLiked, getTimelineReaction, upsertBoostedNote, getCirkelPosts, getCirkelMembers, selfHealTimeline,
2927 getNotifications, listBlocks, isBlockedAny, blockTarget, unblock,
2928 deliverWithRetry, enqueueDelivery, processDeliveryQueue, startDeliveryWorker,
2929 getReplyUris, markNotificationsSeen, countUnseenNotifications, hasPlayableAudio,
2930 linkifyBody, bakePostContent, bakePostContentWithMentions, listFollowers, removeFollower, listConnections,
2931 noteVisibility, isRejectedObject, rejectInteraction, interactionReportTarget,
2932 getMessages, notificationsSeenAt, ingestOutboxActivity, c2sVisibility,
2933};
Note: See TracBrowser for help on using the repository browser.