source: Klonkt/src/services/ActivityPubService.js@ 024f4f8

main
Last change on this file since 024f4f8 was 024f4f8, checked in by Robin <roboburr@…>, 7 weeks ago

Feature: direct notes are private mentions, not posts (shaer-tqc)

A C2S note addressed to specific actors (no Public, no followers) no
longer becomes a site post: it routes through the outbox machinery as
a direct note, the Mastodon DM model. deliverDirectNote resolves each
recipient, stores the note in ap_outbox (visibility 'direct' plus the
recipient list) and delivers to exactly those inboxes: no followers
fan-out. buildReplyNote addresses a direct row to its recipients only,
cc empty, so it cannot be boosted and never shows in timelines. This
is also the ward call-for-help leg: client to own outbox, server
S2S-signed to each guardian's inbox on any instance; a guardian on
plain Mastodon sees a private mention.

Hardening: a C2S Announce or Like of a non-public local post returns
403 not_public (the Mastodon 422 equivalent), and an inbound boost or
like on a fan_only/friends/direct post is dropped instead of stored.
Direct with no resolvable recipient is refused (400 no_recipients).

Changed files:
src/services/ActivityPubService.js

  • deliverDirectNote (resolve, store, deliver to recipients only)
  • ingest routes direct before the reply/post paths
  • buildReplyNote: direct rows -> to recipients, empty cc
  • C2S 403 + inbound drop on non-public targets

src/config/database.js

  • additive columns ap_outbox.visibility, ap_outbox.to_actors

New file:
test/c2s-direct.test.js

  • direct addressing pinned, no_recipients, 403 on boost/like

-robo
Co-Authored-By: Claude Opus 4.8 <noreply@…>

  • Property mode set to 100644
File size: 170.9 KB
Line 
1/**
2 * ActivityPubService — Klonkt as a real ActivityPub actor (fediverse bridge).
3 *
4 * Phase 1 (this file): the PUBLISH/discoverable side.
5 * - per-site RSA keypair (Mastodon-compatible HTTP Signatures; separate from
6 * the Ed25519 keys used by the lighter Cirkels v1)
7 * - builders for the Actor document, Note objects and the Outbox collection
8 * - apWants(): HTTP content-negotiation helper (activity+json vs HTML)
9 *
10 * The interactive side (inbox: Follow/Accept, signature verify, delivery to
11 * followers) lands in the next step and is tested live against Mastodon.
12 *
13 * AP actor URLs live under /ap/* so they never clash with the human pages:
14 * actor = <base>/ap/users/<slug>
15 * inbox = <actor>/inbox outbox = <actor>/outbox
16 * note = <base>/ap/notes/<postId>
17 */
18import crypto from 'crypto';
19import dns from 'dns';
20import net from 'net';
21import db from '../config/database.js';
22import HtmlSanitizerService from './HtmlSanitizerService.js';
23import AudioEmbedService from './AudioEmbedService.js';
24
25const PUBLIC = 'https://www.w3.org/ns/activitystreams#Public';
26// Full JSON-LD context for every AP object we emit: AS2 core + security (publicKey) + the
27// extension terms we actually use (Mastodon/toot + schema.org), each with a term definition
28// so a strict JSON-LD processor resolves them instead of dropping them → valid AS2/JSON-LD.
29// This is the same context shape Mastodon publishes, so Mastodon sees no change.
30const AP_CONTEXT = [
31 'https://www.w3.org/ns/activitystreams',
32 'https://w3id.org/security/v1',
33 {
34 toot: 'http://joinmastodon.org/ns#',
35 schema: 'http://schema.org#',
36 sensitive: 'as:sensitive',
37 Hashtag: 'as:Hashtag',
38 manuallyApprovesFollowers: 'as:manuallyApprovesFollowers',
39 discoverable: 'toot:discoverable',
40 featured: { '@id': 'toot:featured', '@type': '@id' },
41 PropertyValue: 'schema:PropertyValue',
42 value: 'schema:value',
43 embedUrl: { '@id': 'schema:embedUrl', '@type': '@id' },
44 // Poll (Question) extension: Question/oneOf/anyOf/endTime/closed are AS2 core, but the
45 // per-poll unique-voter count is a Mastodon (toot) term — declare it so the emitted
46 // Question stays valid JSON-LD (a strict processor would otherwise drop votersCount).
47 votersCount: 'toot:votersCount',
48 },
49];
50
51// Short random suffix so two activity ids minted in the same millisecond (e.g.
52// parallel saves) don't collide and get deduped by a receiver.
53const rid = () => crypto.randomBytes(4).toString('hex');
54
55// Keep only http(s) URLs — drops javascript:/data:/etc so a remote actor can't
56// smuggle a dangerous scheme into a stored href/src (rendered in owner-only views).
57const safeUrl = (u) => { const s = String(u == null ? '' : u).trim(); return /^https?:\/\//i.test(s) ? s : ''; };
58
59// ── SSRF guard for outbound fetches ───────────────────────────────
60// Remote URLs (actor/keyId/webfinger/inbox/inReplyTo) are attacker-controlled, so
61// every outbound fetch must refuse hosts that resolve to private/loopback ranges
62// (cloud metadata, internal services) — on the initial host AND each redirect hop.
63function isBlockedIp(ip) {
64 if (!ip) return true;
65 const v = net.isIP(ip);
66 if (v === 4) {
67 const o = ip.split('.').map(Number);
68 return o[0] === 127 || o[0] === 10 || o[0] === 0
69 || (o[0] === 172 && o[1] >= 16 && o[1] <= 31)
70 || (o[0] === 192 && o[1] === 168)
71 || (o[0] === 169 && o[1] === 254)
72 || (o[0] === 100 && o[1] >= 64 && o[1] <= 127); // CGNAT
73 }
74 if (v === 6) {
75 const s = ip.toLowerCase().replace(/^\[|\]$/g, '');
76 return s === '::1' || s === '::' || s.startsWith('fc') || s.startsWith('fd') || s.startsWith('fe80')
77 || s.startsWith('::ffff:127.') || s.startsWith('::ffff:10.') || s.startsWith('::ffff:192.168.')
78 || s.startsWith('::ffff:169.254.') || s.startsWith('::ffff:172.');
79 }
80 return true; // not an IP literal we recognise → refuse
81}
82async function assertPublicHost(hostname) {
83 if (net.isIP(hostname)) { if (isBlockedIp(hostname)) throw new Error('ssrf-blocked-ip'); return; }
84 const addrs = await dns.promises.lookup(hostname, { all: true });
85 if (!addrs.length || addrs.some((a) => isBlockedIp(a.address))) throw new Error('ssrf-blocked-host');
86}
87export async function safeFetch(url, opts = {}, maxRedirects = 3) {
88 let target = url;
89 for (let hop = 0; ; hop++) {
90 const u = new URL(target); // throws on malformed → caller's catch
91 if (u.protocol !== 'https:' && u.protocol !== 'http:') throw new Error('ssrf-bad-scheme');
92 await assertPublicHost(u.hostname);
93 const r = await fetch(target, { ...opts, redirect: 'manual', signal: AbortSignal.timeout(8000) });
94 const loc = (r.status >= 300 && r.status < 400) ? r.headers.get('location') : null;
95 if (loc && hop < maxRedirects) { target = new URL(loc, target).toString(); continue; }
96 return r;
97 }
98}
99const MAX_OUTBOX = 20;
100// Cache-buster for the music listen-link → forces Mastodon to re-crawl a FRESH
101// (square) player card. Bump this whenever the twitter:player card dimensions change.
102const FEDI_CARD_VER = '2';
103
104// ── RSA keys per actor (lazy, cached in DB) ───────────────────────
105// Prepared lazily (NOT at module load) — the ap_keys table is created in
106// initializeDatabase(), which runs after this module is imported.
107let _sel, _ins;
108function keyStmts() {
109 if (!_sel) {
110 _sel = db.prepare('SELECT public_pem, private_pem FROM ap_keys WHERE slug = ?');
111 _ins = db.prepare('INSERT OR IGNORE INTO ap_keys (slug, public_pem, private_pem, created_at) VALUES (?,?,?,CURRENT_TIMESTAMP)');
112 }
113 return { sel: _sel, ins: _ins };
114}
115
116export function getOrCreateKeys(slug) {
117 const { sel, ins } = keyStmts();
118 const row = sel.get(slug);
119 if (row) return row;
120 const { publicKey, privateKey } = crypto.generateKeyPairSync('rsa', {
121 modulusLength: 2048,
122 publicKeyEncoding: { type: 'spki', format: 'pem' },
123 privateKeyEncoding: { type: 'pkcs8', format: 'pem' },
124 });
125 ins.run(slug, publicKey, privateKey);
126 return sel.get(slug) || { public_pem: publicKey, private_pem: privateKey };
127}
128
129// ── content negotiation ───────────────────────────────────────────
130// True when the caller wants ActivityPub JSON rather than the HTML page.
131export function apWants(req) {
132 const a = String(req.headers.accept || '').toLowerCase();
133 return a.includes('application/activity+json') ||
134 (a.includes('application/ld+json') && a.includes('activitystreams'));
135}
136
137const AP_CONTENT_TYPE = 'application/activity+json; charset=utf-8';
138export function sendAP(res, obj) {
139 res.type(AP_CONTENT_TYPE);
140 res.set('Cache-Control', 'public, max-age=120');
141 res.send(JSON.stringify(obj));
142}
143
144// ── document builders ─────────────────────────────────────────────
145export function actorId(base, slug) { return `${base}/ap/users/${encodeURIComponent(slug)}`; }
146export function noteId(base, postId) { return `${base}/ap/notes/${encodeURIComponent(postId)}`; }
147
148export function buildActor(base, site) {
149 const id = actorId(base, site.slug);
150 const keys = getOrCreateKeys(site.slug);
151 const actor = {
152 '@context': AP_CONTEXT,
153 id,
154 type: 'Person',
155 preferredUsername: site.slug,
156 name: site.title || site.slug,
157 summary: site.tagline || site.description || '',
158 url: `${base}/${site.slug === site.primary_slug ? '' : 'user/' + encodeURIComponent(site.slug)}`,
159 manuallyApprovesFollowers: false,
160 discoverable: true,
161 inbox: `${id}/inbox`,
162 outbox: `${id}/outbox`,
163 followers: `${id}/followers`,
164 following: `${id}/following`,
165 featured: `${id}/featured`,
166 // C2S clients (Shaer apps) discover auth + upload here — no hardcoded paths.
167 // All four are ActivityPub-spec `endpoints` terms. Dynamic client registration
168 // (RFC 7591) is discovered via /.well-known/oauth-authorization-server, not here.
169 endpoints: {
170 sharedInbox: `${base}/ap/inbox`,
171 oauthAuthorizationEndpoint: `${base}/oauth/authorize`,
172 oauthTokenEndpoint: `${base}/oauth/token`,
173 uploadMedia: `${id}/uploadMedia`,
174 },
175 publicKey: {
176 id: `${id}#main-key`,
177 owner: id,
178 publicKeyPem: keys.public_pem,
179 },
180 };
181 if (site.profile_photo) {
182 const u = /^https?:/.test(site.profile_photo) ? site.profile_photo : `${base}${site.profile_photo.startsWith('/') ? '' : '/'}${site.profile_photo}`;
183 actor.icon = { type: 'Image', url: u };
184 }
185 // Account creation date — shown by Mastodon + read by indexers (additive, standard AS2).
186 if (site.created_at) { try { actor.published = new Date(site.created_at).toISOString(); } catch { /* skip bad date */ } }
187 // Profile links → PropertyValue rows: Mastodon/PeerTube/WordPress-ActivityPub render these as
188 // profile metadata (rel=me enables link-back verification). Additive; ignored by simpler receivers.
189 try {
190 const links = JSON.parse(site.profile_links || '[]');
191 if (Array.isArray(links) && links.length) {
192 const esc = (s) => String(s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
193 const rows = links
194 .filter((l) => l && l.url && /^https?:/i.test(l.url))
195 .map((l) => ({
196 type: 'PropertyValue',
197 name: esc(l.platform || 'Link'),
198 value: `<a href="${esc(l.url).replace(/"/g, '&quot;')}" rel="me nofollow noopener" target="_blank">${esc(String(l.url).replace(/^https?:\/\//, ''))}</a>`,
199 }));
200 if (rows.length) actor.attachment = rows;
201 }
202 } catch { /* skip malformed profile_links */ }
203 return actor;
204}
205
206// Does a post's audio shortcodes reference at least one PLAYABLE (file-backed)
207// track? Link-only tracks (external Spotify/YouTube, media_id NULL) don't count —
208// they have no Klonkt-hosted audio to embed, so no player card / cover-suppression.
209export function hasPlayableAudio(content, siteId) {
210 if (!content || !/\[\[(track|album|playlist):/i.test(content)) return false;
211 try {
212 for (const m of content.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT media_id FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.media_id) return true; }
213 for (const m of content.matchAll(/\[\[album:([^\]]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM audio_tracks WHERE site_id = ? AND album = ? AND media_id IS NOT NULL LIMIT 1').get(siteId, m[1].trim())) return true; }
214 for (const m of content.matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id WHERE pt.playlist_id = ? AND t.media_id IS NOT NULL LIMIT 1').get(m[1])) return true; }
215 } catch { /* non-fatal */ }
216 return false;
217}
218
219// A single post as an AS2 Note (the object), and as a Create activity (for outbox/delivery).
220export function buildNote(base, site, post, opts = {}) {
221 // Replies are Notes too. buildNote is the single entry point for ALL Notes; a reply is
222 // (for now) the simple flavor: pre-baked content, no title/cover/image/audio/embed
223 // machinery, addressed to the parent actor + thread. This early branch keeps that output
224 // byte-identical to the old buildReplyNote. When rich replies land (images/audio/embeds),
225 // this branch collapses and replies flow through the full post pipeline below. `post` here
226 // is the ap_outbox reply row (id, in_reply_to, content, post_slug, created_at, to_actor).
227 if (opts.isReply) {
228 const meR = actorId(base, site.slug);
229 // Rich replies: attachments column (JSON [{url, mediaType, name}]) → AS2
230 // attachment array with absolute URLs and the matching object type.
231 let replyAtt;
232 try {
233 const list = post.attachments ? JSON.parse(post.attachments) : [];
234 if (Array.isArray(list) && list.length) {
235 replyAtt = list.map((a) => ({
236 type: a.mediaType.startsWith('image/') ? 'Image' : a.mediaType.startsWith('audio/') ? 'Audio' : 'Video',
237 mediaType: a.mediaType,
238 url: /^https?:/i.test(a.url) ? a.url : `${base}${a.url}`,
239 name: a.name || undefined,
240 }));
241 }
242 } catch { /* malformed attachments never block the Note */ }
243 return {
244 id: noteId(base, post.id),
245 type: 'Note',
246 attributedTo: meR,
247 inReplyTo: post.in_reply_to || undefined,
248 content: post.content,
249 // Reply language (rich replies): the AS2 language map next to `content`.
250 contentMap: post.language ? { [post.language]: post.content } : undefined,
251 attachment: replyAtt,
252 url: post.post_slug ? `${base}/${encodeURIComponent(post.post_slug)}` : undefined,
253 published: toISO(post.created_at),
254 // A direct note (private mention, shaer-tqc) addresses ONLY its
255 // recipients: no Public anywhere, so it cannot be boosted and never
256 // shows in public timelines (the Mastodon DM model).
257 to: post.visibility === 'direct'
258 ? (JSON.parse(post.to_actors || '[]'))
259 : (post.to_actor ? [post.to_actor] : [PUBLIC]),
260 cc: post.visibility === 'direct' ? [] : [PUBLIC, `${meR}/followers`],
261 tag: [
262 ...mentionTags(post.content),
263 ...hashtagTags(base, post.content),
264 ],
265 };
266 }
267 const id = noteId(base, post.id);
268 const aId = actorId(base, site.slug);
269 const human = `${base}/${encodeURIComponent(post.slug)}`;
270 // Mastodon ignores a Note's `name`, so put the title INTO the content (bold
271 // first line) — the standard blog→fediverse convention. post.content is
272 // already sanitized HTML; the title is plain text, so escape it.
273 const escTitle = String(post.title || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
274 const titleHtml = post.title ? `<p><strong>${escTitle}</strong></p>` : '';
275
276 // Images travel as AP `attachment` (Mastodon strips <img> from content). Collect
277 // the cover + any inline <img>, make absolute, then strip <img> from the content
278 // to avoid duplicate rendering on clients that DO keep them.
279 const abs = (u) => !u ? null : (/^https?:/i.test(u) ? u : `${base}${u.startsWith('/') ? '' : '/'}${u}`);
280 const mediaType = (u) => {
281 const e = ((u || '').split('?')[0].match(/\.(\w+)$/) || [])[1];
282 return ({ jpg: 'image/jpeg', jpeg: 'image/jpeg', png: 'image/png', gif: 'image/gif', webp: 'image/webp', avif: 'image/avif', mp4: 'video/mp4', webm: 'video/webm', mov: 'video/quicktime' })[(e || '').toLowerCase()] || 'image/jpeg';
283 };
284 const hadAudio = /\[\[(track|album|playlist):/i.test(post.content || '');
285 const playable = hasPlayableAudio(post.content || '', site && site.id);
286 // A post with an external embed (Spotify/YouTube/SoundCloud/Vimeo/Bandcamp/Apple) should let
287 // Mastodon render the embed's player CARD. Mastodon shows EITHER media attachments OR a link
288 // card, never both — so when the post has an embed link we skip the image attachments so the
289 // card wins. (On Klonkt nothing changes: the cover + the embed player still render.)
290 const hasEmbed = (() => {
291 const c = post.content || '';
292 if (/\[\[embed:/i.test(c)) return true;
293 for (const m of c.matchAll(/https?:\/\/[^\s"'<>]+/gi)) if (AudioEmbedService.detectProvider(m[0])) return true;
294 return false;
295 })();
296 // Link-only tracks (external Spotify/YouTube/SoundCloud, no hosted file): collect their links
297 // so we federate them — Mastodon cards the first (its player), the rest show as clickable links
298 // — instead of a bare "listen on site" link, and we suppress the cover so the card can show.
299 const trackEmbedLinks = (() => {
300 if (playable) return [];
301 const out = [];
302 try {
303 for (const m of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) {
304 const r = db.prepare('SELECT media_id, link_spotify, link_youtube, link_soundcloud FROM audio_tracks WHERE id = ?').get(m[1]);
305 if (r && !r.media_id) for (const u of [r.link_spotify, r.link_youtube, r.link_soundcloud]) if (u && /^https?:\/\//i.test(u)) out.push(u);
306 }
307 } catch { /* non-fatal */ }
308 return [...new Set(out)].slice(0, 6);
309 })();
310 const noImages = playable || hasEmbed || trackEmbedLinks.length > 0; // suppress images → let the player/embed card show
311 const urls = [];
312 // Posts with PLAYABLE hosted audio suppress image attachments so Mastodon renders
313 // the player CARD (twitter:player) instead of the cover — media attachment and
314 // link/player card are mutually exclusive on Mastodon. Link-only audio (external)
315 // keeps its cover (no player card to show).
316 // An animated cover federates as the muted loop MP4 (→ a Video attachment): animated WebP is
317 // unreliable on Mastodon and its iOS apps; the MP4 plays everywhere. Else the still cover image.
318 // Each entry carries the media URL + its alt text (federated as the AS2 attachment `name`, for a11y).
319 if (post.cover_video_url && !noImages) urls.push({ url: abs(post.cover_video_url), name: post.cover_alt || '' });
320 else if (post.cover_image_url && !noImages) urls.push({ url: abs(post.cover_image_url), name: post.cover_alt || '' });
321 let body = post.content || '';
322 // Only federate inline images we can actually serve: absolute http(s) URLs, or our own
323 // /media/ uploads. A relative path we don't host (e.g. a stale /images/... ref) would 404
324 // and show up as a black tile in Mastodon's attachment grid. Carry the <img alt="…"> through
325 // as the attachment description.
326 if (!noImages) for (const m of body.matchAll(/<img\b[^>]*>/gi)) {
327 const tag = m[0];
328 const src = (tag.match(/\bsrc="([^"]+)"/i) || [])[1];
329 if (!src || !(/^https?:\/\//i.test(src) || src.startsWith('/media/'))) continue;
330 const alt = (tag.match(/\balt="([^"]*)"/i) || [])[1] || '';
331 urls.push({ url: abs(src), name: alt });
332 }
333 body = body.replace(/<img\b[^>]*>/gi, '');
334 // Audio shortcodes: do NOT federate the raw audio file — Klonkt deliberately
335 // gates audio (the /audio/stream URL has friction), and shipping it as an AP
336 // audio attachment would hand Mastodon a plain, downloadable mp3 URL. Instead,
337 // replace the shortcodes with a "🎵 listen on the site" link so the post invites
338 // a click-through to the protected player (discovery without leaking the file).
339 const esc = (s) => String(s == null ? '' : s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
340 const audioLabels = [];
341 try {
342 for (const m of body.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT title FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.title) audioLabels.push(r.title); }
343 for (const m of body.matchAll(/\[\[album:([^\]]+)\]\]/g)) audioLabels.push(m[1].trim());
344 } catch { /* non-fatal */ }
345 // fedi_open tracks → real AS2 Audio attachments (the actual file URL, served ungated) so
346 // EVERY client incl. the Mastodon apps plays them inline natively. Gated tracks (default)
347 // stay link/card-only — the file is never exposed for them. Resolve from post.content so a
348 // later body mutation can't affect it.
349 const openAudio = [];
350 if (hadAudio) {
351 const seenA = new Set();
352 const addRow = (r) => {
353 const fn = r.filename || (r.storage_path || '').split('/').pop();
354 if (!fn || seenA.has(fn)) return; seenA.add(fn);
355 const a = { type: 'Audio', mediaType: r.mime_type || 'audio/mpeg', url: `${base}/audio/stream/${encodeURIComponent(fn)}`, name: r.title || 'Audio' };
356 // Cover art on the Audio attachment (AS2 `icon`): track cover, else the post cover.
357 // Mastodon renders it as the artwork thumbnail on its native audio player.
358 const art = abs(r.cover_url || post.cover_image_url || null);
359 if (art) a.icon = { type: 'Image', mediaType: mediaType(art), url: art };
360 openAudio.push(a);
361 };
362 const SEL = 'SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM audio_tracks t JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND ';
363 try {
364 for (const mm of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare(SEL + 't.id = ?').get(mm[1]); if (r) addRow(r); }
365 for (const mm of (post.content || '').matchAll(/\[\[album:([^\]]+)\]\]/g)) for (const r of db.prepare(SEL + 't.site_id = ? AND t.album = ? ORDER BY t.rowid').all(site.id, mm[1].trim())) addRow(r);
366 for (const mm of (post.content || '').matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) for (const r of db.prepare('SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND pt.playlist_id = ? ORDER BY pt.position').all(mm[1])) addRow(r);
367 } catch { /* non-fatal */ }
368 }
369 body = body.replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
370 // External embeds ([[embed:url]]) → emit the bare URL as a link so Mastodon
371 // renders its OWN preview/player card (YouTube/Spotify/SoundCloud/etc) instead
372 // of federating the raw shortcode text.
373 body = body.replace(/\[\[embed:([^\]]+)\]\]/gi, (mm, raw) => {
374 const u = esc(raw.trim().replace(/&amp;/g, '&'));
375 return `<p><a href="${u}">${u}</a></p>`;
376 });
377 if (hadAudio) {
378 const lbl = audioLabels.length ? esc(audioLabels.slice(0, 4).join(', ')) : '';
379 if (trackEmbedLinks.length) {
380 // Link-only track(s): emit the external link(s). Mastodon cards the first (Spotify → its
381 // player), the rest render as clickable links — the fediverse-native "embed + links".
382 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong>` : ''}</p>`;
383 for (const u of trackEmbedLinks) { const eu = esc(u); body += `<p><a href="${eu}">${eu}</a></p>`; }
384 } else {
385 // For playable posts, append a version param to the listen-link so Mastodon
386 // sees a NEW card URL and re-crawls it (fresh SQUARE player card) instead of
387 // reusing the cached landscape one. Invisible: the link TEXT stays clean, the
388 // page ignores the param. Bump FEDI_CARD_VER when the card dimensions change.
389 const listenHref = playable ? `${human}?fc=${FEDI_CARD_VER}` : human;
390 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong> — ` : ''}<a href="${listenHref}">listen on ${esc(site.title || 'the site')}</a></p>`;
391 }
392 }
393 // Klonkt renders post content with white-space:pre-wrap, so raw newlines ARE line
394 // breaks on the site. Mastodon (plain HTML) collapses whitespace and would drop them,
395 // so convert newlines to <br> for the federated copy (content already made with
396 // shift+enter uses <br> and has no \n → this is a no-op there).
397 body = body.replace(/\r?\n/g, '<br>');
398 body = linkHashtags(base, body); // link inline #hashtags in the post body too
399 body = linkUrls(body); // bare URLs → clickable links on the federated copy
400 // Append the tags-field hashtags to the content so Mastodon renders them as clickable
401 // hashtags (a Hashtag that's only in the `tag` array isn't shown inline). CamelCase
402 // multi-word tags; skip any already present inline in the body.
403 {
404 const inlineTags = new Set(hashtagTags(base, body).map((h) => h.name.slice(1).toLowerCase()));
405 const addSeen = new Set();
406 const tagLinks = normalizeTags(post.tags).map(tagParts).filter(Boolean)
407 .filter((p) => !inlineTags.has(p.slug) && !addSeen.has(p.slug) && addSeen.add(p.slug))
408 .map((p) => `<a href="${base}/tag/${encodeURIComponent(p.slug)}" class="mention hashtag" rel="tag">#${p.label}</a>`);
409 if (tagLinks.length) body += `<p>${tagLinks.join(' ')}</p>`;
410 }
411 const seen = new Set();
412 const attachment = urls.filter((x) => x && x.url)
413 .filter((x) => { if (seen.has(x.url)) return false; seen.add(x.url); return true; })
414 .map((x) => { const mt = mediaType(x.url); // specific AS2 subtype (Image/Audio/Video) over generic Document
415 const ty = /^image\//i.test(mt) ? 'Image' : /^video\//i.test(mt) ? 'Video' : /^audio\//i.test(mt) ? 'Audio' : 'Document';
416 const a = { type: ty, mediaType: mt, url: x.url };
417 if (x.name) a.name = String(x.name).slice(0, 1500); // alt text / description (AS2 `name`)
418 return a; });
419 for (const a of openAudio) attachment.push(a); // fedi_open tracks → native Audio players
420
421 // Inline @user@host mentions: the Mention tag objects + the mentioned actor URIs. Only
422 // present when the content was already mention-linked (deliverCreate/Update resolve them
423 // at send time); a plain buildNote (outbox/notes) yields none.
424 const _mentionTags = mentionTags(body);
425 const _mentionCc = _mentionTags.map((t) => t.href);
426
427 const note = {
428 id,
429 type: 'Note',
430 attributedTo: aId,
431 content: titleHtml + body,
432 url: human,
433 published: new Date(post.published_at || post.created_at || Date.now()).toISOString(),
434 // fan_only = "fans only" → followers-only visibility (delivered to your followers
435 // but not addressed to Public, so Mastodon shows it only to them and can't boost it).
436 to: (post.fan_only || post.ap_visibility === 'quiet') ? [`${aId}/followers`] : [PUBLIC],
437 // Mentioned actors (from inline @user@host links the caller resolved) are addressed in cc
438 // so Mastodon notifies them; empty unless the content was mention-linked (delivery time).
439 cc: [...new Set([
440 ...(post.ap_visibility === 'quiet' ? [PUBLIC] : []), // quiet public: Public in cc, not to
441 ...((post.fan_only || post.ap_visibility === 'quiet') ? [] : [`${aId}/followers`]),
442 ..._mentionCc])],
443 tag: [...buildHashtagList(base, post.tags, body), ..._mentionTags],
444 replies: `${id}/replies`,
445 // NSFW → Mastodon-style content warning: sensitive (blurs media) + a summary/spoiler
446 // (hides the whole post behind a "Gevoelige inhoud" button until the reader opens it).
447 sensitive: !!post.nsfw,
448 };
449 if (post.nsfw) note.summary = post.content_warning || 'Gevoelige inhoud';
450 if (attachment.length) note.attachment = attachment;
451 // When the cover attachment is suppressed (hosted audio OR an external embed/link-only track →
452 // so Mastodon shows the player/link card, not media), still expose the cover via AS2 `image` so
453 // card/grid consumers (the Klonkt Cirkel/News feed) can show it. Mastodon ignores a Note's
454 // `image`, so its card is unaffected — but a Klonkt receiver reads it (handleInbox o.image).
455 if (post.cover_image_url && noImages) {
456 const cov = abs(post.cover_image_url);
457 if (cov) { note.image = { type: 'Image', mediaType: mediaType(cov), url: cov }; if (post.cover_alt) note.image.name = String(post.cover_alt).slice(0, 1500); }
458 }
459 // Experiment (mirrors PeerTube / schema.org `embedUrl`): point at the GATED player page
460 // (/embed) so a client that honours embedUrl can show an inline player WITHOUT ever
461 // getting the audio file — the anti-steal posture is untouched. `embedUrl` is a real
462 // standard field name (not a Klonkt invention); if Mastodon's apps honour it on a Note we
463 // make it JSON-LD-clean with a context term, otherwise it degrades to the player card.
464 if (playable) note.embedUrl = `${base}/embed?post=${encodeURIComponent(post.slug)}`;
465 // Content language → AS2 contentMap (a BCP-47-keyed copy of the content). Mastodon reads the
466 // language from its key for the timeline language filter + the translate button. Emitted
467 // alongside `content` (Mastodon sends both); a plain receiver just uses `content`.
468 if (post.language && /^[a-z]{2,3}(-[A-Za-z]{2,4})?$/.test(post.language)) note.contentMap = { [post.language]: note.content };
469 // A hosted poll → federate as an AS2 Question (options + live tally). Do this last so it
470 // reuses the note's content/addressing/tags, then swaps the type and strips media.
471 const ownPoll = parseOwnPoll(post.poll_json);
472 if (ownPoll) applyPollToNote(note, post.id, ownPoll);
473 return note;
474}
475
476// All reply note URIs on a local post (inbound fediverse replies + our own
477// outbound replies) — backs the Note's `replies` Collection so remote servers
478// can fetch the whole thread.
479export function getReplyUris(base, postId) {
480 const out = [];
481 try {
482 for (const r of db.prepare("SELECT object_uri FROM ap_interactions WHERE kind = 'reply' AND post_id = ? AND object_uri != '' ORDER BY created_at").all(postId)) out.push(r.object_uri);
483 for (const r of db.prepare('SELECT id FROM ap_outbox WHERE post_id = ? ORDER BY rowid').all(postId)) out.push(`${base}/ap/notes/${r.id}`);
484 } catch { /* non-fatal */ }
485 return out;
486}
487
488// Notifications "seen" tracking → a real bell badge. Stored per site in app_settings.
489export function markNotificationsSeen(slug) {
490 try {
491 db.prepare("INSERT INTO app_settings (key, value, updated_at) VALUES (?, ?, CURRENT_TIMESTAMP) ON CONFLICT(key) DO UPDATE SET value = excluded.value, updated_at = CURRENT_TIMESTAMP")
492 .run(`fedi_notif_seen:${slug}`, new Date().toISOString());
493 } catch { /* non-fatal */ }
494}
495export function countUnseenNotifications(slug) {
496 try {
497 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
498 const seen = row ? Date.parse(row.value) : 0;
499 let n = 0;
500 for (const it of getNotifications(slug, 50)) { if (Date.parse(it.created_at) > seen) n++; }
501 return n;
502 } catch { return 0; }
503}
504// The seen-watermark itself (ms epoch, 0 = never marked) — the Messages page reads it
505// BEFORE marking seen, so it can render unread dots on the items newer than last visit.
506export function notificationsSeenAt(slug) {
507 try {
508 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
509 return row ? (Date.parse(row.value) || 0) : 0;
510 } catch { return 0; }
511}
512
513// Messages = the unified inbox (Reacties + Meldingen merged, decision Robin+Bart 2026-07-16):
514// every notification PLUS your own outbound replies ('sent', with edit/delete via their
515// outboxId), sorted as one stream. Consecutive likes/boosts on the same post collapse into
516// one grouped item (actors list + count) so activity doesn't drown out conversations.
517export function getMessages(slug, limit, offset) {
518 const off = Math.max(0, offset || 0);
519 const lim = limit || 60;
520 // The stream is grouped (consecutive likes/boosts collapse), so paging is done by
521 // recomputing the whole stream top-down and slicing [off, off+lim] — stable across
522 // pages. Fetch a buffer past off+lim so grouping-shrinkage can't hide a full page.
523 const need = off + lim + 100;
524 const items = getNotifications(slug, need);
525 try {
526 for (const m of listOutbox(slug).slice(0, need)) {
527 items.push({
528 type: 'sent', outboxId: m.id, to_handle: m.to_handle, in_reply_to: m.in_reply_to,
529 content: m.content, editable: m.editable, language: m.language, created_at: m.created_at,
530 });
531 }
532 } catch { /* ignore */ }
533 items.sort((a, b) => _msgTs(b) - _msgTs(a)); // NaN-safe (zie getNotifications)
534 const out = [];
535 for (const it of items) {
536 const prev = out[out.length - 1];
537 if ((it.type === 'like' || it.type === 'announce') && prev && prev.type === it.type
538 && prev.post_slug === it.post_slug) {
539 prev.actors = prev.actors || [prev.name || prev.handle || '?'];
540 prev.actors.push(it.name || it.handle || '?');
541 prev.count = (prev.count || 1) + 1;
542 continue;
543 }
544 out.push(it);
545 }
546 return out.slice(off, off + lim);
547}
548
549export function buildCreate(base, site, post) {
550 const note = buildNote(base, site, post);
551 return {
552 '@context': AP_CONTEXT,
553 id: note.id + '#create',
554 type: 'Create',
555 actor: actorId(base, site.slug),
556 published: note.published,
557 to: note.to,
558 cc: note.cc,
559 object: note,
560 };
561}
562
563export function buildOutbox(base, site, posts) {
564 const id = `${actorId(base, site.slug)}/outbox`;
565 const items = (posts || []).slice(0, MAX_OUTBOX).map((p) => buildCreate(base, site, p));
566 return {
567 '@context': AP_CONTEXT,
568 id,
569 type: 'OrderedCollection',
570 totalItems: items.length,
571 orderedItems: items,
572 };
573}
574
575// Public callers get a count-only collection (privacy). The authenticated
576// account owner (a C2S bearer scoped to this site) gets the real actor URIs via
577// `items`, so their own client can build a friends list.
578export function buildFollowers(base, site, count, items = null) {
579 const id = `${actorId(base, site.slug)}/followers`;
580 return {
581 '@context': AP_CONTEXT,
582 id,
583 type: 'OrderedCollection',
584 totalItems: items ? items.length : (count || 0),
585 orderedItems: items || [], // count-only for the public; full for the owner
586 };
587}
588
589// The accounts this site follows — count only, mirroring buildFollowers. The spec lists
590// `following` as a standard actor property; Hubzilla/Friendica + crawlers expect it.
591export function buildFollowing(base, site, count, items = null) {
592 const id = `${actorId(base, site.slug)}/following`;
593 return {
594 '@context': AP_CONTEXT,
595 id,
596 type: 'OrderedCollection',
597 totalItems: items ? items.length : (count || 0),
598 orderedItems: items || [], // count-only for the public; full for the owner
599 };
600}
601
602// Pinned posts → the actor's `featured` collection. Mastodon reads this and shows
603// these as the "Featured" tab (pinned to the profile). Posts come ordered by pin
604// rank; embedded as full Notes so a remote server doesn't need extra fetches.
605export function buildFeatured(base, site, posts) {
606 const id = `${actorId(base, site.slug)}/featured`;
607 const items = (posts || []).map((p) => buildNote(base, site, p));
608 return {
609 '@context': AP_CONTEXT,
610 id,
611 type: 'OrderedCollection',
612 totalItems: items.length,
613 orderedItems: items,
614 };
615}
616
617// ── followers store (lazy stmts) ──────────────────────────────────
618let _insF, _delF, _listF, _cntF;
619function fStmts() {
620 if (!_insF) {
621 _insF = db.prepare('INSERT OR IGNORE INTO ap_followers (slug, actor_uri, inbox, shared_inbox, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
622 _delF = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND actor_uri = ?');
623 _listF = db.prepare('SELECT inbox, shared_inbox FROM ap_followers WHERE slug = ?');
624 _cntF = db.prepare('SELECT COUNT(*) n FROM ap_followers WHERE slug = ?');
625 }
626 return { ins: _insF, del: _delF, list: _listF, cnt: _cntF };
627}
628export function followerCount(slug) { return fStmts().cnt.get(slug).n; }
629
630// Followers with delivery health, for the management list. Never-delivered accounts
631// first, then oldest successful delivery first — i.e. the cleanup candidates on top.
632export function listFollowers(slug) {
633 return db.prepare(
634 `SELECT id, actor_uri, inbox, shared_inbox, created_at, last_delivery_at, last_error_at
635 FROM ap_followers WHERE slug = ?
636 ORDER BY (last_delivery_at IS NULL) DESC, last_delivery_at ASC, created_at ASC`
637 ).all(slug);
638}
639// Manually drop a follower after a check (a still-live account would have to re-follow).
640export function removeFollower(slug, id) {
641 const info = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND id = ?').run(slug, id);
642 return info.changes > 0;
643}
644
645// Merge who-you-follow (ap_following, rich display) with who-follows-you (ap_followers,
646// delivery health) into ONE connections list, keyed by actor_uri. Each entry gets a
647// direction (following →, follower ←, mutual ↔) and, for accounts we deliver to, an
648// `unreachable` flag (never delivered, or last attempt failed after the last success) so
649// the view can split dead connections into their own section. Powers the Connect page.
650export function listConnections(slug) {
651 const byUri = new Map();
652 for (const f of listFollowing(slug)) {
653 byUri.set(f.actor_uri, {
654 actor_uri: f.actor_uri, name: f.name || null, handle: f.handle || null,
655 icon: f.icon || null, url: f.url || null, auto_boost: f.auto_boost ? 1 : 0,
656 status: f.status || null, following: true, follower: false,
657 last_delivery_at: null, last_error_at: null, follower_id: null,
658 });
659 }
660 for (const fo of listFollowers(slug)) {
661 const e = byUri.get(fo.actor_uri);
662 if (e) { e.follower = true; e.last_delivery_at = fo.last_delivery_at; e.last_error_at = fo.last_error_at; e.follower_id = fo.id; }
663 else byUri.set(fo.actor_uri, {
664 actor_uri: fo.actor_uri, name: null, handle: null, icon: null, url: null,
665 auto_boost: 0, status: null, following: false, follower: true,
666 last_delivery_at: fo.last_delivery_at, last_error_at: fo.last_error_at, follower_id: fo.id,
667 });
668 }
669 return [...byUri.values()].map((e) => {
670 e.direction = (e.following && e.follower) ? 'mutual' : (e.following ? 'following' : 'follower');
671 e.unreachable = e.follower && (!e.last_delivery_at || (!!e.last_error_at && (!e.last_delivery_at || e.last_error_at > e.last_delivery_at)));
672 return e;
673 });
674}
675
676// ── inbound interactions store (replies / likes / boosts) + our outbound replies ──
677let _insI, _delLA, _delReply, _listI, _getI, _insO, _listO, _getO;
678// ── moderation tombstones (ap_rejected_objects) ───────────────────
679// A reply the owner removed stays removed: its object URI is tombstoned and
680// checked at ingest AND by the thread-crawler (else thread-filling would
681// re-fetch it). Owner moderation acts on the LOCAL copy, so it also works for
682// private notes that authorize_interaction can't fetch (401/404).
683let _insRj, _hasRj;
684function rjStmts() {
685 if (!_insRj) {
686 _insRj = db.prepare('INSERT OR IGNORE INTO ap_rejected_objects (object_uri, post_id, reason) VALUES (?,?,?)');
687 _hasRj = db.prepare('SELECT 1 FROM ap_rejected_objects WHERE object_uri = ?');
688 }
689 return { ins: _insRj, has: _hasRj };
690}
691export function isRejectedObject(uri) {
692 if (!uri) return false;
693 try { return !!rjStmts().has.get(String(uri)); } catch { return false; }
694}
695// Owner removes an incoming reply: tombstone + delete. Tenancy-scoped: the
696// interaction's post must belong to the caller's site.
697export function rejectInteraction(site, interactionId, reason) {
698 if (!site || !site.slug) return { error: 'forbidden' };
699 const row = iStmts().getI.get(interactionId);
700 if (!row) return { error: 'not_found' };
701 const owns = db.prepare('SELECT 1 FROM posts WHERE id = ? AND site_id = (SELECT id FROM sites WHERE slug = ?)')
702 .get(row.post_id, site.slug);
703 if (!owns) return { error: 'forbidden' };
704 if (row.object_uri) { try { rjStmts().ins.run(row.object_uri, row.post_id, reason || 'removed by site owner'); } catch { /* non-fatal */ } }
705 db.prepare('DELETE FROM ap_interactions WHERE id = ?').run(interactionId);
706 console.log('[AP] interaction removed by owner', site.slug, row.object_uri || row.actor_uri);
707 return { ok: true, object_uri: row.object_uri || null, actor_uri: row.actor_uri || null };
708}
709// Stored URIs of an interaction (tenancy-scoped) → feed sendReport for flagging
710// from the local copy (works for private notes; no remote fetch needed to target).
711export function interactionReportTarget(site, interactionId) {
712 if (!site || !site.slug) return null;
713 const row = iStmts().getI.get(interactionId);
714 if (!row) return null;
715 const owns = db.prepare('SELECT 1 FROM posts WHERE id = ? AND site_id = (SELECT id FROM sites WHERE slug = ?)')
716 .get(row.post_id, site.slug);
717 if (!owns) return null;
718 return { objectUri: row.object_uri || null, actorUri: row.actor_uri || null };
719}
720
721// AP addressing → visibility: 'public' | 'unlisted' | 'followers' | 'direct'.
722// Mastodon-conventie: Public in `to` = public, Public in `cc` = unlisted, een
723// followers-collectie zonder Public = followers-only, anders direct (DM). Public
724// kan als volledige URI, 'as:Public' of 'Public' voorkomen (JSON-LD shorthands).
725export function noteVisibility(o) {
726 const arr = (v) => (Array.isArray(v) ? v : (v ? [v] : []));
727 const isPub = (u) => u === PUBLIC || u === 'as:Public' || u === 'Public';
728 const to = arr(o && o.to).map(String);
729 const cc = arr(o && o.cc).map(String);
730 if (to.some(isPub)) return 'public';
731 if (cc.some(isPub)) return 'unlisted';
732 if ([...to, ...cc].some((u) => /\/followers\/?$/.test(u))) return 'followers';
733 return 'direct';
734}
735
736function iStmts() {
737 if (!_insI) {
738 _insI = db.prepare('INSERT OR IGNORE INTO ap_interactions (kind, post_id, object_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, parent_uri, visibility, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
739 _delLA = db.prepare('DELETE FROM ap_interactions WHERE kind = ? AND post_id = ? AND actor_uri = ?');
740 _delReply = db.prepare("DELETE FROM ap_interactions WHERE kind = 'reply' AND object_uri = ?");
741 _listI = db.prepare('SELECT id, kind, object_uri, parent_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, created_at, acted_boost, acted_like, visibility FROM ap_interactions WHERE post_id = ? ORDER BY created_at ASC');
742 _getI = db.prepare('SELECT * FROM ap_interactions WHERE id = ?');
743 _insO = db.prepare('INSERT INTO ap_outbox (id, site_slug, post_id, post_slug, in_reply_to, to_actor, to_handle, content, language, attachments, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
744 _listO = db.prepare('SELECT * FROM ap_outbox WHERE post_id = ? ORDER BY created_at ASC');
745 _getO = db.prepare('SELECT * FROM ap_outbox WHERE id = ?');
746 }
747 return { ins: _insI, delLA: _delLA, delReply: _delReply, list: _listI, getI: _getI, insO: _insO, listO: _listO, getO: _getO };
748}
749
750export function getInteractionById(id) { return iStmts().getI.get(id); }
751export function setInteractionBoosted(id, on) {
752 db.prepare('UPDATE ap_interactions SET acted_boost = ? WHERE id = ?').run(on ? 1 : 0, id);
753}
754export function setInteractionLiked(id, on) {
755 db.prepare('UPDATE ap_interactions SET acted_like = ? WHERE id = ?').run(on ? 1 : 0, id);
756}
757// Your like/boost state on a REMOTE post (interact page toggles).
758export function setMyReaction(slug, uri, kind, on) {
759 if (on) db.prepare('INSERT OR IGNORE INTO ap_my_reactions (site_slug, target_uri, kind) VALUES (?,?,?)').run(slug, uri, kind);
760 else db.prepare('DELETE FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ? AND kind = ?').run(slug, uri, kind);
761}
762export function getMyReactions(slug, uri) {
763 const rows = (slug && uri) ? db.prepare('SELECT kind FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ?').all(slug, uri) : [];
764 return { liked: rows.some((r) => r.kind === 'like'), boosted: rows.some((r) => r.kind === 'boost') };
765}
766
767const localPostExists = (id) => { try { return !!db.prepare('SELECT 1 FROM posts WHERE id = ?').get(id); } catch { return false; } };
768// Extract our local post id from a note URL, but only if it's ours (base match).
769function postIdFromNoteUrl(url, base) {
770 const s = String(url || '');
771 if (base && !s.startsWith(base)) return null;
772 const m = s.match(/\/ap\/notes\/([^/?#]+)/);
773 return m ? decodeURIComponent(m[1]) : null;
774}
775function deriveHandle(actorUri) {
776 try { const u = new URL(actorUri); const seg = u.pathname.split('/').filter(Boolean).pop() || ''; return `@${seg}@${u.host}`; } catch { return String(actorUri || ''); }
777}
778function actorInfo(doc, actorUri) {
779 let host = ''; try { host = new URL(actorUri).host; } catch { /* keep empty */ }
780 const handle = doc && doc.preferredUsername ? `@${doc.preferredUsername}@${host}` : deriveHandle(actorUri);
781 const icon = doc && doc.icon ? (doc.icon.url || (Array.isArray(doc.icon) && doc.icon[0] && doc.icon[0].url)) : null;
782 return {
783 name: (doc && (doc.name || doc.preferredUsername)) || handle,
784 handle,
785 url: safeUrl((doc && (doc.url || doc.id)) || actorUri) || null,
786 icon: safeUrl(icon) || null,
787 };
788}
789
790// Given an inReplyTo note URL, find which local post the thread belongs to + the
791// note being replied to (parent), so a reply-to-a-comment can be nested.
792function findThreadTarget(inReplyTo, base) {
793 if (!inReplyTo) return null;
794 const seg = postIdFromNoteUrl(inReplyTo, base); // our /ap/notes/<id> segment (if ours)
795 if (seg && localPostExists(seg)) return { post_id: seg, parent_uri: inReplyTo };
796 if (seg) {
797 try { const o = db.prepare('SELECT post_id FROM ap_outbox WHERE id = ?').get(seg); if (o && o.post_id) return { post_id: o.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
798 }
799 try { const row = db.prepare("SELECT post_id FROM ap_interactions WHERE object_uri = ? AND kind = 'reply' LIMIT 1").get(inReplyTo); if (row && row.post_id) return { post_id: row.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
800 return null;
801}
802
803// Drop the leading @mention(s) a federated reply carries (the person being replied to),
804// so a comment reads "dope tekening ouwe" instead of "@jason@jasonhacky.nl dope …".
805// Keeps a leading <p> wrapper; handles mention <a> links and plain-text @user@domain.
806export function stripLeadingMentions(html) {
807 if (!html) return html;
808 let s = String(html);
809 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:<a\b[^>]*>\s*@[^<]+<\/a>[  ]*)+/i, (m, p) => p || '');
810 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:@[\w.-]+(?:@[\w.-]+)?[  ]+)+/i, (m, p) => p || '');
811 return s;
812}
813
814// View-ready threaded view of a post's fediverse activity (inbound replies +
815// our outbound replies, nested), plus like/boost counts.
816export function getInteractions(postId, base, site) {
817 const s = iStmts();
818 // Privacy: a followers-only or direct (DM) reply is addressed to people, not to the
819 // public web, so it must NOT render in the public thread. It still reaches the owner
820 // via notifications (post context + reference included there). Legacy rows without a
821 // visibility value are treated as public. Likes/boosts stay counted (count-only).
822 const rows = s.list.all(postId).filter((r) =>
823 r.kind !== 'reply' || !(r.visibility === 'followers' || r.visibility === 'direct'));
824 const baseClean = (base || process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
825 const postNoteId = baseClean ? `${baseClean}/ap/notes/${postId}` : null;
826 // Our own (outbound) replies show the SITE identity for everyone (not "You").
827 let host = ''; try { host = new URL(baseClean).host; } catch { /* ignore */ }
828 const siteName = (site && (site.title || site.slug)) || '';
829 const siteHandle = (site && site.slug && host) ? `@${site.slug}@${host}` : '';
830 const siteUrl = baseClean ? `${baseClean}/` : '';
831 const siteIcon = (site && site.profile_photo) || null;
832
833 const nodes = [];
834 for (const r of rows) {
835 if (r.kind !== 'reply') continue;
836 nodes.push({
837 noteId: r.object_uri, parent: r.parent_uri || null, mine: false, id: r.id,
838 actor_uri: r.actor_uri,
839 actor_name: r.actor_name, actor_handle: r.actor_handle, actor_url: r.actor_url,
840 actor_icon: r.actor_icon, content: stripLeadingMentions(r.content), created_at: r.published || r.created_at,
841 acted_boost: !!r.acted_boost, acted_like: !!r.acted_like,
842 children: [],
843 });
844 }
845 for (const o of s.listO.all(postId)) {
846 nodes.push({
847 noteId: baseClean ? `${baseClean}/ap/notes/${o.id}` : o.id, parent: o.in_reply_to || null,
848 mine: true, outboxId: o.id, content: stripLeadingMentions(o.content), created_at: o.created_at,
849 media: (() => { try { return o.attachments ? JSON.parse(o.attachments) : []; } catch { return []; } })(),
850 actor_name: siteName, actor_handle: siteHandle, actor_url: siteUrl, actor_icon: siteIcon,
851 children: [],
852 });
853 }
854
855 const byId = new Map(nodes.map((n) => [n.noteId, n]));
856 // Conversation partners per node (u02, the reply editor's mentions bar): the
857 // node's author plus the ancestor authors up the chain. Our own nodes are
858 // skipped (we do not mention ourselves), deduped by actor, capped at 8.
859 for (const n of nodes) {
860 const seen = new Set();
861 const list = [];
862 let cur = n, guard = 0;
863 while (cur && guard++ < 12 && list.length < 8) {
864 if (!cur.mine && cur.actor_uri && !seen.has(cur.actor_uri)) {
865 seen.add(cur.actor_uri);
866 list.push({
867 uri: cur.actor_uri,
868 url: cur.actor_url || cur.actor_uri,
869 handle: cur.actor_handle || deriveHandle(cur.actor_uri),
870 });
871 }
872 cur = cur.parent ? byId.get(cur.parent) : null;
873 }
874 n.participants = list;
875 }
876 const isTop = (n) => !n.parent || n.parent === postNoteId || !byId.has(n.parent);
877 const tops = [];
878 for (const n of nodes) {
879 if (isTop(n)) { tops.push(n); continue; }
880 let anc = n, guard = 0;
881 while (!isTop(anc) && guard++ < 12) anc = byId.get(anc.parent);
882 anc.children.push(n);
883 }
884 const byTime = (a, b) => new Date(a.created_at) - new Date(b.created_at);
885 tops.sort(byTime).forEach((t) => t.children.sort(byTime));
886
887 return {
888 thread: tops,
889 likeCount: rows.filter((r) => r.kind === 'like').length,
890 announceCount: rows.filter((r) => r.kind === 'announce').length,
891 total: nodes.length,
892 };
893}
894
895// ── HTTP Signatures + delivery ────────────────────────────────────
896const slugFromActorUrl = (url) => { const m = String(url || '').match(/\/ap\/users\/([^/?#]+)/); return m ? decodeURIComponent(m[1]) : null; };
897// Which of OUR sites are named in a note's Mention tags? Only hrefs on our own base count
898// (an /ap/users/<slug> path on a remote host is someone else's actor), and the slug must be
899// an existing site. Deduped.
900export function localMentionSlugs(tags, base) {
901 if (!base) return [];
902 const out = [], seen = new Set();
903 for (const t of (Array.isArray(tags) ? tags : (tags ? [tags] : []))) {
904 if (!t || t.type !== 'Mention' || typeof t.href !== 'string') continue;
905 if (!t.href.startsWith(base + '/ap/users/')) continue;
906 const slug = slugFromActorUrl(t.href);
907 if (!slug || seen.has(slug)) continue; seen.add(slug);
908 try { if (db.prepare('SELECT 1 FROM sites WHERE slug = ?').get(slug)) out.push(slug); } catch { /* ignore */ }
909 }
910 return out;
911}
912
913// Sign + POST an activity to a remote inbox (draft-cavage HTTP Signatures, RSA-SHA256).
914export async function deliver(inboxUrl, bodyObj, keyId, privatePem) {
915 const body = JSON.stringify(bodyObj);
916 const u = new URL(inboxUrl);
917 const date = new Date().toUTCString();
918 const digest = 'SHA-256=' + crypto.createHash('sha256').update(body).digest('base64');
919 const signingString = `(request-target): post ${u.pathname}\nhost: ${u.host}\ndate: ${date}\ndigest: ${digest}`;
920 const signature = crypto.sign('sha256', Buffer.from(signingString), privatePem).toString('base64');
921 const sig = `keyId="${keyId}",algorithm="rsa-sha256",headers="(request-target) host date digest",signature="${signature}"`;
922 const r = await safeFetch(inboxUrl, {
923 method: 'POST',
924 headers: { 'Content-Type': 'application/activity+json', Accept: 'application/activity+json', Date: date, Digest: digest, Signature: sig },
925 body,
926 });
927 return r.status;
928}
929
930export async function fetchActor(url) {
931 try {
932 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
933 if (!r.ok) return null;
934 const len = Number(r.headers.get('content-length') || 0);
935 if (len > 2_000_000) return null; // refuse oversized actor docs
936 return await r.json();
937 } catch { return null; }
938}
939
940// ── Delivery queue with retries ───────────────────────────────────
941// Outbound deliveries are tried immediately; on failure (down server, timeout,
942// non-2xx) they're queued and retried with backoff so a briefly-offline follower
943// doesn't silently miss the post. The signing key is NOT stored — the worker
944// re-derives it from the actor slug at send time.
945const DELIVERY_MAX_ATTEMPTS = 6;
946const DELIVERY_BACKOFF_MIN = [1, 5, 15, 60, 180, 360];
947let _insDeliv, _dueDeliv, _delDeliv, _bumpDeliv;
948function deliveryStmts() {
949 if (!_insDeliv) {
950 _insDeliv = db.prepare('INSERT INTO ap_delivery (slug, inbox, body, attempts, next_at) VALUES (?,?,?,0,CURRENT_TIMESTAMP)');
951 _dueDeliv = db.prepare("SELECT * FROM ap_delivery WHERE datetime(next_at) <= datetime('now') ORDER BY next_at LIMIT 30");
952 _delDeliv = db.prepare('DELETE FROM ap_delivery WHERE id = ?');
953 _bumpDeliv = db.prepare('UPDATE ap_delivery SET attempts = ?, next_at = ? WHERE id = ?');
954 }
955 return { ins: _insDeliv, due: _dueDeliv, del: _delDeliv, bump: _bumpDeliv };
956}
957export function enqueueDelivery(slug, inbox, activity) {
958 if (!slug || !inbox || !activity) return;
959 try { deliveryStmts().ins.run(slug, inbox, JSON.stringify(activity)); } catch { /* ignore */ }
960}
961// Record delivery health per follower so the followers list can flag dead accounts.
962// Keyed by inbox: a shared-inbox POST reaches every follower behind it, so all of them
963// are marked. A non-follower inbox (inline @mention) simply matches 0 rows.
964let _fDelivOk, _fDelivErr;
965function markFollowerDelivery(slug, inbox, ok) {
966 if (!slug || !inbox) return;
967 try {
968 if (!_fDelivOk) {
969 _fDelivOk = db.prepare('UPDATE ap_followers SET last_delivery_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
970 _fDelivErr = db.prepare('UPDATE ap_followers SET last_error_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
971 }
972 (ok ? _fDelivOk : _fDelivErr).run(slug, inbox, inbox);
973 } catch { /* health tracking is non-fatal */ }
974}
975// Deliver now; queue for retry if it fails.
976export async function deliverWithRetry(slug, inbox, activity, keyId, privPem) {
977 if (!inbox) return;
978 try { const st = await deliver(inbox, activity, keyId, privPem); if (st >= 200 && st < 300) { markFollowerDelivery(slug, inbox, true); return; } } catch { /* queue below */ }
979 enqueueDelivery(slug, inbox, activity);
980}
981let _processingDeliv = false;
982export async function processDeliveryQueue() {
983 if (_processingDeliv) return; // re-entrancy guard: 30 rows × 8s can exceed the 60s tick → no double-delivery
984 _processingDeliv = true;
985 try {
986 let rows;
987 try { rows = deliveryStmts().due.all(); } catch { return; }
988 if (!rows || !rows.length) return;
989 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
990 for (const row of rows) {
991 let ok = false;
992 try {
993 const keys = getOrCreateKeys(row.slug);
994 const st = await deliver(row.inbox, JSON.parse(row.body), `${actorId(base, row.slug)}#main-key`, keys.private_pem);
995 ok = st >= 200 && st < 300;
996 } catch { ok = false; }
997 if (ok) { markFollowerDelivery(row.slug, row.inbox, true); deliveryStmts().del.run(row.id); continue; }
998 const attempts = row.attempts + 1;
999 if (attempts >= DELIVERY_MAX_ATTEMPTS) { markFollowerDelivery(row.slug, row.inbox, false); deliveryStmts().del.run(row.id); console.warn('[AP] delivery gave up after', attempts, 'tries →', row.inbox); continue; }
1000 // Index the backoff on the CURRENT attempt count (row.attempts) so the first
1001 // retry uses the 1-min tier instead of skipping it.
1002 const mins = DELIVERY_BACKOFF_MIN[Math.min(row.attempts, DELIVERY_BACKOFF_MIN.length - 1)];
1003 deliveryStmts().bump.run(attempts, new Date(Date.now() + mins * 60000).toISOString(), row.id);
1004 }
1005 } finally { _processingDeliv = false; }
1006}
1007let _delivTimer = null;
1008export function startDeliveryWorker() {
1009 if (_delivTimer) return;
1010 _delivTimer = setInterval(() => { processDeliveryQueue().catch(() => {}); }, 60 * 1000);
1011 if (_delivTimer.unref) _delivTimer.unref();
1012}
1013
1014// Best-effort verification of an incoming signed request. Returns the sender's
1015// actor doc if the signature checks out, else null. (Not gating yet — MVP.)
1016// Max clock skew for the signed Date header (replay window). Generous default to tolerate
1017// federating servers with drifting clocks; an operator can widen it via env.
1018const SIG_MAX_SKEW_MS = (Number(process.env.AP_SIG_MAX_SKEW_MIN) || 60) * 60 * 1000;
1019export async function verifyRequest(req) {
1020 const sigH = req.headers['signature'];
1021 if (!sigH) return null;
1022 const p = Object.fromEntries([...sigH.matchAll(/([a-zA-Z]+)="([^"]*)"/g)].map((m) => [m[1], m[2]]));
1023 if (!p.keyId || !p.signature) return null;
1024 const actor = await fetchActor(p.keyId.split('#')[0]);
1025 const pem = actor && actor.publicKey && actor.publicKey.publicKeyPem;
1026 if (!pem) return null;
1027 const hs = (p.headers || '(request-target) host date').split(/\s+/);
1028 // Behind a reverse proxy the raw Host header is the backend bind (e.g. localhost:3000, when
1029 // the proxy doesn't preserve it — Apache .htaccess [P] proxying), but the sender signed the
1030 // HTTP-Signature over the PUBLIC host. Try each candidate host (the configured PUBLIC_BASE_URL
1031 // host, the proxy's X-Forwarded-Host, and the raw Host) and accept if the signature verifies
1032 // against any. An attacker can't forge a match (no private key), so this only rescues the
1033 // legitimate proxied case. Also normalise a leading double-slash in the request-target.
1034 let _pubHost = null;
1035 if (process.env.PUBLIC_BASE_URL) { try { _pubHost = new URL(process.env.PUBLIC_BASE_URL).host; } catch { /* ignore */ } }
1036 const _hosts = [...new Set([_pubHost, req.headers['x-forwarded-host'], req.headers['host']].filter(Boolean))];
1037 const _target = `${req.method.toLowerCase()} ${String(req.originalUrl || '').replace(/^\/{2,}/, '/')}`;
1038 const _sig = Buffer.from(p.signature, 'base64');
1039 let ok = false;
1040 for (const _h of _hosts) {
1041 const line = hs.map((x) => x === '(request-target)'
1042 ? `(request-target): ${_target}`
1043 : x === 'host' ? `host: ${_h}`
1044 : `${x}: ${req.headers[x] || ''}`).join('\n');
1045 try { if (crypto.verify('sha256', Buffer.from(line), pem, _sig)) { ok = true; break; } } catch { /* try next host */ }
1046 }
1047 // Replay defence: the Date header must be signed and recent. A captured signed request
1048 // replayed later (or with a swapped body) is rejected.
1049 if (ok) {
1050 if (!hs.includes('date')) ok = false;
1051 else {
1052 const t = Date.parse(req.headers['date'] || '');
1053 if (isNaN(t) || Math.abs(Date.now() - t) > SIG_MAX_SKEW_MS) ok = false;
1054 }
1055 }
1056 // Digest is MANDATORY when the request carries a body: without a signed digest the body
1057 // isn't covered by the signature and could be swapped on a replay.
1058 if (ok && req.rawBody && req.rawBody.length) {
1059 if (!hs.includes('digest')) ok = false;
1060 else {
1061 const exp = 'SHA-256=' + crypto.createHash('sha256').update(req.rawBody).digest('base64');
1062 if (req.headers['digest'] !== exp) ok = false;
1063 }
1064 }
1065 return ok ? actor : null;
1066}
1067
1068// Parse a fediverse poll (an ActivityStreams `Question` — the Mastodon-standard poll form)
1069// into our compact shape. `oneOf` = single choice, `anyOf` = multiple; each option is a Note
1070// with a `name` and a `replies` collection whose `totalItems` is that option's vote count.
1071function parsePoll(o) {
1072 if (!o || o.type !== 'Question') return null;
1073 const raw = Array.isArray(o.oneOf) ? o.oneOf : (Array.isArray(o.anyOf) ? o.anyOf : null);
1074 if (!raw || !raw.length) return null;
1075 const options = raw.slice(0, 12).map((opt) => ({
1076 name: String((opt && opt.name) || '').slice(0, 300),
1077 count: Math.max(0, Number(opt && opt.replies && opt.replies.totalItems) || 0),
1078 })).filter((x) => x.name);
1079 if (!options.length) return null;
1080 const endTime = o.endTime || (typeof o.closed === 'string' ? o.closed : null);
1081 const closed = !!o.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
1082 return { multiple: Array.isArray(o.anyOf), options, endTime, closed, voters: Number(o.votersCount) || null, voted: null };
1083}
1084
1085// ── Polls WE host (a local post with a poll) ──────────────────────
1086// Parse the poll definition stored on our own post (posts.poll_json). Counts are
1087// NOT stored here — they're derived from the poll_votes ballots so a re-render always
1088// reflects the authoritative tally.
1089export function parseOwnPoll(pollJson) {
1090 if (!pollJson) return null;
1091 let d; try { d = typeof pollJson === 'string' ? JSON.parse(pollJson) : pollJson; } catch { return null; }
1092 if (!d || !Array.isArray(d.options)) return null;
1093 const options = d.options.map((o) => ({ name: String((o && o.name != null ? o.name : o) || '').slice(0, 300) })).filter((o) => o.name);
1094 if (options.length < 2) return null;
1095 const endTime = d.endTime || null;
1096 const closed = !!d.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
1097 return { multiple: !!d.multiple, options, endTime, closed };
1098}
1099
1100// Live tally of a hosted poll from its ballots: per-option counts + unique voters.
1101export function pollTally(postId) {
1102 const counts = {}; let voters = 0;
1103 try {
1104 for (const r of db.prepare('SELECT choice, COUNT(*) AS n FROM poll_votes WHERE post_id = ? GROUP BY choice').all(postId)) counts[r.choice] = r.n;
1105 voters = db.prepare('SELECT COUNT(DISTINCT actor_uri) AS n FROM poll_votes WHERE post_id = ?').get(postId).n || 0;
1106 } catch { /* table may not exist yet */ }
1107 return { counts, voters };
1108}
1109
1110// Render-ready view of a hosted poll (options with counts + percentages, totals, state).
1111// Voting is fediverse-only, so this is display-only on the site.
1112export function ownPollView(post) {
1113 const poll = parseOwnPoll(post && post.poll_json);
1114 if (!poll) return null;
1115 const { counts, voters } = pollTally(post.id);
1116 const total = Object.values(counts).reduce((a, b) => a + b, 0);
1117 const denom = poll.multiple ? voters : total; // multiple-choice %: share of voters (can sum >100%)
1118 const options = poll.options.map((o) => {
1119 const count = counts[o.name] || 0;
1120 return { name: o.name, count, pct: denom ? Math.round((count / denom) * 100) : 0 };
1121 });
1122 return { multiple: poll.multiple, options, total, voters, endTime: poll.endTime, closed: poll.closed };
1123}
1124
1125// Attach the AS2 Question shape to a note built for a hosted poll. Mastodon renders a
1126// status with either media OR a poll (never both), so a poll federates as content +
1127// options with no media attachment. oneOf = single choice, anyOf = multiple.
1128function applyPollToNote(note, postId, poll) {
1129 const { counts, voters } = pollTally(postId);
1130 const opts = poll.options.map((o) => ({
1131 type: 'Note',
1132 name: o.name,
1133 replies: { type: 'Collection', totalItems: counts[o.name] || 0 },
1134 }));
1135 note.type = 'Question';
1136 note[poll.multiple ? 'anyOf' : 'oneOf'] = opts;
1137 if (poll.endTime) note.endTime = new Date(poll.endTime).toISOString();
1138 // Once closed, Mastodon expects a `closed` timestamp (the effective end).
1139 if (poll.closed) note.closed = poll.endTime ? new Date(poll.endTime).toISOString() : new Date().toISOString();
1140 note.votersCount = voters;
1141 delete note.attachment; // media ATTACHMENTS + a poll are mutually exclusive on Mastodon
1142 // Keep note.image: it's the cover, which Mastodon ignores on a Question anyway
1143 // (same as on any Note) but Klonkt reads to show the cover in feeds/the Cirkel.
1144 // Deleting it stripped the cover off every boosted poll.
1145 return note;
1146}
1147
1148// Record an inbound ballot on one of OUR polls. A vote arrives as a Create(Note) whose
1149// `name` is the chosen option and `inReplyTo` is our poll note — the Mastodon-standard
1150// vote form. Returns { handled } — handled=true means it was addressed to a poll (so the
1151// caller must NOT also store it as a reply), false means "not a poll, fall through".
1152function recordPollBallot(postId, actorUri, rawChoice) {
1153 const choice = String(rawChoice == null ? '' : rawChoice).slice(0, 300);
1154 if (!choice) return { handled: false };
1155 let post; try { post = db.prepare('SELECT poll_json FROM posts WHERE id = ?').get(postId); } catch { return { handled: false }; }
1156 const poll = post && parseOwnPoll(post.poll_json);
1157 if (!poll) return { handled: false }; // not a poll → let the reply logic handle it
1158 if (poll.closed) return { handled: true }; // voting closed → drop
1159 if (!poll.options.some((o) => o.name === choice)) return { handled: true }; // unknown option → drop
1160 try {
1161 // Single choice = one ballot per actor: ignore a later/different vote. Multiple choice
1162 // allows one ballot per distinct option (the UNIQUE(post,actor,choice) dedupes repeats).
1163 if (!poll.multiple && db.prepare('SELECT 1 FROM poll_votes WHERE post_id = ? AND actor_uri = ? LIMIT 1').get(postId, actorUri)) return { handled: true };
1164 db.prepare('INSERT OR IGNORE INTO poll_votes (post_id, actor_uri, choice) VALUES (?, ?, ?)').run(postId, actorUri, choice);
1165 } catch { return { handled: true }; }
1166 schedulePollUpdate(postId);
1167 return { handled: true };
1168}
1169
1170// Coalesce a burst of votes into ONE Update(Question) per poll: the first vote schedules a
1171// refresh ~15s out; further votes in that window ride the same pending update (which carries
1172// the accumulated tally). Non-follower voters re-fetch the Question (live tally) themselves.
1173const _pollUpdTimers = new Map();
1174function schedulePollUpdate(postId) {
1175 if (_pollUpdTimers.has(postId)) return;
1176 const t = setTimeout(() => { _pollUpdTimers.delete(postId); deliverPollUpdate(postId).catch(() => { /* best-effort */ }); }, 15000);
1177 if (t.unref) t.unref();
1178 _pollUpdTimers.set(postId, t);
1179}
1180
1181// Push the fresh poll tally (or closed state) to followers as Update(Question).
1182export async function deliverPollUpdate(postId) {
1183 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1184 if (!base || !postId) return;
1185 let post, site;
1186 try {
1187 post = db.prepare('SELECT * FROM posts WHERE id = ?').get(postId);
1188 if (!post || !post.poll_json) return;
1189 site = db.prepare('SELECT * FROM sites WHERE id = ?').get(post.site_id);
1190 } catch { return; }
1191 if (site) await deliverUpdate(site, post);
1192}
1193
1194// Handle an incoming inbox POST. slugParam = null for the shared /ap/inbox.
1195export async function handleInbox(req, slugParam) {
1196 const act = req.body || {};
1197 const type = act.type;
1198 // Real client IP (behind the proxy via `trust proxy`) — logged on dropped/rejected/
1199 // ignored inbox hits so an operator can see who is probing their fediverse inbox.
1200 const ip = req.ip || (req.connection && req.connection.remoteAddress) || '?';
1201 const base = (process.env.PUBLIC_BASE_URL || `${req.protocol}://${req.get('host')}`).replace(/\/+$/, '');
1202 const verified = await verifyRequest(req).catch(() => null);
1203
1204 // ENFORCE HTTP signatures: a data-affecting activity must be signed by the very
1205 // actor it claims to be. No valid signature, or signer ≠ actor → reject (no
1206 // forged replies/likes/follows/timeline posts). GET/discovery stays open.
1207 const claimedActor = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1208 // Blocked actor/domain → silently drop (202, don't reveal the block).
1209 if (claimedActor && isBlockedAny(claimedActor)) { console.log('[AP] inbox dropped (blocked)', claimedActor, 'from', ip); return 202; }
1210 const GATED = ['Create', 'Like', 'Announce', 'Follow', 'Delete', 'Undo', 'Accept', 'Reject', 'Add', 'Remove', 'Update', 'Flag'];
1211 if (GATED.includes(type)) {
1212 if (!verified || !claimedActor || verified.id !== claimedActor) {
1213 console.warn('[AP] inbox REJECTED (signature)', type, claimedActor || '?', 'from', ip, verified ? '(signer mismatch)' : '(unsigned/invalid)');
1214 return 401;
1215 }
1216 }
1217
1218 // A moderation report (Flag) about our content — store it for the targeted site's owner
1219 // (each Klonkt site is moderated by its own owner). Signature is enforced (GATED).
1220 if (type === 'Flag') {
1221 const objs = Array.isArray(act.object) ? act.object : (act.object ? [act.object] : []);
1222 const objectUris = objs.map((o) => (typeof o === 'string' ? o : (o && o.id))).filter(Boolean);
1223 let targetSlug = null;
1224 const noteIds = [];
1225 for (const u of objectUris) {
1226 const s = slugFromActorUrl(u); // one of our actors?
1227 if (s) { targetSlug = targetSlug || s; continue; }
1228 const pid = postIdFromNoteUrl(u, base); // one of our notes?
1229 if (pid) noteIds.push(pid);
1230 }
1231 if (!targetSlug && noteIds.length) {
1232 try { const r = db.prepare('SELECT s.slug FROM posts p JOIN sites s ON s.id = p.site_id WHERE p.id = ? LIMIT 1').get(noteIds[0]); if (r) targetSlug = r.slug; } catch { /* ignore */ }
1233 }
1234 if (!targetSlug) return 202; // not about us / can't tell → drop
1235 // Flag is GATED, so `verified` is the signer's (reporter's) actor doc already.
1236 const ai = actorInfo(verified || null, claimedActor);
1237 try {
1238 db.prepare('INSERT INTO ap_reports (slug, actor_uri, actor_name, actor_handle, actor_icon, content, objects, created_at) VALUES (?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1239 .run(targetSlug, claimedActor || null, ai.name, ai.handle, ai.icon, HtmlSanitizerService.toPlainText(act.content || '').slice(0, 3000), JSON.stringify(objectUris.slice(0, 20)));
1240 console.log('[AP] report received for', targetSlug, 'from', claimedActor);
1241 } catch { /* ignore */ }
1242 return 202;
1243 }
1244
1245 if (type === 'Follow') {
1246 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1247 const slug = slugParam || slugFromActorUrl(typeof act.object === 'string' ? act.object : (act.object && act.object.id));
1248 if (!who || !slug) return 400;
1249 const remote = await fetchActor(who);
1250 if (!remote || !remote.inbox) return 202; // can't reach them → drop quietly
1251 const sharedInbox = (remote.endpoints && remote.endpoints.sharedInbox) || null;
1252 fStmts().ins.run(slug, who, remote.inbox, sharedInbox);
1253 const me = actorId(base, slug);
1254 const keys = getOrCreateKeys(slug);
1255 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: act };
1256 deliver(remote.inbox, accept, `${me}#main-key`, keys.private_pem).catch((e) => console.warn('[AP] Accept delivery failed:', e.message));
1257 // Auto-backfill: send our recent posts as Create so the instance has our history
1258 // (Mastodon doesn't fetch history on follow). ONCE PER REMOTE INSTANCE only —
1259 // Mastodon dedupes notes per-instance, so re-filling an instance that already has
1260 // a follower of ours is wasted work (and won't re-populate the new follower's
1261 // timeline anyway). Deliver to the shared inbox (instance-level) when present.
1262 // Sync insert+check (no await between) → no interleave race with concurrent Follows.
1263 const instanceFilled = sharedInbox &&
1264 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1')
1265 .get(slug, sharedInbox, who);
1266 if (!instanceFilled) {
1267 backfillNewFollower(base, slug, sharedInbox || remote.inbox).catch(() => { /* best-effort */ });
1268 }
1269 console.log('[AP] Follow', who, '→', slug, verified ? '(sig ok)' : '(sig unverified)');
1270 return 202;
1271 }
1272 if (type === 'Undo' && act.object) {
1273 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1274 const ot = act.object.type;
1275 if (ot === 'Follow') {
1276 const obj = act.object.object;
1277 const slug = slugParam || slugFromActorUrl(typeof obj === 'string' ? obj : (obj && obj.id));
1278 if (who && slug) { fStmts().del.run(slug, who); console.log('[AP] Unfollow', who, '→', slug); }
1279 return 202;
1280 }
1281 if (ot === 'Like' || ot === 'Announce') {
1282 const tgt = act.object.object;
1283 const pid = postIdFromNoteUrl(typeof tgt === 'string' ? tgt : (tgt && tgt.id), base);
1284 if (who && pid) { iStmts().delLA.run(ot.toLowerCase(), pid, who); console.log('[AP] Undo', ot, who, '→', pid); }
1285 return 202;
1286 }
1287 return 202;
1288 }
1289
1290 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1291 const resolveActor = async (uri) => ((verified && verified.id === uri) ? verified : await fetchActor(uri).catch(() => null));
1292 // Activities from our OWN actors are already stored via ap_outbox — don't re-store.
1293 const isLocalActor = !!(base && actorUri && actorUri.startsWith(`${base}/ap/users/`));
1294
1295 // Inbound reply: a Create whose object replies to one of our notes (post OR comment).
1296 if (type === 'Create' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1297 const o = act.object;
1298 // A poll ballot: a Note carrying a `name` (the chosen option) inReplyTo one of OUR poll
1299 // posts. Record it (deduped per actor) BEFORE the reply logic so a vote is never stored
1300 // as a comment. recordPollBallot returns handled=false only if the target isn't a poll.
1301 if (o.name && o.inReplyTo && actorUri && !isLocalActor) {
1302 const seg = postIdFromNoteUrl(o.inReplyTo, base);
1303 if (seg && localPostExists(seg)) {
1304 const rec = recordPollBallot(seg, actorUri, o.name);
1305 if (rec.handled) { console.log('[AP] poll vote', actorUri, '→', seg); return 202; }
1306 }
1307 }
1308 const tgt = findThreadTarget(o.inReplyTo, base);
1309 if (tgt && actorUri && !isLocalActor) {
1310 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1311 const html = HtmlSanitizerService.sanitize(o.content || '');
1312 if (isRejectedObject(o.id)) { console.log('[AP] reply skipped (tombstoned)', o.id); return 202; }
1313 iStmts().ins.run('reply', tgt.post_id, o.id || '', actorUri, ai.name, ai.handle, ai.url, ai.icon, html, o.published || null, tgt.parent_uri, noteVisibility(o));
1314 console.log('[AP] reply', actorUri, '→', tgt.post_id);
1315 return 202;
1316 }
1317 // Home timeline (client): a top-level post from an account we follow.
1318 if (actorUri && !isLocalActor && !o.inReplyTo && o.id) {
1319 let subs = []; try { subs = db.prepare('SELECT slug, auto_boost FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist yet */ }
1320 if (subs.length) {
1321 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1322 const html = HtmlSanitizerService.sanitize(o.content || '');
1323 const _atts = (Array.isArray(o.attachment) ? o.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
1324 // Fallback cover: a Note's `image` (set when the attachment was suppressed
1325 // for a player-card post, e.g. hosted-audio posts).
1326 if (!_atts.some((m) => !m.type || /image/i.test(m.type)) && o.image) {
1327 const _im = Array.isArray(o.image) ? o.image[0] : o.image;
1328 const _iu = safeUrl(typeof _im === 'string' ? _im : (_im && _im.url));
1329 if (_iu) _atts.push({ url: _iu, type: (_im && _im.mediaType) || 'image/jpeg' });
1330 }
1331 const media = JSON.stringify(_atts);
1332 const poll = parsePoll(o); // a Question (fediverse poll) → cache its options/counts
1333 // "Feature" = show in the Cirkel (local only). We do NOT auto-Announce
1334 // incoming posts to the fediverse — that flooded followers. Boosting to the
1335 // fediverse is only ever a deliberate, manual per-post action (the 🔁 on
1336 // the timeline).
1337 for (const s of subs) {
1338 tlStmts().ins.run(o.id, s.slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, media, o.sensitive ? 1 : 0, o.summary || null);
1339 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, s.slug); } catch { /* ignore */ } }
1340 }
1341 console.log('[AP] timeline +', actorUri, 'x' + subs.length);
1342 }
1343 }
1344 // Mentioned in a post that is NOT a reply to our content (a reply to us already returned
1345 // above): store a mention notification for each of our actors named in the Mention tags.
1346 // Requires our own base prefix on the tag href — /ap/users/<slug> on a REMOTE host is
1347 // someone else's actor, not ours.
1348 if (actorUri && !isLocalActor && o.id) {
1349 const slugs = localMentionSlugs(o.tag, base);
1350 if (slugs.length) {
1351 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1352 const html = HtmlSanitizerService.sanitize(o.content || '');
1353 for (const slug of slugs) {
1354 try {
1355 const r = db.prepare('INSERT OR IGNORE INTO ap_mentions (slug, object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, published, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1356 .run(slug, o.id, safeUrl(o.url) || null, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.published || null);
1357 if (r.changes) console.log('[AP] mention', actorUri, '→', slug);
1358 } catch { /* ignore */ }
1359 }
1360 }
1361 }
1362 return 202;
1363 }
1364 // A remote post we cached was edited upstream → refresh our cached copy. This is the
1365 // push-based edit-sync that keeps the Cirkel/timeline fresh without polling (selfHeal
1366 // does it on a version bump; this does it live). Scope to the SIGNING actor so B can't
1367 // edit A's note (the signature gate guarantees claimedActor == the verified signer).
1368 if (type === 'Update' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1369 const o = act.object;
1370 if (o.id && claimedActor) {
1371 const html = HtmlSanitizerService.sanitize(o.content || '');
1372 const media = mediaFromNote(o);
1373 try {
1374 // Refresh url too (COALESCE keeps the old one if the Update omits it): a remote slug
1375 // rename keeps the same AP id but changes the human url, so without this the cached
1376 // post would keep linking to the old, now-dead URL.
1377 const r = db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ? AND author_uri = ?')
1378 .run(html, media, o.sensitive ? 1 : 0, o.summary || null, o.url || null, o.id, claimedActor);
1379 if (r.changes) console.log('[AP] timeline update', claimedActor, '→', o.id);
1380 // A poll's Update carries the fresh vote counts / closed state. Refresh per-row so each
1381 // site keeps its own `voted` state while the counts/closed update to the new totals.
1382 const poll = parsePoll(o);
1383 if (poll) {
1384 const rows = db.prepare('SELECT rowid AS rid, poll_json FROM ap_timeline WHERE id = ? AND author_uri = ?').all(o.id, claimedActor);
1385 const upd = db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE rowid = ?');
1386 for (const rw of rows) {
1387 let voted = null; try { voted = rw.poll_json ? (JSON.parse(rw.poll_json).voted || null) : null; } catch { /* ignore */ }
1388 upd.run(JSON.stringify({ ...poll, voted }), rw.rid);
1389 }
1390 }
1391 } catch { /* ignore */ }
1392 // If this note is a cached fediverse reply on one of our posts, refresh its text too.
1393 try { db.prepare('UPDATE ap_interactions SET content = ? WHERE object_uri = ? AND actor_uri = ?').run(html, o.id, claimedActor); } catch { /* ignore */ }
1394 }
1395 return 202;
1396 }
1397 if (type === 'Like' || type === 'Announce') {
1398 const tgt = act.object;
1399 const objUrl = typeof tgt === 'string' ? tgt : (tgt && tgt.id);
1400 const pid = postIdFromNoteUrl(objUrl, base);
1401 if (pid && actorUri && !isLocalActor && localPostExists(pid)) {
1402 // A boost/like of a non-public post is dropped, not stored: nobody
1403 // outside the audience should even hold it (shaer-tqc hardening).
1404 const vp = db.prepare('SELECT fan_only, ap_visibility FROM posts WHERE id = ?').get(pid);
1405 if (vp && (vp.fan_only || vp.ap_visibility === 'direct' || vp.ap_visibility === 'friends')) {
1406 console.log('[AP] dropped', type, 'on non-public post', pid);
1407 return;
1408 }
1409 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1410 iStmts().ins.run(type.toLowerCase(), pid, '', actorUri, ai.name, ai.handle, ai.url, ai.icon, null, null, null, noteVisibility(act));
1411 console.log('[AP]', type === 'Like' ? 'like' : 'boost', actorUri, '→', pid);
1412 } else if (type === 'Announce' && objUrl && actorUri && !isLocalActor) {
1413 // A boost FROM an account we follow, of a REMOTE post → show it in the News feed.
1414 // We only STORE it for display; we NEVER auto-Announce it onward (anti-feedback-loop:
1415 // re-announcing an incoming Announce would cascade boosts across the network).
1416 let subs = []; try { subs = db.prepare('SELECT slug FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist */ }
1417 if (subs.length) {
1418 const bn = await fetchNoteAP(objUrl);
1419 if (bn && bn !== 404 && (bn.type === 'Note' || bn.type === 'Article') && bn.id) {
1420 const origUri = actorUriOf(bn.attributedTo);
1421 // Block completeness: even if you follow the booster, drop a boost whose ORIGINAL
1422 // author is blocked — otherwise a block is bypassed via someone else's boost.
1423 if (origUri && isBlockedAny(origUri)) { console.log('[AP] timeline boost dropped (blocked origin)', origUri, 'via', actorUri); return 202; }
1424 const oai = actorInfo(await resolveActor(origUri), origUri);
1425 const html = HtmlSanitizerService.sanitize(bn.content || '');
1426 const media = mediaFromNote(bn);
1427 const booster = actorInfo(await resolveActor(actorUri), actorUri);
1428 for (const s of subs) {
1429 // published = now → the boost shows as fresh activity at the top (Mastodon shows
1430 // reblogs at reblog-time, not the original's date). INSERT OR IGNORE: if we already
1431 // have the note (e.g. we also follow the author), keep it and DON'T relabel it.
1432 let inserted = false;
1433 try { const r = tlStmts().ins.run(bn.id, s.slug, origUri || '', oai.name, oai.handle, oai.icon, oai.url, html, bn.url || null, new Date().toISOString(), media, bn.sensitive ? 1 : 0, bn.summary || null); inserted = r.changes > 0; } catch { /* ignore */ }
1434 if (inserted) { try { db.prepare('UPDATE ap_timeline SET reblog_name = ?, reblog_handle = ?, reblog_icon = ? WHERE slug = ? AND id = ?').run(booster.name, booster.handle, booster.icon, s.slug, bn.id); } catch { /* ignore */ } }
1435 }
1436 console.log('[AP] timeline boost +', actorUri, 'x' + subs.length);
1437 }
1438 }
1439 }
1440 return 202;
1441 }
1442 if (type === 'Delete') {
1443 // A remote note was deleted upstream → drop it from replies AND the timeline.
1444 // Scope to the SIGNING actor so actor B can't delete actor A's content (the
1445 // signature gate guarantees claimedActor == the verified signer here).
1446 const oid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1447 if (oid && claimedActor) {
1448 try { db.prepare('DELETE FROM ap_interactions WHERE object_uri = ? AND actor_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1449 try { db.prepare('DELETE FROM ap_timeline WHERE id = ? AND author_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1450 // Also clear a boost/like YOU made of this now-deleted remote post (the interact-page
1451 // ap_my_reactions state), so it can't stay stuck as "boosted" on a post that's gone.
1452 // Guard: only when the deleter owns the note's domain (B mustn't clear your reactions
1453 // to A's posts).
1454 try {
1455 let sameHost = false;
1456 try { sameHost = new URL(oid).host === new URL(claimedActor).host; } catch { sameHost = false; }
1457 if (sameHost) db.prepare('DELETE FROM ap_my_reactions WHERE target_uri = ?').run(oid);
1458 } catch { /* ignore */ }
1459 }
1460 return 202;
1461 }
1462 // Accept/Reject of a Follow WE sent (client side).
1463 if (type === 'Accept' && act.object) {
1464 const fid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1465 if (fid) { try { fwStmts().acc.run(fid); } catch { /* ignore */ } }
1466 console.log('[AP] follow accepted', actorUri);
1467 return 202;
1468 }
1469 if (type === 'Reject' && act.object) {
1470 const who = actorUri;
1471 if (who && slugParam) { try { fwStmts().del.run(slugParam, who); } catch { /* ignore */ } }
1472 return 202;
1473 }
1474
1475 console.log('[AP] inbox', type || 'unknown', '→', slugParam || 'shared', 'from', ip, '(ignored)');
1476 return 202;
1477}
1478
1479// Deliver a new post as Create(Note) to all followers' inboxes (fire-and-forget).
1480// Needs PUBLIC_BASE_URL (absolute URLs); no-op without followers or base.
1481export async function deliverCreate(site, post) {
1482 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1483 if (!base || !site || !site.slug) return;
1484 // Resolve inline @user@host mentions → link them in the note + collect their inboxes, so a
1485 // mentioned person is notified even if they don't follow us (Mastodon-standard mention).
1486 const mres = await resolveMentionsInText(base, post.content || '');
1487 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1488 const followers = fStmts().list.all(site.slug);
1489 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1490 if (!inboxes.length) return; // no followers and no one mentioned
1491 const keys = getOrCreateKeys(site.slug);
1492 const keyId = `${actorId(base, site.slug)}#main-key`;
1493 const create = buildCreate(base, site, post2);
1494 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, create, keyId, keys.private_pem);
1495}
1496
1497// On a new Follow, send that follower our most recent posts as Create so their
1498// timeline shows our history (Mastodon does not backfill on follow). Oldest-first
1499// so they sort into the follower's timeline at their original dates.
1500async function backfillNewFollower(base, slug, inbox) {
1501 if (!base || !slug || !inbox) return;
1502 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
1503 if (!site) return;
1504 const recent = db.prepare(
1505 `SELECT id, slug, title, content, cover_image_url, cover_video_url, nsfw, content_warning, published_at, created_at
1506 FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1507 ORDER BY COALESCE(published_at, created_at) DESC LIMIT 20`
1508 ).all(site.id).reverse();
1509 if (!recent.length) return;
1510 const keys = getOrCreateKeys(slug);
1511 const keyId = `${actorId(base, slug)}#main-key`;
1512 for (const p of recent) {
1513 try { await deliver(inbox, buildCreate(base, site, p), keyId, keys.private_pem); } catch { /* best-effort */ }
1514 await new Promise((r) => setTimeout(r, 150));
1515 }
1516 console.log('[AP] backfilled', recent.length, 'posts to new follower of', slug);
1517}
1518
1519// Tell followers a post is gone (Delete + Tombstone) so it's removed from their feeds.
1520export async function deliverDelete(site, post) {
1521 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1522 if (!base || !site || !site.slug || !post || !post.id) return;
1523 const followers = fStmts().list.all(site.slug);
1524 if (!followers.length) return;
1525 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1526 const keys = getOrCreateKeys(site.slug);
1527 const me = actorId(base, site.slug);
1528 const nid = noteId(base, post.id);
1529 const del = {
1530 '@context': AP_CONTEXT,
1531 id: `${nid}#delete-${Date.now()}-${rid()}`,
1532 type: 'Delete',
1533 actor: me,
1534 to: [PUBLIC],
1535 object: { id: nid, type: 'Tombstone' },
1536 };
1537 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, del, `${me}#main-key`, keys.private_pem);
1538}
1539
1540// Tell followers an already-published post changed (Update + edited Note) so
1541// Mastodon refreshes the cached copy (e.g. after fixing content).
1542export async function deliverUpdate(site, post) {
1543 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1544 if (!base || !site || !site.slug || !post || !post.id) return;
1545 const mres = await resolveMentionsInText(base, post.content || ''); // link mentions + collect inboxes
1546 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1547 const followers = fStmts().list.all(site.slug);
1548 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1549 if (!inboxes.length) return;
1550 const keys = getOrCreateKeys(site.slug);
1551 const me = actorId(base, site.slug);
1552 const note = buildNote(base, site, post2);
1553 note.updated = new Date().toISOString();
1554 const update = {
1555 '@context': AP_CONTEXT,
1556 id: `${noteId(base, post.id)}#update-${Date.now()}-${rid()}`,
1557 type: 'Update', actor: me, to: [PUBLIC], cc: note.cc,
1558 object: note,
1559 };
1560 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1561}
1562
1563// Tell followers the ACTOR changed (Update + Person) so Mastodon re-processes the
1564// account AND re-fetches the featured (pinned) collection — there is no standard
1565// "featured changed" activity, so this is how a pin/unpin propagates promptly.
1566export async function deliverActorUpdate(site) {
1567 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1568 if (!base || !site || !site.slug) return;
1569 const followers = fStmts().list.all(site.slug);
1570 if (!followers.length) return;
1571 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1572 const keys = getOrCreateKeys(site.slug);
1573 const me = actorId(base, site.slug);
1574 const update = {
1575 '@context': AP_CONTEXT,
1576 id: `${me}#update-${Date.now()}-${rid()}`,
1577 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
1578 object: buildActor(base, site),
1579 };
1580 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1581}
1582
1583// Reliably set the pinned order on followers' instances via Add/Remove activities
1584// (how Mastodon itself federates pins) — pushed to the inbox + processed immediately,
1585// unlike the featured COLLECTION which Mastodon caches with sticky StatusPins.
1586// Mastodon's Add skips an already-pinned status, so we REMOVE every pin first, wait,
1587// then ADD in rank-DESCENDING order (rank 1 added LAST → newest StatusPin → shown first,
1588// because Mastodon displays pins newest-first). `alsoRemove` = ids to unpin too.
1589// Serialize pin-resyncs per site: two concurrent /save calls would otherwise interleave
1590// their Remove -> wait -> Add sequences and scramble the StatusPin order on Mastodon. A
1591// resync already in flight for a site coalesces later requests into ONE rerun after it
1592// finishes (accumulating their extra unpins), so rapid saves don't pile up N full resyncs.
1593const _pinResync = new Map(); // slug -> { promise, pending, pendingRemove:Set, site }
1594export function resyncFeaturedPins(site, alsoRemove = []) {
1595 if (!site || !site.slug) return Promise.resolve();
1596 const slug = site.slug;
1597 const running = _pinResync.get(slug);
1598 if (running) {
1599 running.pending = true;
1600 running.site = site; // use the latest site object on the rerun
1601 for (const id of alsoRemove) running.pendingRemove.add(id);
1602 return running.promise;
1603 }
1604 const state = { promise: null, pending: false, pendingRemove: new Set(), site };
1605 state.promise = (async () => {
1606 let extra = alsoRemove;
1607 for (;;) {
1608 try { await doResyncFeaturedPins(state.site, extra); }
1609 catch (e) { console.warn('[AP] pin resync failed:', e.message); }
1610 if (!state.pending) break;
1611 state.pending = false;
1612 extra = [...state.pendingRemove];
1613 state.pendingRemove = new Set();
1614 }
1615 _pinResync.delete(slug);
1616 })();
1617 _pinResync.set(slug, state);
1618 return state.promise;
1619}
1620
1621// The actual resync work — do NOT call directly; go through resyncFeaturedPins() above so
1622// it stays serialized per site.
1623async function doResyncFeaturedPins(site, alsoRemove = []) {
1624 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1625 if (!base || !site || !site.slug) return;
1626 const followers = fStmts().list.all(site.slug);
1627 if (!followers.length) return;
1628 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1629 const keys = getOrCreateKeys(site.slug);
1630 const me = actorId(base, site.slug);
1631 const keyId = `${me}#main-key`;
1632 const featured = `${me}/featured`;
1633 const note = (id) => noteId(base, id);
1634 const pinned = db.prepare(
1635 `SELECT id FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1636 AND pinned IS NOT NULL AND pinned > 0
1637 ORDER BY pinned DESC, COALESCE(published_at, created_at) ASC LIMIT 20`
1638 ).all(site.id);
1639 const removeIds = [...new Set([...pinned.map((p) => p.id), ...alsoRemove])];
1640 // 1. Remove every current pin so Mastodon can recreate them in order.
1641 for (const id of removeIds) {
1642 const rm = { '@context': AP_CONTEXT, id: `${me}#rm-${id}-${Date.now()}-${rid()}`, type: 'Remove', actor: me, object: note(id), target: featured, to: [PUBLIC] };
1643 for (const inbox of inboxes) deliver(inbox, rm, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1644 }
1645 if (!pinned.length) { console.log('[AP] unpinned all featured for', site.slug); return; }
1646 await new Promise((r) => setTimeout(r, 5000)); // let the Removes land first
1647 // 2. Add in rank-DESC order, gaps so each StatusPin gets an increasing created_at.
1648 for (const p of pinned) {
1649 const add = { '@context': AP_CONTEXT, id: `${me}#add-${p.id}-${Date.now()}-${rid()}`, type: 'Add', actor: me, object: note(p.id), target: featured, to: [PUBLIC], cc: [`${me}/followers`] };
1650 for (const inbox of inboxes) deliver(inbox, add, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1651 await new Promise((r) => setTimeout(r, 2000));
1652 }
1653 console.log('[AP] resynced', pinned.length, 'featured pins for', site.slug);
1654}
1655
1656// ── outbound replies (Klonkt → fediverse) ─────────────────────────
1657const escHtml = (s) => String(s || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
1658const toISO = (v) => { if (!v) return new Date().toISOString(); const s = String(v); const d = new Date(/[TZ]/.test(s) ? s : s.replace(' ', 'T') + 'Z'); return isNaN(d) ? new Date().toISOString() : d.toISOString(); };
1659
1660// Build one of OUR outbound reply Notes from an ap_outbox row.
1661// Turn #hashtags in reply text into Mastodon-style hashtag links (clickable + federated).
1662function linkHashtags(base, html) {
1663 // Prefix: start / whitespace / '>' / opening bracket — "(#tag" is a tag too. NO quote
1664 // chars in this class: a quote precedes attribute values (alt="#…"), which must not match.
1665 return String(html || '').replace(/(^|[\s>([{])#([\p{L}\p{M}\p{N}_]+)/gu, (m, pre, tag) =>
1666 `${pre}<a href="${base}/tag/${encodeURIComponent(tag.toLowerCase())}" class="mention hashtag" rel="tag">#${tag}</a>`);
1667}
1668// Auto-link bare http(s) URLs in already-safe HTML (federated copies). Splits on existing
1669// <a>…</a> so a linked URL is never wrapped twice; requires start/whitespace/'>' before the
1670// URL so attribute values (src="https://…") never match. Trailing sentence punctuation stays
1671// outside the link (Mastodon-style).
1672function linkUrls(html) {
1673 const parts = String(html || '').split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi);
1674 for (let i = 0; i < parts.length; i++) {
1675 if (/^<a\b/i.test(parts[i])) continue; // already a link → leave as-is
1676 parts[i] = parts[i].replace(/(^|[\s>([{])(https?:\/\/[^\s<]+?)([.,;:!?)\]»]*)(?=$|[\s<])/g,
1677 (m, pre, url, trail) => `${pre}<a href="${url.replace(/"/g, '%22')}" rel="nofollow noopener" target="_blank">${url}</a>${trail}`);
1678 }
1679 return parts.join('');
1680}
1681// Linkify inline #hashtags and bare URLs in BODY html for on-site DISPLAY, using the
1682// EXACT same rules as the federated copy (linkHashtags/linkUrls), so the website and the
1683// Mastodon copy agree instead of the website showing raw text. Idempotent: existing
1684// <a>…</a> (editor links, embeds, shortcode buttons) are split out and left untouched, so
1685// nothing is double-wrapped. Pass base='' → root-relative /tag/<slug> links.
1686export function linkifyBody(base, html) {
1687 const withTags = String(html || '')
1688 .split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi)
1689 .map((seg) => (/^<a\b/i.test(seg) ? seg : linkHashtags(base, seg)))
1690 .join('');
1691 return linkUrls(withTags);
1692}
1693
1694// Bake a post's raw source into its display HTML (the ActivityPub `source` model): done ONCE
1695// at save and cached in posts.content_rendered, so page views serve it statically instead of
1696// re-linkifying every render. Step 1 = #hashtags + bare URLs (cheap, no network). Step 2 will
1697// resolve @mentions here too (webfinger once at save instead of per page view).
1698export function bakePostContent(source) {
1699 return linkifyBody('', source || '');
1700}
1701
1702// Step 2: the full bake, incl. @mention links. Resolves @user@host via webfinger ONCE (the
1703// same resolver the federated copy uses) and bakes the profile links into content_rendered,
1704// so page views never do a per-view lookup. Unresolvable handles stay plain text; on any
1705// failure it degrades to the sync #hashtag/URL bake. Async (webfinger) → callers run it off
1706// the save response so the request never blocks on a slow/dead remote server.
1707export async function bakePostContentWithMentions(source) {
1708 const withHashUrls = bakePostContent(source);
1709 try { const m = await resolveMentionsInText('', withHashUrls); return m.html; }
1710 catch { return withHashUrls; }
1711}
1712
1713// Extract the AP Hashtag tag objects from already-linked reply content.
1714function hashtagTags(base, content) {
1715 const tags = [], seen = new Set();
1716 const re = /class="[^"]*\bhashtag\b[^"]*"[^>]*>#([\p{L}\p{M}\p{N}_]+)</giu;
1717 let m;
1718 while ((m = re.exec(content || ''))) {
1719 const k = m[1].toLowerCase();
1720 if (seen.has(k)) continue; seen.add(k);
1721 tags.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(k)}`, name: '#' + m[1] });
1722 }
1723 return tags;
1724}
1725
1726// Normalise a post's tags field (array, JSON-string, or comma-string) to an array.
1727function normalizeTags(t) {
1728 if (Array.isArray(t)) return t;
1729 if (typeof t === 'string') {
1730 const s = t.trim(); if (!s) return [];
1731 if (s[0] === '[') { try { const a = JSON.parse(s); return Array.isArray(a) ? a : []; } catch { /* fall through */ } }
1732 return s.split(',').map((x) => x.trim()).filter(Boolean);
1733 }
1734 return [];
1735}
1736// A tag → { label, slug }. Multi-word tags become CamelCase (#LiveMusic) for the display
1737// name (Mastodon hashtags can't contain spaces; CamelCase is the accessibility norm); the
1738// slug/href stays lowercase ("livemusic").
1739function tagParts(raw) {
1740 const words = String(raw || '').trim().split(/[\s_]+/).map((w) => w.replace(/[^\p{L}\p{M}\p{N}]/gu, '')).filter(Boolean);
1741 if (!words.length) return null;
1742 const slug = words.join('').toLowerCase();
1743 if (!slug) return null;
1744 const label = words.length > 1 ? words.map((w) => w[0].toUpperCase() + w.slice(1)).join('') : words[0];
1745 return { label, slug };
1746}
1747// Merge a post's tags field + the #hashtags linked inline in its body into one deduped
1748// Hashtag tag list (with hrefs to our /tag page).
1749function buildHashtagList(base, tagsField, content) {
1750 const out = [], seen = new Set();
1751 for (const t of normalizeTags(tagsField)) {
1752 const p = tagParts(t); if (!p || seen.has(p.slug)) continue; seen.add(p.slug);
1753 out.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(p.slug)}`, name: '#' + p.label });
1754 }
1755 for (const h of hashtagTags(base, content)) {
1756 const k = h.name.slice(1).toLowerCase(); if (seen.has(k)) continue; seen.add(k);
1757 out.push(h);
1758 }
1759 return out;
1760}
1761
1762// Extract Mention tag objects from already-linked content (class="u-url mention").
1763function mentionTags(content) {
1764 const tags = [], seen = new Set();
1765 // The link href is the human profile URL; the actor URI (for the Mention tag) is in data-actor.
1766 const re = /<a href="[^"]*" class="u-url mention" data-actor="([^"]+)">@([^<]+)<\/a>/gi;
1767 let m;
1768 while ((m = re.exec(content || ''))) {
1769 const href = m[1];
1770 if (seen.has(href)) continue; seen.add(href);
1771 tags.push({ type: 'Mention', href, name: '@' + m[2] });
1772 }
1773 return tags;
1774}
1775// Resolve inline @user@domain mentions in reply/post text → link them (href = actor URI)
1776// and collect the mentioned actors' inboxes so they get notified. Best-effort per mention.
1777async function resolveMentionsInText(base, html) {
1778 const inboxes = [];
1779 const handles = new Set();
1780 // Prefix also allows opening brackets — "(@user@host + me)" is a mention too (real-world
1781 // miss: a bracketed mention federated as plain text and its target was never notified).
1782 const re = /(^|[\s>([{])@([\p{L}\p{M}\p{N}_.-]+@[\p{L}\p{M}\p{N}.-]+)/gu;
1783 let m;
1784 while ((m = re.exec(html || ''))) handles.add(m[2]);
1785 let out = String(html || '');
1786 for (const h of handles) {
1787 let actorUri = null;
1788 try { actorUri = await webfingerResolve('@' + h); } catch { actorUri = null; }
1789 if (!actorUri) continue;
1790 const actor = await fetchActor(actorUri).catch(() => null);
1791 const inbox = actor && ((actor.endpoints && actor.endpoints.sharedInbox) || actor.inbox);
1792 if (inbox) inboxes.push(inbox);
1793 const profileUrl = actorInfo(actor, actorUri).url || actorUri; // human profile page → the link href
1794 const esc = h.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
1795 out = out.replace(new RegExp('(^|[\\s>([{])@' + esc + '(?![\\p{L}\\p{M}\\p{N}_.-])', 'gu'),
1796 (full, pre) => `${pre}<a href="${profileUrl}" class="u-url mention" data-actor="${actorUri}">@${h}</a>`);
1797 }
1798 return { html: out, inboxes };
1799}
1800
1801export function buildReplyNote(base, site, row) {
1802 // Thin delegate: replies are built by buildNote (the single Note entry point) in reply mode.
1803 return buildNote(base, site, row, { isReply: true });
1804}
1805
1806// Resolve one of our outbound reply Notes by id (for /ap/notes/:id fallback).
1807export function getOutboxNote(base, id) {
1808 const row = iStmts().getO.get(id);
1809 if (!row) return null;
1810 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(row.site_slug);
1811 if (!site) return null;
1812 return buildReplyNote(base, site, row);
1813}
1814
1815// ── ActivityPub Client-to-Server: ingest an activity POSTed to the outbox ──
1816// The C2S counterpart of handleInbox: a native/web client (Shaer) posts an
1817// activity here and we translate it onto the SAME delivery machinery the web UI
1818// uses (deliverReply / sendInteraction / followActor / deliverCreate). Returns
1819// { status, id?, url?, error? }. Auth + site-ownership are checked by the route.
1820const c2sIdOf = (x) => (typeof x === 'string' ? x : (x && (x.id || x.href))) || null;
1821
1822export async function ingestOutboxActivity(site, user, activity) {
1823 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1824 if (!base || !site || !activity || typeof activity !== 'object') return { status: 400, error: 'invalid_activity' };
1825
1826 // AP §6: a client MAY POST a bare object; the server wraps it in a Create.
1827 let type = activity.type;
1828 let object = activity.object;
1829 if (type === 'Note' || type === 'Article') { object = activity; type = 'Create'; }
1830 if (Array.isArray(type)) type = type.find((t) => typeof t === 'string');
1831
1832 try {
1833 switch (type) {
1834 case 'Create': {
1835 if (!object || typeof object !== 'object') return { status: 400, error: 'missing_object' };
1836 // Client sends `source` (plain/markdown) + `content` (HTML). deliverReply
1837 // re-escapes, so it needs plain text; a top-level post keeps sanitized HTML.
1838 const plain = (object.source && object.source.content) || HtmlSanitizerService.toPlainText(object.content || '');
1839 if (!plain.trim() && !object.content) return { status: 400, error: 'empty_note' };
1840 // Direct (private mention, shaer-tqc): NOT a post. Delivered over the
1841 // outbox machinery to the addressed inboxes only; shows under Messages.
1842 if (c2sVisibility(object) === 'direct') {
1843 const arr = (v) => (Array.isArray(v) ? v : (v ? [v] : [])).filter((x) => typeof x === 'string');
1844 const recipients = [...new Set([...arr(object.to), ...arr(object.cc)])]
1845 .filter((u) => /^https?:\/\//i.test(u) && !/\/followers\/?$/.test(u) && u !== PUBLIC);
1846 if (!recipients.length) return { status: 400, error: 'no_recipients' };
1847 const r = await deliverDirectNote(site, { recipients, text: plain, language: object.language || null, inReplyTo: typeof object.inReplyTo === 'string' ? object.inReplyTo : null });
1848 if (!r || !r.id) return { status: 502, error: 'direct_failed' };
1849 return { status: 201, id: r.id, url: `${base}/ap/notes/${r.id}` };
1850 }
1851 if (object.inReplyTo) {
1852 const parent = await resolveRemoteNote(c2sIdOf(object.inReplyTo)).catch(() => null);
1853 if (!parent) return { status: 502, error: 'cannot_resolve_inReplyTo' };
1854 const r = await deliverReply(site, { postId: parent.localPostId || '', postSlug: null, parent, text: plain });
1855 if (!r || !r.id) return { status: 502, error: 'reply_failed' };
1856 return { status: 201, id: r.id, url: `${base}/ap/notes/${r.id}` };
1857 }
1858 return await c2sCreatePost(base, site, user, object);
1859 }
1860 case 'Like':
1861 case 'Announce': {
1862 const targetUri = c2sIdOf(object);
1863 if (!targetUri) return { status: 400, error: 'missing_object' };
1864 // A non-public local note cannot be boosted or liked into the open
1865 // (shaer-tqc hardening; the Mastodon 422 equivalent).
1866 const localPid = postIdFromNoteUrl(targetUri, base);
1867 if (localPid) {
1868 const p = db.prepare('SELECT fan_only, ap_visibility FROM posts WHERE id = ?').get(localPid);
1869 if (p && (p.fan_only || p.ap_visibility === 'direct' || p.ap_visibility === 'friends')) {
1870 return { status: 403, error: 'not_public' };
1871 }
1872 }
1873 const note = await resolveRemoteNote(targetUri).catch(() => null);
1874 const objUri = (note && note.object_uri) || targetUri;
1875 const authorUri = note && note.actor_uri;
1876 const kind = type === 'Announce' ? 'boost' : 'like';
1877 await sendInteraction(site, kind, objUri, authorUri);
1878 setMyReaction(site.slug, targetUri, kind, true);
1879 if (type === 'Announce' && note) { try { upsertBoostedNote(site.slug, note); } catch { /* non-fatal */ } }
1880 return { status: 202, url: objUri };
1881 }
1882 case 'Follow': {
1883 const actorUri = c2sIdOf(object);
1884 if (!actorUri) return { status: 400, error: 'missing_object' };
1885 await followActor(site, actorUri);
1886 return { status: 202, url: actorUri };
1887 }
1888 case 'Undo': {
1889 const inner = object && typeof object === 'object' ? object : null;
1890 let innerType = inner && inner.type;
1891 if (Array.isArray(innerType)) innerType = innerType.find((t) => typeof t === 'string');
1892 const innerTarget = c2sIdOf(inner && inner.object);
1893 if (innerType === 'Follow') { await unfollowActor(site, innerTarget); return { status: 202, url: innerTarget }; }
1894 if (innerType === 'Like' || innerType === 'Announce') {
1895 const kind = innerType === 'Announce' ? 'unboost' : 'unlike';
1896 const note = await resolveRemoteNote(innerTarget).catch(() => null);
1897 const objUri = (note && note.object_uri) || innerTarget;
1898 await sendInteraction(site, kind, objUri, note && note.actor_uri);
1899 setMyReaction(site.slug, innerTarget, innerType === 'Announce' ? 'boost' : 'like', false);
1900 if (innerType === 'Announce') { try { unmarkBoosted(site.slug, objUri); } catch { /* non-fatal */ } }
1901 return { status: 202, url: objUri };
1902 }
1903 return { status: 400, error: 'unsupported_undo' };
1904 }
1905 // Delete/Update of arbitrary objects need the post-edit pipeline; tracked
1906 // separately (klonkt-demo-c2s-del). Reject clearly rather than half-doing it.
1907 default:
1908 return { status: 400, error: 'unsupported_type', detail: String(type || 'none') };
1909 }
1910 } catch (e) {
1911 console.warn('[AP] C2S ingest failed:', e && e.message);
1912 return { status: 500, error: 'ingest_error' };
1913 }
1914}
1915
1916// Create a top-level microblog post from a C2S Note and federate it. Minimal
1917// sibling of the /posts/create route: sanitized HTML content, no title/cover.
1918async function c2sCreatePost(base, site, user, object) {
1919 const html = HtmlSanitizerService.sanitize(object.content || (object.source && object.source.content) || '');
1920 if (!html.trim()) return { status: 400, error: 'empty_note' };
1921 const postId = crypto.randomUUID();
1922 const slug = 'n-' + postId.slice(0, 8);
1923 const now = new Date().toISOString();
1924 // Visibility from the note's addressing (shaer-60b): Public in `to` = loud
1925 // public, Public in `cc` = quiet public (unlisted), followers-only = friends
1926 // (rides the existing fan_only pipeline: followers-only AP delivery + web
1927 // gating), neither = participants-only (kept local until mention addressing
1928 // lands; still followers-gated on the web).
1929 const vis = c2sVisibility(object);
1930 const fanOnly = (vis === 'friends' || vis === 'direct') ? 1 : 0;
1931 db.prepare(`INSERT INTO posts (id, site_id, slug, author_id, title, content, excerpt, status, type, language, fan_only, ap_visibility, created_at, updated_at, published_at)
1932 VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)`)
1933 .run(postId, site.id, slug, user.id, '', html, '', 'published', 'post', object.language || 'nl', fanOnly, vis, now, now, now);
1934 try { db.prepare('UPDATE posts SET content_rendered = ? WHERE id = ?').run(bakePostContent(html), postId); } catch { /* render fallback covers it */ }
1935 bakePostContentWithMentions(html).then((h) => { try { db.prepare('UPDATE posts SET content_rendered = ? WHERE id = ?').run(h, postId); } catch { /* keep sync bake */ } }).catch(() => {});
1936 try { db.prepare('INSERT INTO posts_fts(content, title, author, post_id) VALUES (?,?,?,?)').run(HtmlSanitizerService.toPlainText(html), '', user.username || '', postId); } catch { /* FTS non-fatal */ }
1937 if (vis !== 'direct') {
1938 deliverCreate(site, { id: postId, slug, title: '', content: html, published_at: now, created_at: now, fan_only: fanOnly, ap_visibility: vis }).catch(() => { /* best-effort */ });
1939 }
1940 return { status: 201, id: postId, url: `${base}/ap/notes/${postId}` };
1941}
1942
1943// Addressing → visibility. Arrays or bare strings; unknown shapes read as the
1944// safest bucket they match.
1945export function c2sVisibility(object) {
1946 const arr = (v) => (Array.isArray(v) ? v : (v ? [v] : [])).filter((x) => typeof x === 'string');
1947 const to = arr(object.to), cc = arr(object.cc);
1948 const isPublic = (x) => x === PUBLIC || x === 'as:Public' || x === 'Public';
1949 const isFollowers = (x) => /\/followers\/?$/.test(x);
1950 if (to.some(isPublic)) return 'public';
1951 if (cc.some(isPublic)) return 'quiet';
1952 if (to.some(isFollowers) || cc.some(isFollowers)) return 'friends';
1953 if (!to.length && !cc.length) return 'public'; // no addressing at all: legacy client, keep old behavior
1954 return 'direct';
1955}
1956
1957// A direct note (private mention, shaer-tqc): a NEW conversation (or a direct
1958// reply) addressed to specific actors only. Stored in ap_outbox with
1959// visibility 'direct' + the recipient list, delivered to exactly those
1960// inboxes: no followers fan-out, no Public, so no boosts and no timelines.
1961// The same S2S leg a Mastodon DM takes, so a guardian on any instance
1962// receives it as a private mention (the ward call-for-help path).
1963export async function deliverDirectNote(site, { recipients, text, language, inReplyTo }) {
1964 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1965 const list = [...new Set((recipients || []).filter((u) => /^https?:\/\//i.test(String(u || ''))))].slice(0, 8);
1966 if (!base || !site || !site.slug || !list.length || !String(text || '').trim()) return null;
1967 const me = actorId(base, site.slug);
1968 // Resolve every recipient for a mention anchor + a delivery inbox.
1969 const resolved = [];
1970 for (const uri of list) {
1971 const a = await fetchActor(uri).catch(() => null);
1972 if (!a || !(a.inbox || (a.endpoints && a.endpoints.sharedInbox))) continue;
1973 resolved.push({ uri, inbox: (a.endpoints && a.endpoints.sharedInbox) || a.inbox, handle: deriveHandle(uri), url: a.url || uri });
1974 }
1975 if (!resolved.length) return null;
1976 const mention = resolved.map((r) => {
1977 const disp = r.handle && r.handle[0] === '@' ? r.handle : '@' + (r.handle || '');
1978 return `<a href="${escHtml(r.url)}" class="u-url mention" data-actor="${escHtml(r.uri)}">${escHtml(disp)}</a> `;
1979 }).join('');
1980 const body = escHtml(String(text).trim()).replace(/\r?\n/g, '<br>');
1981 const content = `<p>${mention}${linkUrls(linkHashtags(base, body))}</p>`;
1982 const lang = /^[a-z]{2,3}(-[A-Za-z0-9-]+)?$/.test(String(language || '')) ? language : null;
1983 const id = crypto.randomUUID();
1984 db.prepare(`INSERT INTO ap_outbox (id, site_slug, post_id, post_slug, in_reply_to, to_actor, to_handle, content, language, attachments, visibility, to_actors, created_at)
1985 VALUES (?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)`)
1986 .run(id, site.slug, '', null, inReplyTo || null, resolved[0].uri, resolved[0].handle, content, lang, null, 'direct', JSON.stringify(resolved.map((r) => r.uri)));
1987 const row = iStmts().getO.get(id);
1988 const note = buildReplyNote(base, site, row);
1989 const create = {
1990 '@context': AP_CONTEXT,
1991 id: note.id + '#create', type: 'Create', actor: me,
1992 published: note.published, to: note.to, cc: note.cc, object: note,
1993 };
1994 const keys = getOrCreateKeys(site.slug);
1995 const keyId = `${me}#main-key`;
1996 let delivered = 0;
1997 for (const inbox of [...new Set(resolved.map((r) => r.inbox))]) {
1998 let ok = false;
1999 try { const st = await deliver(inbox, create, keyId, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
2000 if (ok) delivered++;
2001 else enqueueDelivery(site.slug, inbox, create);
2002 }
2003 console.log('[AP] direct note', site.slug, '→', resolved.length, 'recipient(s), delivered', delivered);
2004 return { id, content, delivered };
2005}
2006
2007// Send a reply FROM this site to a remote actor (in reply to their inbound reply).
2008// `parent` = an ap_interactions row (actor_uri, actor_url, actor_handle, object_uri).
2009export async function deliverReply(site, { postId, postSlug, parent, text, html, language, attachments, mentions }) {
2010 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2011 // Rich replies: `html` is the reply editor's HTML (sanitized here); `text` is
2012 // the plain-text fallback (no-JS path, C2S `source`). Either may carry the reply.
2013 const richClean = html ? HtmlSanitizerService.sanitize(String(html)) : '';
2014 const rich = richClean && HtmlSanitizerService.toPlainText(richClean).trim() ? richClean : '';
2015 // Attachments: only OUR OWN uploads (/media/... paths, no remote URLs — the
2016 // upload route is the sole producer), image/audio/video only, max 4.
2017 const media = (Array.isArray(attachments) ? attachments : [])
2018 .filter((a) => a && typeof a.url === 'string' && /^\/media\/[\w./-]+$/.test(a.url)
2019 && /^(image|audio|video)\//.test(String(a.mediaType || '')))
2020 .slice(0, 4)
2021 .map((a) => ({ url: a.url, mediaType: String(a.mediaType), name: String(a.name || '').slice(0, 120) }));
2022 // A media-only reply (no text) is a valid reply.
2023 if (!base || !site || !site.slug || !parent || (!String(text || '').trim() && !rich && !media.length)) return null;
2024 const me = actorId(base, site.slug);
2025 // u02, the mentions bar: `mentions` undefined = legacy behavior (mention the
2026 // parent author). An ARRAY (possibly empty) = the kept conversation partners
2027 // exactly as the bar shows them; the mention prefix, the Mention tags (via
2028 // mentionTags over the content) and the delivery targets all follow it.
2029 const kept = Array.isArray(mentions)
2030 ? mentions
2031 .filter((m) => m && typeof m.uri === 'string' && /^https?:\/\//i.test(m.uri))
2032 .slice(0, 8)
2033 .map((m) => ({
2034 uri: m.uri,
2035 url: (typeof m.url === 'string' && /^https?:\/\//i.test(m.url)) ? m.url : m.uri,
2036 handle: String(m.handle || deriveHandle(m.uri)).slice(0, 120),
2037 }))
2038 : null;
2039 const mentionAnchor = (uri, url, h) => {
2040 const disp = h && h[0] === '@' ? h : '@' + (h || '');
2041 return `<a href="${escHtml(url || uri)}" class="u-url mention" data-actor="${escHtml(uri)}">${escHtml(disp)}</a> `;
2042 };
2043 const handle = parent.actor_handle || deriveHandle(parent.actor_uri);
2044 const mention = kept
2045 ? kept.map((k) => mentionAnchor(k.uri, k.url, k.handle)).join('')
2046 : (parent.actor_uri ? mentionAnchor(parent.actor_uri, parent.actor_url, handle) : '');
2047 // Who the stored reply is "to": the parent when kept, else the first kept chip.
2048 const parentKept = !kept || kept.some((k) => k.uri === parent.actor_uri);
2049 const toActorUri = parentKept ? (parent.actor_uri || null) : (kept[0] ? kept[0].uri : null);
2050 const toHandle = parentKept ? handle : (kept[0] ? kept[0].handle : null);
2051 let content;
2052 let mres;
2053 if (rich) {
2054 // Same enrichment pipeline as the plain path (mentions/hashtags/URLs), on
2055 // sanitized editor HTML. The parent mention goes inline into the first
2056 // paragraph (Mastodon convention), or becomes its own leading one.
2057 mres = await resolveMentionsInText(base, rich);
2058 const processed = linkUrls(linkHashtags(base, mres.html));
2059 if (processed.startsWith('<p>')) {
2060 content = processed.replace('<p>', `<p>${mention}`); // inline in the first paragraph
2061 } else if (/^<(blockquote|ul|ol|pre|h[1-6]|div|hr)\b/i.test(processed)) {
2062 content = `<p>${mention}</p>${processed}`; // block content: own leading paragraph
2063 } else {
2064 content = `<p>${mention}${processed}</p>`; // bare inline text: one paragraph together
2065 }
2066 } else {
2067 const body = escHtml(String(text).trim()).replace(/\r?\n/g, '<br>');
2068 mres = await resolveMentionsInText(base, body); // link inline @mentions + collect their inboxes
2069 content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
2070 }
2071 const replyLang = /^[a-z]{2,3}(-[A-Za-z0-9-]+)?$/.test(String(language || '')) ? language : null;
2072 // Dedup: skip if the exact same reply was already sent (double-submit guard).
2073 // Attachments count toward "the same": two media-only replies share content.
2074 const mediaJson = media.length ? JSON.stringify(media) : null;
2075 const dup = db.prepare('SELECT 1 FROM ap_outbox WHERE site_slug = ? AND IFNULL(in_reply_to, \'\') = ? AND content = ? AND IFNULL(attachments, \'\') = IFNULL(?, \'\') LIMIT 1')
2076 .get(site.slug, parent.object_uri || '', content, mediaJson);
2077 if (dup) { console.log('[AP] outreply skipped (duplicate)'); return { duplicate: true, delivered: 0 }; }
2078 const id = crypto.randomUUID();
2079 iStmts().insO.run(id, site.slug, postId, postSlug || null, parent.object_uri || null, toActorUri, toHandle, content, replyLang, mediaJson);
2080 const row = iStmts().getO.get(id);
2081 const note = buildReplyNote(base, site, row);
2082 const create = {
2083 '@context': AP_CONTEXT,
2084 id: note.id + '#create', type: 'Create', actor: me,
2085 published: note.published, to: note.to, cc: note.cc, object: note,
2086 };
2087 const keys = getOrCreateKeys(site.slug);
2088 const keyId = `${me}#main-key`;
2089 const inboxes = new Set();
2090 // Everyone the mentions bar kept gets pinged; legacy path = the parent only.
2091 const mentionTargets = kept ? kept.map((k) => k.uri) : (parent.actor_uri ? [parent.actor_uri] : []);
2092 for (const uri of mentionTargets) {
2093 const a = await fetchActor(uri).catch(() => null);
2094 if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox);
2095 }
2096 if (parent.threadInbox) inboxes.add(parent.threadInbox); // back-compat (single)
2097 (parent.threadInboxes || []).forEach((i) => inboxes.add(i)); // whole ancestor chain
2098 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2099 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the reply
2100 inboxes.delete(`${me}/inbox`); // never deliver to ourselves (already in ap_outbox)
2101 inboxes.delete(`${base}/ap/inbox`); // (our own shared inbox) → avoids a self-duplicate
2102 let delivered = 0;
2103 for (const inbox of [...inboxes].filter(Boolean)) {
2104 let ok = false;
2105 try { const st = await deliver(inbox, create, keyId, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
2106 if (ok) delivered++;
2107 else enqueueDelivery(site.slug, inbox, create); // durable: retry a briefly-offline recipient (was silently dropped)
2108 }
2109 console.log('[AP] outreply', site.slug, '→', parent.actor_uri, 'delivered', delivered);
2110 return { id, content, delivered };
2111}
2112
2113// attributedTo may be a string, an object {id}, or an ARRAY — e.g. a PeerTube Video is
2114// attributed to [Person (account), Group (channel)]. Pick a usable actor URI (prefer Person).
2115function actorUriOf(att) {
2116 if (!att) return null;
2117 if (typeof att === 'string') return att;
2118 if (Array.isArray(att)) {
2119 const person = att.find((a) => a && typeof a === 'object' && a.type === 'Person' && a.id);
2120 if (person) return person.id;
2121 for (const a of att) { if (typeof a === 'string') return a; if (a && a.id) return a.id; }
2122 return null;
2123 }
2124 return att.id || null;
2125}
2126
2127// Resolve a remote post URL (any fediverse/Klonkt post) into a reply target.
2128// Returns a parent-shaped object usable by deliverReply(), or null.
2129export async function resolveRemoteNote(url) {
2130 if (!/^https?:\/\//i.test(String(url || ''))) return null;
2131 const note = await fetchActor(url).catch(() => null); // AP GET (content-negotiates)
2132 if (!note || !note.id) return null;
2133 const att = note.attributedTo;
2134 const actorUri = actorUriOf(att);
2135 if (!actorUri) return null;
2136 const actor = await fetchActor(actorUri).catch(() => null);
2137 const ai = actorInfo(actor, actorUri);
2138 // Is what we're replying to a post (or a comment) on one of OUR posts? If so,
2139 // link our reply to that local post so it shows nested in the post thread.
2140 const localTgt = findThreadTarget(note.id, (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, ''));
2141 // Walk the WHOLE reply chain upward (comment → parent comment → … → root post)
2142 // and collect every ancestor author's inbox, so each participant's server —
2143 // including the original post's author — receives + threads our reply.
2144 const threadInboxes = [];
2145 const seenInbox = new Set();
2146 let cursor = note.inReplyTo, guard = 0;
2147 while (cursor && guard++ < 6) {
2148 const url = typeof cursor === 'string' ? cursor : (cursor && cursor.id);
2149 if (!url) break;
2150 const pn = await fetchActor(url).catch(() => null);
2151 if (!pn) break;
2152 const pa = actorUriOf(pn.attributedTo);
2153 if (pa && pa !== actorUri) {
2154 const paDoc = await fetchActor(pa).catch(() => null);
2155 const inbox = paDoc && ((paDoc.endpoints && paDoc.endpoints.sharedInbox) || paDoc.inbox);
2156 if (inbox && !seenInbox.has(inbox)) { seenInbox.add(inbox); threadInboxes.push(inbox); }
2157 }
2158 cursor = pn.inReplyTo; // climb to the next ancestor
2159 }
2160 // For non-Note objects (PeerTube Video, Article, …) the meaningful label is `name` (the
2161 // title); prepend it so the reply page shows what you're replying to (sanitize cleans it).
2162 let rawHtml = String(note.content || '').replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
2163 if (note.name && note.type && note.type !== 'Note') rawHtml = `<p><strong>${note.name}</strong></p>` + rawHtml;
2164 const images = (Array.isArray(note.attachment) ? note.attachment : [])
2165 .filter((a) => a && a.url && (!a.mediaType || /^image\//i.test(a.mediaType)))
2166 .map((a) => safeUrl(a.url)).filter(Boolean);
2167 // A Klonkt hosted-audio post strips its cover from `attachment` (so Mastodon
2168 // shows the player card, not a loose image) and puts it in `image` instead.
2169 // Same fallback as mediaFromNote() so a boosted music post keeps its cover.
2170 if (!images.length && note.image) {
2171 const im = Array.isArray(note.image) ? note.image[0] : note.image;
2172 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
2173 if (iu) images.push(iu);
2174 }
2175 return {
2176 object_uri: safeUrl(note.id) || note.id,
2177 actor_uri: actorUri,
2178 actor_url: ai.url,
2179 actor_handle: ai.handle,
2180 actor_name: ai.name,
2181 actor_icon: ai.icon,
2182 url: note.url || url,
2183 content: HtmlSanitizerService.sanitize(rawHtml), // full, sanitized
2184 sensitive: !!note.sensitive, // remote CW → blur in the Cirkel
2185 cw: note.summary || '',
2186 images,
2187 // Full typed media (incl. video/mp4) for the timeline cache. `images` above is
2188 // image-only for the interact page preview; a boosted video-only post (Loops)
2189 // lost its media entirely because upsertBoostedNote only saw `images`.
2190 media: mediaFromNote(note),
2191 threadInboxes, // every ancestor author's inbox
2192 localPostId: localTgt ? localTgt.post_id : '', // our post this belongs to (if any)
2193 poll: parsePoll(note), // a Question → its options/counts (else null)
2194 preview: HtmlSanitizerService.toPlainText(note.content || '').slice(0, 240),
2195 };
2196}
2197
2198// List a site's own outbound fediverse replies (for the manage/delete view).
2199// The plain editable text of a stored reply (unwrap links → their text, <br> → newline)
2200// so the manage view can prefill an edit box; the mention is re-added on save.
2201function outboxEditableText(content) {
2202 return String(content || '')
2203 .replace(/<br\s*\/?>/gi, '\n')
2204 .replace(/<a\b[^>]*>([\s\S]*?)<\/a>/gi, '$1')
2205 .replace(/<[^>]+>/g, '')
2206 .replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&')
2207 .trim();
2208}
2209export function listOutbox(siteSlug) {
2210 return db.prepare('SELECT id, content, to_handle, in_reply_to, language, created_at FROM ap_outbox WHERE site_slug = ? ORDER BY created_at DESC')
2211 .all(siteSlug).map((r) => { const c = stripLeadingMentions(r.content); return { ...r, content: c, editable: outboxEditableText(c) }; });
2212}
2213
2214// Delete one of our outbound replies: send Delete(Tombstone) to recipients + remove it.
2215export async function deliverOutboxDelete(site, outboxId) {
2216 const row = iStmts().getO.get(outboxId);
2217 if (!row || row.site_slug !== site.slug) return false;
2218 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2219 if (base) {
2220 const me = actorId(base, site.slug);
2221 const nid = noteId(base, row.id);
2222 const del = { '@context': AP_CONTEXT, id: `${nid}#delete-${Date.now()}-${rid()}`, type: 'Delete', actor: me, to: [PUBLIC], object: { id: nid, type: 'Tombstone' } };
2223 const keys = getOrCreateKeys(site.slug);
2224 const inboxes = new Set();
2225 if (row.to_actor) { const a = await fetchActor(row.to_actor).catch(() => null); if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox); }
2226 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2227 for (const inbox of [...inboxes].filter(Boolean)) {
2228 try { const st = await deliver(inbox, del, `${me}#main-key`, keys.private_pem); if (st >= 200 && st < 300) continue; } catch { /* queue below */ }
2229 enqueueDelivery(site.slug, inbox, del); // durable: a failed comment-delete now retries (was silently dropped)
2230 }
2231 }
2232 db.prepare('DELETE FROM ap_outbox WHERE id = ?').run(outboxId);
2233 return true;
2234}
2235
2236// Edit one of our outbound replies: rewrite the stored content (mention re-added + #tags
2237// re-linked) and send an Update(Note) so recipients refresh their cached copy.
2238export async function deliverOutboxUpdate(site, outboxId, newText, opts = {}) {
2239 const row = iStmts().getO.get(outboxId);
2240 if (!row || row.site_slug !== site.slug) return false;
2241 const text = String(newText || '').trim();
2242 // Rich edit: same sanitize + enrichment pipeline as deliverReply.
2243 const richClean = opts.html ? HtmlSanitizerService.sanitize(String(opts.html)) : '';
2244 const rich = richClean && HtmlSanitizerService.toPlainText(richClean).trim() ? richClean : '';
2245 if (!text && !rich) return false;
2246 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2247 if (!base) return false;
2248 const me = actorId(base, site.slug);
2249 const toActor = row.to_actor ? await fetchActor(row.to_actor).catch(() => null) : null;
2250 const toProfile = row.to_actor ? (actorInfo(toActor, row.to_actor).url || row.to_actor) : '';
2251 const _h = row.to_handle || deriveHandle(row.to_actor);
2252 const toHandle = _h && _h[0] === '@' ? _h : '@' + (_h || '');
2253 // An edit must not drop co-mentions (u02): reuse the OLD content's leading
2254 // mention anchors (the bar's kept list at send time) when present; only fall
2255 // back to rebuilding the single to_actor mention for legacy rows.
2256 const oldPrefix = (String(row.content || '')
2257 .match(/^\s*(?:<p[^>]*>)?\s*((?:<a\b[^>]*class="u-url mention"[^>]*>\s*@[^<]+<\/a>[\s ]*)+)/i) || [])[1] || '';
2258 const mention = oldPrefix || (row.to_actor
2259 ? `<a href="${escHtml(toProfile)}" class="u-url mention" data-actor="${escHtml(row.to_actor)}">${escHtml(toHandle)}</a> ` : '');
2260 let content;
2261 let mres;
2262 if (rich) {
2263 mres = await resolveMentionsInText(base, rich);
2264 const processed = linkUrls(linkHashtags(base, mres.html));
2265 if (processed.startsWith('<p>')) content = processed.replace('<p>', `<p>${mention}`);
2266 else if (/^<(blockquote|ul|ol|pre|h[1-6]|div|hr)\b/i.test(processed)) content = `<p>${mention}</p>${processed}`;
2267 else content = `<p>${mention}${processed}</p>`;
2268 } else {
2269 mres = await resolveMentionsInText(base, escHtml(text).replace(/\r?\n/g, '<br>'));
2270 content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
2271 }
2272 // Language may be updated with the edit; attachments always survive untouched.
2273 const newLang = /^[a-z]{2,3}(-[A-Za-z0-9-]+)?$/.test(String(opts.language || '')) ? opts.language : null;
2274 db.prepare('UPDATE ap_outbox SET content = ?, language = COALESCE(?, language) WHERE id = ?').run(content, newLang, outboxId);
2275 const note = buildReplyNote(base, site, iStmts().getO.get(outboxId));
2276 note.updated = new Date().toISOString();
2277 const update = {
2278 '@context': AP_CONTEXT,
2279 id: `${note.id}#update-${Date.now()}-${rid()}`, type: 'Update', actor: me,
2280 published: note.published, updated: note.updated, to: note.to, cc: note.cc, object: note,
2281 };
2282 const keys = getOrCreateKeys(site.slug);
2283 const inboxes = new Set();
2284 if (toActor) inboxes.add((toActor.endpoints && toActor.endpoints.sharedInbox) || toActor.inbox);
2285 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2286 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the edit
2287 inboxes.delete(`${me}/inbox`); inboxes.delete(`${base}/ap/inbox`);
2288 let delivered = 0;
2289 for (const inbox of [...inboxes].filter(Boolean)) {
2290 let ok = false;
2291 try { const st = await deliver(inbox, update, `${me}#main-key`, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
2292 if (ok) delivered++;
2293 else enqueueDelivery(site.slug, inbox, update); // durable: retry the edit later (was silently dropped)
2294 }
2295 console.log('[AP] outreply edit', site.slug, 'delivered', delivered);
2296 return { ok: true, content, delivered };
2297}
2298
2299// ── Fediverse CLIENT: follow accounts + home timeline ─────────────
2300// Resolve an @user@domain handle to its actor URL via WebFinger.
2301export async function webfingerResolve(handle) {
2302 const h = String(handle || '').trim().replace(/^@/, '');
2303 const parts = h.split('@');
2304 if (parts.length !== 2 || !parts[0] || !parts[1]) return null;
2305 const acct = `${parts[0]}@${parts[1]}`;
2306 try {
2307 const r = await safeFetch(`https://${parts[1]}/.well-known/webfinger?resource=acct:${encodeURIComponent(acct)}`,
2308 { headers: { Accept: 'application/jrd+json, application/json' } });
2309 if (!r.ok) return null;
2310 const jrd = await r.json();
2311 const link = (jrd.links || []).find((l) => l.rel === 'self' && /activity\+json|ld\+json/.test(l.type || ''));
2312 return safeUrl(link ? link.href : '') || null;
2313 } catch { return null; }
2314}
2315
2316let _insFw, _delFw, _listFw, _accFw, _oneFw, _setAB;
2317function fwStmts() {
2318 if (!_insFw) {
2319 _insFw = db.prepare('INSERT OR REPLACE INTO ap_following (slug, actor_uri, handle, name, icon, url, inbox, follow_id, status, auto_boost, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
2320 _delFw = db.prepare('DELETE FROM ap_following WHERE slug = ? AND actor_uri = ?');
2321 _listFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? ORDER BY created_at DESC');
2322 _accFw = db.prepare("UPDATE ap_following SET status = 'accepted' WHERE follow_id = ?");
2323 _oneFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? AND actor_uri = ?');
2324 _setAB = db.prepare('UPDATE ap_following SET auto_boost = ? WHERE slug = ? AND actor_uri = ?');
2325 }
2326 return { ins: _insFw, del: _delFw, list: _listFw, acc: _accFw, one: _oneFw, setAB: _setAB };
2327}
2328export function listFollowing(slug) { return fwStmts().list.all(slug); }
2329
2330// Toggle auto-boost ("feature") on an account we already follow.
2331export function setAutoBoost(slug, actorUri, on) {
2332 try { fwStmts().setAB.run(on ? 1 : 0, slug, actorUri); } catch { /* ignore */ }
2333 // Featuring an account → AP-native catch-up so the Cirkel isn't empty until they next
2334 // post (push doesn't backfill history-before-follow). Fire-and-forget pull, sends nothing.
2335 if (on) backfillFromOutbox(slug, actorUri).catch(() => {});
2336 return { ok: true };
2337}
2338
2339let _insTl, _listTl, _delTl;
2340function tlStmts() {
2341 if (!_insTl) {
2342 _insTl = db.prepare('INSERT OR IGNORE INTO ap_timeline (id, slug, author_uri, author_name, author_handle, author_icon, author_url, content, url, published, media_json, nsfw, cw, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
2343 _listTl = db.prepare('SELECT * FROM ap_timeline WHERE slug = ? ORDER BY COALESCE(published, created_at) DESC LIMIT ? OFFSET ?');
2344 _delTl = db.prepare('DELETE FROM ap_timeline WHERE id = ?');
2345 }
2346 return { ins: _insTl, list: _listTl, del: _delTl };
2347}
2348export function getTimeline(slug, limit, offset) { return tlStmts().list.all(slug, limit || 50, offset || 0); }
2349
2350// ── Cirkel = posts from the accounts you auto-boost ("feature an artist") ──
2351let _abCount, _cirkelPosts, _cirkelMembers;
2352export function autoBoostCount(slug) {
2353 try { if (!_abCount) _abCount = db.prepare('SELECT COUNT(*) AS n FROM ap_following WHERE slug = ? AND auto_boost = 1'); return _abCount.get(slug).n; } catch { return 0; }
2354}
2355export function getCirkelPosts(slug, limit, offset) {
2356 try {
2357 // Cirkel = posts from featured (auto_boost) accounts + posts you boosted
2358 // (t.boosted), mixed by date. One row per note in ap_timeline → no duplicates.
2359 if (!_cirkelPosts) _cirkelPosts = db.prepare(`
2360 SELECT t.id, t.author_uri, t.author_name, t.author_handle, t.author_icon, t.author_url,
2361 t.content, t.url, t.published, t.media_json, t.boosted, t.nsfw, t.cw
2362 FROM ap_timeline t
2363 LEFT JOIN ap_following f ON f.slug = t.slug AND f.actor_uri = t.author_uri
2364 WHERE t.slug = ? AND (f.auto_boost = 1 OR t.boosted = 1)
2365 ORDER BY COALESCE(t.published, t.created_at) DESC, t.rowid DESC
2366 LIMIT ? OFFSET ?`);
2367 return _cirkelPosts.all(slug, limit || 60, offset || 0);
2368 } catch { return []; }
2369}
2370export function getCirkelMembers(slug) {
2371 try { if (!_cirkelMembers) _cirkelMembers = db.prepare('SELECT name, url, icon FROM ap_following WHERE slug = ? AND auto_boost = 1 ORDER BY name'); return _cirkelMembers.all(slug); } catch { return []; }
2372}
2373// Mark a timeline post as boosted so it shows in the Cirkel (mixed by date).
2374let _markBoost, _unmarkBoost, _boostedCount;
2375export function markBoosted(slug, noteId) {
2376 try { if (!_markBoost) _markBoost = db.prepare('UPDATE ap_timeline SET boosted = 1 WHERE slug = ? AND id = ?'); _markBoost.run(slug, noteId); } catch { /* ignore */ }
2377}
2378export function unmarkBoosted(slug, noteId) {
2379 try { if (!_unmarkBoost) _unmarkBoost = db.prepare('UPDATE ap_timeline SET boosted = 0 WHERE slug = ? AND id = ?'); _unmarkBoost.run(slug, noteId); } catch { /* ignore */ }
2380}
2381let _markLike, _unmarkLike;
2382export function markLiked(slug, noteId) {
2383 try { if (!_markLike) _markLike = db.prepare('UPDATE ap_timeline SET liked = 1 WHERE slug = ? AND id = ?'); _markLike.run(slug, noteId); } catch { /* ignore */ }
2384}
2385export function unmarkLiked(slug, noteId) {
2386 try { if (!_unmarkLike) _unmarkLike = db.prepare('UPDATE ap_timeline SET liked = 0 WHERE slug = ? AND id = ?'); _unmarkLike.run(slug, noteId); } catch { /* ignore */ }
2387}
2388export function getTimelineReaction(slug, noteId) {
2389 try { const r = db.prepare('SELECT liked, boosted FROM ap_timeline WHERE slug = ? AND id = ?').get(slug, noteId); return { liked: !!(r && r.liked), boosted: !!(r && r.boosted) }; } catch { return { liked: false, boosted: false }; }
2390}
2391// Boost a REMOTE post that may not be in your timeline (you don't follow the author):
2392// store it in ap_timeline (INSERT OR IGNORE → no dup for followed posts) so it shows in
2393// the Cirkel with a Boost badge, then flag it boosted.
2394export function upsertBoostedNote(slug, note) {
2395 if (!slug || !note || !note.object_uri) return;
2396 const id = note.object_uri;
2397 // Prefer the full typed media (incl. video/mp4 — a Loops boost is video-only and
2398 // rendered a bare text tile); fall back to the image-only list for older callers.
2399 const media = (note.media && note.media !== '[]')
2400 ? note.media
2401 : JSON.stringify((note.images || []).map((u) => ({ url: u, type: 'image/jpeg' })));
2402 try {
2403 const r = tlStmts().ins.run(id, slug, note.actor_uri || '', note.actor_name || '', note.actor_handle || '',
2404 note.actor_icon || '', note.actor_url || '', note.content || '', note.url || null,
2405 new Date().toISOString(), media, note.sensitive ? 1 : 0, note.cw || null);
2406 if (!r.changes) {
2407 // Row already cached (INSERT OR IGNORE) → refresh it with the freshly
2408 // resolved note. Without this a row cached without its cover (or with
2409 // stale content) stayed stale forever — even boosting again didn't heal it.
2410 // Keep the CACHED media when the resolve yielded none: an empty re-resolve
2411 // used to clobber a good media_json (the followed copy had the video, the
2412 // boost wiped it to []).
2413 db.prepare(`UPDATE ap_timeline SET content = ?, media_json = CASE WHEN ? = '[]' THEN media_json ELSE ? END,
2414 nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE slug = ? AND id = ?`)
2415 .run(note.content || '', media, media, note.sensitive ? 1 : 0, note.cw || null, note.url || null, slug, id);
2416 }
2417 } catch { /* ignore */ }
2418 markBoosted(slug, id);
2419}
2420export function boostedCount(slug) {
2421 try { if (!_boostedCount) _boostedCount = db.prepare('SELECT COUNT(*) AS n FROM ap_timeline WHERE slug = ? AND boosted = 1'); return _boostedCount.get(slug).n; } catch { return 0; }
2422}
2423
2424// Resolve a Klonkt/AP actor URL from a site root: a Klonkt site's root 302s to
2425// /ap/users/<slug> (content negotiation; Location may be relative). Used by
2426// followActor for bare-domain follows.
2427// NB: the old auto-migration of legacy Cirkels (circle_links -> AP follows) was
2428// REMOVED on 2026-06-26 — it auto-sent Follows on boot, which violates "the code
2429// never throws anything into the fediverse automatically" (would surprise-Follow
2430// for some operators at scale). The dead circle_links table stays as harmless dead
2431// data; an operator restores an old cirkel by re-following in /following (their click).
2432async function resolveApActor(siteUrl) {
2433 try {
2434 const r = await fetch(siteUrl, { headers: { Accept: 'application/activity+json' }, redirect: 'manual' });
2435 if (r.status >= 300 && r.status < 400) { const loc = r.headers.get('location'); if (loc) return new URL(loc, siteUrl).href; }
2436 if (r.ok) return siteUrl;
2437 } catch { /* unreachable */ }
2438 return null;
2439}
2440
2441// ── Self-heal: re-sync the fediverse cache (ap_timeline) after a DRASTIC update ──
2442// Runs ONCE per SELFHEAL_VERSION bump — NOT on every boot. Re-fetches each cached
2443// note and refreshes content + media (recovers covers/edits that were delivered
2444// during a flux window, e.g. a fleet-wide update), and drops notes that are gone
2445// (404/410). Bump SELFHEAL_VERSION only on a release that warrants a re-sync.
2446const SELFHEAL_VERSION = 7; // v7: rerun v6 with retry-until-clean semantics (origins briefly offline no longer stay stale forever)
2447async function fetchNoteAP(url) {
2448 try {
2449 const r = await fetch(url, { headers: { Accept: 'application/activity+json' } });
2450 if (r.status === 404 || r.status === 410) return 404;
2451 if (r.ok) return await r.json();
2452 } catch { /* unreachable */ }
2453 return null;
2454}
2455function mediaFromNote(note) {
2456 const atts = (Array.isArray(note.attachment) ? note.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
2457 if (!atts.some((m) => !m.type || /image/i.test(m.type)) && note.image) {
2458 const im = Array.isArray(note.image) ? note.image[0] : note.image;
2459 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
2460 if (iu) atts.push({ url: iu, type: (im && im.mediaType) || 'image/jpeg' });
2461 }
2462 return JSON.stringify(atts);
2463}
2464// A generic SSRF-safe AP GET (collections / pages).
2465async function apGetJson(url) {
2466 try {
2467 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
2468 if (!r.ok) return null;
2469 const len = Number(r.headers.get('content-length') || 0);
2470 if (len > 3_000_000) return null;
2471 return await r.json();
2472 } catch { return null; }
2473}
2474// AP-native catch-up: pull an actor's standard `outbox` collection and merge their recent
2475// top-level posts into the timeline for `slug`. Push (Create delivery) cannot backfill
2476// history-from-before-you-followed or a delivery that was missed while you were down;
2477// reading the outbox is the spec-conform way to catch up. PULL ONLY — sends nothing.
2478export async function backfillFromOutbox(slug, actorUri, limit = 20) {
2479 try {
2480 if (!slug || !actorUri) return 0;
2481 const actor = await fetchActor(actorUri);
2482 if (!actor || !actor.outbox) return 0;
2483 let page = await apGetJson(typeof actor.outbox === 'string' ? actor.outbox : actor.outbox.id);
2484 let items = (page && (page.orderedItems || page.items)) || [];
2485 if (!items.length && page && page.first) {
2486 page = await apGetJson(typeof page.first === 'string' ? page.first : page.first.id);
2487 items = (page && (page.orderedItems || page.items)) || [];
2488 }
2489 if (!Array.isArray(items) || !items.length) return 0;
2490 const ai = actorInfo(actor, actorUri);
2491 let added = 0;
2492 for (const it of items.slice(0, limit)) {
2493 // Each item is usually a Create wrapping a Note, or sometimes the Note itself.
2494 const o = (it && typeof it.object === 'object' && it.object) ? it.object : it;
2495 if (!o || !o.id) continue;
2496 if (o.type && o.type !== 'Note' && o.type !== 'Article' && o.type !== 'Question') continue; // skip boosts/other
2497 if (o.inReplyTo) continue; // top-level only
2498 const auth = actorUriOf(o.attributedTo);
2499 if (auth && auth !== actorUri) continue; // their OWN posts only
2500 const html = HtmlSanitizerService.sanitize(o.content || '');
2501 const poll = parsePoll(o); // a Question (poll) → carry its options/counts on backfill too
2502 try {
2503 const r = tlStmts().ins.run(o.id, slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, mediaFromNote(o), o.sensitive ? 1 : 0, o.summary || null);
2504 if (r && r.changes > 0) added++;
2505 // Set poll_json if this is a poll and we don't already have it (COALESCE preserves a vote).
2506 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = COALESCE(poll_json, ?) WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, slug); } catch { /* ignore */ } }
2507 } catch { /* ignore */ }
2508 }
2509 if (added) console.log('[AP] outbox backfill', actorUri, '→', slug, '+' + added);
2510 return added;
2511 } catch { return 0; }
2512}
2513
2514// ── Remote thread crawl (fill the gaps in a local post's conversation) ────────────
2515// Most replies reach us by delivery, but replies-to-replies that live on other servers and
2516// aren't addressed to us are missed. This pulls the AS2 `replies` collections of the replies
2517// we DO have, caching any newly-found ones in ap_interactions.
2518//
2519// Matches Mastodon's behaviour: ONE level per crawl (like its FetchRepliesService), not a deep
2520// recursive walk. Deeper levels fill in incrementally across crawls — once a fetched reply is
2521// cached it becomes a seed itself, so its own replies are pulled on a later view (Mastodon's
2522// per-status cascade). Bounded + polite (serial), PULL only, and stale-while-revalidate: it
2523// never runs in a page request — the view renders from cache; a stale post kicks off a
2524// background refresh for the NEXT view.
2525const THREAD_TTL_MS = 15 * 60 * 1000; // don't re-crawl a post more than ~4×/hour
2526const THREAD_MAX_DEPTH = 1; // one hop per crawl (like Mastodon); deeper fills in over crawls
2527const THREAD_MAX_FETCHES = 30; // hard cap on remote GETs per crawl (be a good peer)
2528const _crawlingThreads = new Set(); // per-post in-flight lock (no stampede across views)
2529
2530function threadCrawlTs(postId) {
2531 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('thread_crawl:' + postId); return r ? (Number(r.value) || 0) : 0; }
2532 catch { return 0; }
2533}
2534function setThreadCrawlTs(postId, ts) {
2535 try { db.prepare('INSERT INTO app_settings (key, value) VALUES (?, ?) ON CONFLICT(key) DO UPDATE SET value = excluded.value').run('thread_crawl:' + postId, String(ts)); }
2536 catch { /* ignore */ }
2537}
2538
2539// Read a note's `replies` (string ref / Collection with `first` / paged CollectionPages) →
2540// child note URIs. Every remote GET goes through `budget` so the whole crawl stays capped.
2541async function collectReplyItems(repliesRef, maxPages, budget) {
2542 const uris = [];
2543 let node = typeof repliesRef === 'string' ? await budget.get(repliesRef) : repliesRef;
2544 if (node && node.first) node = typeof node.first === 'string' ? await budget.get(node.first) : node.first;
2545 let pages = 0;
2546 while (node && pages++ < maxPages) {
2547 for (const it of (node.items || node.orderedItems || [])) {
2548 const u = typeof it === 'string' ? it : (it && it.id);
2549 if (u && /^https?:\/\//i.test(u)) uris.push(u);
2550 }
2551 if (!node.next) break;
2552 node = typeof node.next === 'string' ? await budget.get(node.next) : node.next;
2553 }
2554 return uris;
2555}
2556
2557async function crawlThread(postId) {
2558 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2559 if (!base) return;
2560 // Seed frontier = the remote reply note URIs we already have; also the dedup set.
2561 let known;
2562 try { known = new Set(db.prepare("SELECT object_uri FROM ap_interactions WHERE post_id = ? AND kind = 'reply' AND object_uri != ''").all(postId).map((r) => r.object_uri)); }
2563 catch { return; }
2564 const seeds = [...known].filter((u) => /^https?:\/\//i.test(u));
2565 if (!seeds.length) return; // nothing remote to expand
2566 // Owner-removed replies (tombstones) join the dedup set AFTER seeding, so the
2567 // crawler never re-adds them via thread-filling (they're gone from the seeds
2568 // already because rejectInteraction deleted their ap_interactions row).
2569 try { for (const r of db.prepare('SELECT object_uri FROM ap_rejected_objects WHERE post_id = ?').all(postId)) known.add(r.object_uri); }
2570 catch { /* table always exists after boot migration */ }
2571
2572 let fetches = 0;
2573 const budget = { get: async (u) => { if (fetches >= THREAD_MAX_FETCHES) return null; fetches++; return apGetJson(u); } };
2574 const visited = new Set(); // notes whose replies collection we've already expanded
2575 let frontier = seeds.slice();
2576 let added = 0;
2577
2578 for (let depth = 0; depth < THREAD_MAX_DEPTH && frontier.length && fetches < THREAD_MAX_FETCHES; depth++) {
2579 const nextFrontier = [];
2580 for (const noteUri of frontier) {
2581 if (visited.has(noteUri) || fetches >= THREAD_MAX_FETCHES) continue;
2582 visited.add(noteUri);
2583 const note = await budget.get(noteUri);
2584 if (!note || !note.replies) continue;
2585 const childUris = await collectReplyItems(note.replies, 2, budget);
2586 for (const cu of childUris) {
2587 if (known.has(cu) || fetches >= THREAD_MAX_FETCHES) continue;
2588 known.add(cu);
2589 const child = await budget.get(cu);
2590 if (!child || !child.id || (child.type !== 'Note' && child.type !== 'Article')) continue;
2591 if (isRejectedObject(child.id)) continue; // note id can differ from the collection URI (redirects)
2592 const actorUri = actorUriOf(child.attributedTo);
2593 if (!actorUri || isBlockedAny(actorUri)) continue; // skip blocked authors
2594 const actor = await budget.get(actorUri); // may be null if budget spent → fallback handle
2595 const ai = actorInfo(actor, actorUri);
2596 const html = HtmlSanitizerService.sanitize(child.content || '');
2597 // The child replies to `note` by construction (it's in note's replies collection).
2598 try { iStmts().ins.run('reply', postId, child.id, actorUri, ai.name, ai.handle, ai.url, ai.icon, html, child.published || null, note.id || noteUri, noteVisibility(child)); added++; } catch { /* ignore */ }
2599 nextFrontier.push(child.id); // expand this reply's own replies next depth
2600 }
2601 }
2602 frontier = nextFrontier;
2603 }
2604 if (added) console.log('[AP] thread crawl', postId, '+' + added, 'remote replies (' + fetches + ' fetches)');
2605}
2606
2607// Stale-while-revalidate entry point: call from the post view. Renders nothing, blocks nothing —
2608// fires a background crawl only if this post hasn't been crawled within the TTL.
2609export function maybeCrawlThread(postId) {
2610 if (!postId || _crawlingThreads.has(postId)) return;
2611 if (Date.now() - threadCrawlTs(postId) < THREAD_TTL_MS) return;
2612 _crawlingThreads.add(postId);
2613 setThreadCrawlTs(postId, Date.now()); // optimistic mark so concurrent/next views don't re-fire
2614 crawlThread(postId).catch((e) => console.warn('[AP] thread crawl failed:', e && e.message)).finally(() => _crawlingThreads.delete(postId));
2615}
2616
2617let _selfHealing = false;
2618export async function selfHealTimeline() {
2619 if (_selfHealing) return; _selfHealing = true;
2620 try {
2621 let cur = 0;
2622 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_version'); cur = r ? (parseInt(r.value, 10) || 0) : 0; } catch { return; }
2623 if (cur >= SELFHEAL_VERSION) return; // already healed for this version — skip on normal boots
2624 let rows = [];
2625 try { rows = db.prepare('SELECT id, content, media_json, nsfw, cw, url FROM ap_timeline ORDER BY rowid DESC LIMIT 200').all(); } catch { /* no table */ }
2626 let healed = 0, failed = 0;
2627 for (const r of rows) {
2628 try {
2629 const note = await fetchNoteAP(r.id);
2630 if (note === 404) { db.prepare('DELETE FROM ap_timeline WHERE id = ?').run(r.id); healed++; continue; }
2631 if (!note || typeof note !== 'object') { failed++; continue; } // origin unreachable right now
2632 const html = HtmlSanitizerService.sanitize(note.content || '');
2633 const media = mediaFromNote(note);
2634 const nsfw = note.sensitive ? 1 : 0; // re-sync NSFW/sensitive + CW onto already-cached posts
2635 const cw = note.summary || null;
2636 const url = note.url || null; // re-sync the human url (catches a remote slug rename)
2637 if ((html && html !== r.content) || media !== (r.media_json || '[]') || nsfw !== (r.nsfw || 0) || (cw || '') !== (r.cw || '') || (url && url !== r.url)) {
2638 db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ?').run(html || r.content, media, nsfw, cw, url, r.id);
2639 healed++;
2640 }
2641 } catch { failed++; /* per-note best-effort */ }
2642 }
2643 // Only mark this version DONE after a clean pass. Some origins are briefly
2644 // offline exactly when we heal (phone-hosted instances!): skipping them and
2645 // consuming the version would leave those rows stale forever. Instead retry
2646 // on the next boots, giving up after a few attempts (permanently-dead
2647 // origins answer 404/410 and are deleted above, so they don't loop).
2648 const setSetting = (k, v) => { try { db.prepare('INSERT OR REPLACE INTO app_settings (key, value) VALUES (?, ?)').run(k, String(v)); } catch { /* ignore */ } };
2649 let attempts = 0;
2650 try { const a = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_attempts'); attempts = a ? (parseInt(a.value, 10) || 0) : 0; } catch { /* ignore */ }
2651 if (failed === 0 || attempts >= 4) {
2652 setSetting('selfheal_version', SELFHEAL_VERSION);
2653 setSetting('selfheal_attempts', 0);
2654 } else {
2655 setSetting('selfheal_attempts', attempts + 1);
2656 }
2657 if (rows.length) console.log(`[AP] self-heal v${SELFHEAL_VERSION}: ${healed}/${rows.length} timeline notes${failed ? ` (${failed} unreachable — will retry next boot)` : ''}`);
2658 } catch { /* never block boot */ } finally { _selfHealing = false; }
2659}
2660
2661// Follow a fediverse account by @handle (WebFinger → actor → signed Follow).
2662export async function followActor(site, handle, autoBoost = false) {
2663 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2664 if (!base || !site || !site.slug) return { error: 'config' };
2665 // Accept any of: a profile/actor URL, an @user@host handle (WebFinger), or a
2666 // bare site domain (site.com) — for a single-actor site (Klonkt etc.) the root
2667 // resolves to its AP actor, so you can follow a site by just its domain.
2668 const s = String(handle || '').trim();
2669 let actorUrl;
2670 if (/^https?:\/\//i.test(s)) actorUrl = safeUrl(s) || null;
2671 else if (s.includes('@')) actorUrl = await webfingerResolve(s);
2672 else if (/^[a-z0-9.-]+\.[a-z]{2,}/i.test(s)) actorUrl = await resolveApActor('https://' + s.replace(/^\/+|\/+$/g, ''));
2673 else actorUrl = null;
2674 if (!actorUrl) return { error: 'not_found' };
2675 const actor = await fetchActor(actorUrl).catch(() => null);
2676 if (!actor || !actor.id || !actor.inbox) return { error: 'unreachable' };
2677 const ai = actorInfo(actor, actor.id);
2678 const me = actorId(base, site.slug);
2679 const keys = getOrCreateKeys(site.slug);
2680 const followId = `${me}#follow-${Date.now()}-${rid()}`;
2681 fwStmts().ins.run(site.slug, actor.id, ai.handle, ai.name, ai.icon, ai.url, actor.inbox, followId, 'pending', autoBoost ? 1 : 0);
2682 const follow = { '@context': AP_CONTEXT, id: followId, type: 'Follow', actor: me, object: actor.id };
2683 // Deliver via the retry queue: a Follow that fails the first attempt (peer down,
2684 // timeout, transient 5xx) is retried with backoff instead of staying stuck on
2685 // 'pending' forever — the Accept can only come back once the Follow lands.
2686 await deliverWithRetry(site.slug, actor.inbox, follow, `${me}#main-key`, keys.private_pem);
2687 console.log('[AP] follow', site.slug, '→', actor.id);
2688 // Follow + feature in one step → backfill their recent posts into the Cirkel right away.
2689 if (autoBoost) backfillFromOutbox(site.slug, actor.id).catch(() => {});
2690 return { ok: true, name: ai.name, handle: ai.handle, actor: actor.id };
2691}
2692
2693// Resolve a profile URL or @handle to a followable remote actor (for the
2694// authorize_interaction "Follow" flow). Returns display fields + inbox, or null
2695// when it isn't a reachable actor (e.g. the input was a post, not a profile).
2696export async function resolveRemoteActor(input) {
2697 const s = String(input || '').trim();
2698 const actorUrl = /^https?:\/\//i.test(s) ? (safeUrl(s) || null) : await webfingerResolve(s);
2699 if (!actorUrl) return null;
2700 const actor = await fetchActor(actorUrl).catch(() => null);
2701 if (!actor || !actor.id || !actor.inbox) return null;
2702 const ai = actorInfo(actor, actor.id);
2703 return { actor_uri: actor.id, actor_name: ai.name, actor_handle: ai.handle, actor_url: ai.url, actor_icon: ai.icon, inbox: actor.inbox };
2704}
2705
2706export async function unfollowActor(site, actorUri) {
2707 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2708 const me = actorId(base, site.slug);
2709 const keys = getOrCreateKeys(site.slug);
2710 const row = fwStmts().one.get(site.slug, actorUri);
2711 // Undo(Follow) MUST reference the original Follow's real id so the remote can correlate it
2712 // and drop the follow. The old `${me}#follow` fallback never matched anything → the unfollow
2713 // silently failed on the remote. With no stored follow id (legacy row), skip the network Undo
2714 // rather than send an unmatchable one. Deliver durably via the retry queue.
2715 if (row && row.inbox && row.follow_id) {
2716 const undo = { '@context': AP_CONTEXT, id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me, object: { id: row.follow_id, type: 'Follow', actor: me, object: actorUri } };
2717 deliverWithRetry(site.slug, row.inbox, undo, `${me}#main-key`, keys.private_pem);
2718 } else if (row && row.inbox) {
2719 console.warn('[AP] unfollow', site.slug, '→', actorUri, '— no stored follow id; removed locally only (legacy follow, remote may keep it)');
2720 }
2721 fwStmts().del.run(site.slug, actorUri);
2722 return { ok: true };
2723}
2724
2725// Send a Like or Announce (boost) on a remote note FROM this site.
2726export async function sendInteraction(site, kind, targetNoteId, authorUri) {
2727 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2728 if (!base || !site || !site.slug || !targetNoteId) return { error: 'config' };
2729 const me = actorId(base, site.slug);
2730 const keys = getOrCreateKeys(site.slug);
2731 // 'unboost' = Undo(Announce): retracts a boost so followers' servers remove the
2732 // reblog (matched on actor+object — no record of the original Announce needed).
2733 const fanout = (kind === 'boost' || kind === 'unboost'); // also goes to our followers
2734 const followersCol = `${me}/followers`;
2735 // Address the original author in cc so their server (Mastodon, WordPress/ActivityPub, …)
2736 // attributes the boost to their post and notifies them — without this, a shared-inbox
2737 // receiver has nothing to route the Announce to. Non-fragment activity ids + a `published`
2738 // stamp keep us aligned with what Mastodon emits.
2739 const audience = authorUri ? [followersCol, authorUri] : [followersCol];
2740 let act;
2741 if (kind === 'unboost' || kind === 'unlike') {
2742 // Undo(Announce) retracts a boost; Undo(Like) un-favourites (matched on actor+object,
2743 // no record of the original activity needed — Mastodon honours both).
2744 const inner = kind === 'unboost' ? 'Announce' : 'Like';
2745 act = {
2746 '@context': AP_CONTEXT,
2747 id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me,
2748 object: { id: `${me}/${inner.toLowerCase()}/${Date.now()}-${rid()}`, type: inner, actor: me, object: targetNoteId },
2749 };
2750 if (kind === 'unboost') { act.to = [PUBLIC]; act.cc = audience; }
2751 } else {
2752 const type = kind === 'boost' ? 'Announce' : 'Like';
2753 act = {
2754 '@context': AP_CONTEXT,
2755 id: `${me}/${type.toLowerCase()}/${Date.now()}-${rid()}`,
2756 type, actor: me, object: targetNoteId,
2757 };
2758 if (type === 'Announce') { act.published = new Date().toISOString(); act.to = [PUBLIC]; act.cc = audience; }
2759 }
2760 const inboxes = new Set();
2761 // Author first, via their PERSONAL inbox (not the shared one) so a multi-user receiver
2762 // routes the Announce/Like to the right post unambiguously.
2763 if (authorUri) { const a = await fetchActor(authorUri).catch(() => null); if (a) inboxes.add(a.inbox || (a.endpoints && a.endpoints.sharedInbox)); }
2764 if (fanout) { for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox); }
2765 // Queue each delivery (immediate attempt + backoff retries on failure via ap_delivery)
2766 // instead of a single fire-and-forget POST, so a transient hiccup at the receiver doesn't
2767 // silently lose the boost — same durability a new post (deliverCreate) already gets.
2768 let queued = 0;
2769 for (const inbox of [...inboxes].filter(Boolean)) { deliverWithRetry(site.slug, inbox, act, `${me}#main-key`, keys.private_pem); queued++; }
2770 console.log('[AP]', kind, site.slug, '→', targetNoteId, 'queued', queued, 'inbox(es)');
2771 return { ok: true, delivered: queued };
2772}
2773
2774// Notifications inbox: new followers + replies/likes/boosts on this site's posts.
2775export function getNotifications(slug, limit) {
2776 // Per-source cap scales with the requested limit so Messages can page deep
2777 // (Load more). Bounded so a huge offset can't ask for unbounded rows.
2778 const L = Math.min(1000, Math.max(80, limit || 60));
2779 const out = [];
2780 try {
2781 for (const f of db.prepare('SELECT actor_uri, created_at FROM ap_followers WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
2782 out.push({ type: 'follow', handle: deriveHandle(f.actor_uri), url: f.actor_uri, created_at: f.created_at });
2783 }
2784 } catch { /* ignore */ }
2785 try {
2786 const rows = db.prepare(`
2787 SELECT i.kind, i.actor_name, i.actor_handle, i.actor_url, i.actor_icon, i.content, i.created_at, i.visibility,
2788 p.slug AS post_slug, p.title AS post_title
2789 FROM ap_interactions i LEFT JOIN posts p ON p.id = i.post_id
2790 WHERE p.site_id = (SELECT id FROM sites WHERE slug = ?)
2791 ORDER BY i.created_at DESC LIMIT ?
2792 `).all(slug, L);
2793 for (const r of rows) out.push({
2794 type: r.kind, name: r.actor_name, handle: r.actor_handle, url: r.actor_url, icon: r.actor_icon,
2795 content: stripLeadingMentions(r.content), post_slug: r.post_slug, post_title: r.post_title, created_at: r.created_at,
2796 // followers/direct = a private message to the owner (not on the public thread) → 🔒 in Messages
2797 visibility: r.visibility || 'public',
2798 });
2799 } catch { /* ignore */ }
2800 try {
2801 for (const r of db.prepare('SELECT actor_uri, actor_name, actor_handle, actor_icon, content, created_at FROM ap_reports WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
2802 out.push({ type: 'report', name: r.actor_name, handle: r.actor_handle, url: r.actor_uri, icon: r.actor_icon, content: r.content, created_at: r.created_at });
2803 }
2804 } catch { /* ignore */ }
2805 try {
2806 for (const r of db.prepare('SELECT object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, created_at FROM ap_mentions WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
2807 out.push({ type: 'mention', name: r.actor_name, handle: r.actor_handle, url: r.actor_url || r.actor_uri, icon: r.actor_icon, content: stripLeadingMentions(r.content), note_url: r.note_url || r.object_uri, created_at: r.created_at });
2808 }
2809 } catch { /* ignore */ }
2810 // Your own polls that have closed → a "results are in" item, derived read-time
2811 // from poll_json (Scheduler marks closed=1) with the tally via ownPollView.
2812 try {
2813 const site = db.prepare('SELECT id FROM sites WHERE slug = ?').get(slug);
2814 if (site) {
2815 const polls = db.prepare(`
2816 SELECT id, slug, title, poll_json FROM posts
2817 WHERE site_id = ? AND poll_json IS NOT NULL
2818 AND json_extract(poll_json, '$.closed') = 1
2819 AND json_extract(poll_json, '$.endTime') IS NOT NULL
2820 ORDER BY json_extract(poll_json, '$.endTime') DESC LIMIT 20`).all(site.id);
2821 for (const p of polls) {
2822 const view = ownPollView(p);
2823 if (!view) continue;
2824 let endTime = null; try { endTime = JSON.parse(p.poll_json).endTime; } catch { /* keep null */ }
2825 out.push({ type: 'poll_done', post_slug: p.slug, post_title: p.title, poll: view, created_at: endTime || null });
2826 }
2827 }
2828 } catch { /* ignore */ }
2829 // NaN-safe sort: one row with a missing/garbled created_at would otherwise make the
2830 // comparator return NaN and scramble the WHOLE ordering (seen live: follow rows landing
2831 // between likes, which also broke Messages' like-grouping).
2832 out.sort((a, b) => _msgTs(b) - _msgTs(a));
2833 return out.slice(0, limit || 60);
2834}
2835function _msgTs(x) { const t = Date.parse((x && x.created_at) || ''); return Number.isFinite(t) ? t : 0; }
2836
2837// ── Blocking / defederation ───────────────────────────────────────
2838let _insBl, _delBl, _listBl;
2839function blStmts() {
2840 if (!_insBl) {
2841 _insBl = db.prepare('INSERT OR IGNORE INTO ap_blocks (slug, target, kind, label, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
2842 _delBl = db.prepare('DELETE FROM ap_blocks WHERE slug = ? AND target = ?');
2843 _listBl = db.prepare('SELECT * FROM ap_blocks WHERE slug = ? ORDER BY created_at DESC');
2844 }
2845 return { ins: _insBl, del: _delBl, list: _listBl };
2846}
2847export function listBlocks(slug) { return blStmts().list.all(slug); }
2848
2849// True if an actor (or its whole domain) is blocked anywhere on this instance.
2850// Vote on a remote fediverse poll (a cached Question). A ballot = a Create(Note) carrying only a
2851// `name` (the chosen option) + inReplyTo the Question, addressed to the poll's author — the
2852// Mastodon-standard vote. Records our choice locally + optimistically bumps the counts; the
2853// author's Update(Question) refreshes the authoritative totals when it arrives.
2854export async function voteOnPoll(site, questionId, choices) {
2855 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2856 if (!base || !site || !site.slug || !questionId) return { error: 'config' };
2857 let row; try { row = db.prepare('SELECT author_uri, poll_json FROM ap_timeline WHERE id = ? AND slug = ? LIMIT 1').get(questionId, site.slug); } catch { /* ignore */ }
2858 if (!row || !row.poll_json) return { error: 'not_found' };
2859 let poll; try { poll = JSON.parse(row.poll_json); } catch { return { error: 'not_found' }; }
2860 if (poll.closed) return { error: 'closed' };
2861 if (poll.voted) return { error: 'already' };
2862 const valid = new Set(poll.options.map((o) => o.name));
2863 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
2864 if (!picks.length) return { error: 'invalid' };
2865 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
2866 const me = actorId(base, site.slug);
2867 const keys = getOrCreateKeys(site.slug);
2868 const authorUri = row.author_uri || null;
2869 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
2870 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
2871 if (!inbox) return { error: 'unreachable' };
2872 for (const name of chosen) {
2873 const nid = `${me}/votes/${Date.now()}-${rid()}`;
2874 const note = { id: nid, type: 'Note', attributedTo: me, to: authorUri ? [authorUri] : [], name, inReplyTo: questionId, published: new Date().toISOString() };
2875 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
2876 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
2877 }
2878 // Local optimistic update (authoritative counts arrive via the author's Update(Question)).
2879 poll.voted = poll.multiple ? chosen : chosen[0];
2880 for (const o of poll.options) if (chosen.includes(o.name)) o.count = (o.count || 0) + 1;
2881 if (poll.voters != null) poll.voters += 1;
2882 try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), questionId, site.slug); } catch { /* ignore */ }
2883 return { ok: true };
2884}
2885
2886// Vote on ANY fediverse poll by URL (the interact page) — no timeline cache needed. Fetches
2887// the Question fresh, validates the choice(s), and casts the Mastodon-standard ballot (a
2888// Create(Note) with `name` + inReplyTo) straight to the poll's author. Used for polls you find
2889// by URL, not just ones from accounts you follow (which go through voteOnPoll via /news).
2890export async function voteOnRemotePoll(site, questionUrl, choices) {
2891 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2892 if (!base || !site || !site.slug || !/^https?:\/\//i.test(String(questionUrl || ''))) return { error: 'config' };
2893 const q = await fetchActor(questionUrl).catch(() => null); // AP GET (SSRF-guarded)
2894 if (!q || q.type !== 'Question' || !q.id) return { error: 'not_found' };
2895 const poll = parsePoll(q);
2896 if (!poll) return { error: 'not_found' };
2897 if (poll.closed) return { error: 'closed' };
2898 const valid = new Set(poll.options.map((o) => o.name));
2899 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
2900 if (!picks.length) return { error: 'invalid' };
2901 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
2902 const authorUri = actorUriOf(q.attributedTo);
2903 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
2904 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
2905 if (!inbox) return { error: 'unreachable' };
2906 const me = actorId(base, site.slug);
2907 const keys = getOrCreateKeys(site.slug);
2908 for (const name of chosen) {
2909 const nid = `${me}/votes/${Date.now()}-${rid()}`;
2910 const note = { id: nid, type: 'Note', attributedTo: me, to: [authorUri], name, inReplyTo: q.id, published: new Date().toISOString() };
2911 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
2912 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
2913 }
2914 return { ok: true };
2915}
2916
2917// Report a remote post or account to its home instance (moderation). Sends the Mastodon-standard
2918// AS2 `Flag`: object = [reported account, reported status?], content = the reason, delivered to the
2919// reported account's inbox so their instance's moderators receive it. objectUri = a post URL (its
2920// author is resolved + included) OR pass actorUri to report an account directly.
2921export async function sendReport(site, { objectUri, actorUri, reason }) {
2922 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2923 if (!base || !site || !site.slug) return { error: 'config' };
2924 let targetActor = actorUri || null;
2925 let noteUri = null;
2926 if (objectUri && /^https?:\/\//i.test(objectUri)) {
2927 const note = await apGetJson(objectUri).catch(() => null);
2928 if (note && note.id) { noteUri = note.id; if (!targetActor) targetActor = actorUriOf(note.attributedTo); }
2929 else if (!targetActor) return { error: 'not_found' };
2930 }
2931 if (!targetActor || !/^https?:\/\//i.test(targetActor)) return { error: 'not_found' };
2932 const actor = await fetchActor(targetActor).catch(() => null);
2933 const inbox = actor && (actor.inbox || (actor.endpoints && actor.endpoints.sharedInbox)); // personal inbox → their moderators
2934 if (!inbox) return { error: 'unreachable' };
2935 const me = actorId(base, site.slug);
2936 const keys = getOrCreateKeys(site.slug);
2937 const object = [targetActor];
2938 if (noteUri && noteUri !== targetActor) object.push(noteUri);
2939 const flag = {
2940 '@context': AP_CONTEXT,
2941 id: `${me}#report-${Date.now()}-${rid()}`,
2942 type: 'Flag',
2943 actor: me,
2944 content: String(reason == null ? '' : reason).slice(0, 3000),
2945 object, // [account, status?] — Mastodon's Flag shape
2946 to: [targetActor],
2947 };
2948 deliverWithRetry(site.slug, inbox, flag, `${me}#main-key`, keys.private_pem);
2949 return { ok: true };
2950}
2951
2952export function isBlockedAny(actorUri) {
2953 if (!actorUri) return false;
2954 let domain = ''; try { domain = new URL(actorUri).host; } catch { /* ignore */ }
2955 try { return !!db.prepare("SELECT 1 FROM ap_blocks WHERE (kind='actor' AND target=?) OR (kind='domain' AND target=?) LIMIT 1").get(actorUri, domain); }
2956 catch { return false; }
2957}
2958
2959function purgeBlocked(kind, target) {
2960 try {
2961 if (kind === 'domain') {
2962 // Exact host match (a URL LIKE over-/under-matches: it misses bare-domain or :port
2963 // actor URIs and can catch look-alikes). Filter by parsed host, same as isBlockedAny.
2964 const purge = (table, col) => {
2965 let rows = [];
2966 try { rows = db.prepare(`SELECT DISTINCT ${col} AS u FROM ${table} WHERE ${col} IS NOT NULL AND ${col} != ''`).all(); } catch { return; }
2967 const del = db.prepare(`DELETE FROM ${table} WHERE ${col} = ?`);
2968 for (const r of rows) { let h = ''; try { h = new URL(r.u).host; } catch { /* skip */ } if (h === target) { try { del.run(r.u); } catch { /* ignore */ } } }
2969 };
2970 purge('ap_interactions', 'actor_uri');
2971 purge('ap_timeline', 'author_uri');
2972 purge('ap_followers', 'actor_uri');
2973 } else {
2974 db.prepare('DELETE FROM ap_interactions WHERE actor_uri = ?').run(target);
2975 db.prepare('DELETE FROM ap_timeline WHERE author_uri = ?').run(target);
2976 db.prepare('DELETE FROM ap_followers WHERE actor_uri = ?').run(target);
2977 }
2978 } catch { /* best-effort */ }
2979}
2980
2981// Block an actor (@handle or actor URL) or a whole domain; purges their content.
2982export async function blockTarget(site, input) {
2983 const raw = String(input || '').trim();
2984 if (!site || !site.slug || !raw) return { error: 'empty' };
2985 let kind, target, label;
2986 if (/^https?:\/\//i.test(raw)) { kind = 'actor'; target = raw; label = raw; }
2987 else if (raw.includes('@')) {
2988 const actorUrl = await webfingerResolve(raw);
2989 if (!actorUrl) return { error: 'not_found' };
2990 kind = 'actor'; target = actorUrl; label = raw.startsWith('@') ? raw : ('@' + raw);
2991 } else { kind = 'domain'; target = raw.toLowerCase(); label = raw.toLowerCase(); }
2992 blStmts().ins.run(site.slug, target, kind, label);
2993 purgeBlocked(kind, target);
2994 console.log('[AP] block', site.slug, kind, target);
2995 return { ok: true, label };
2996}
2997
2998export function unblock(site, target) { blStmts().del.run(site.slug, target); return { ok: true }; }
2999
3000export default {
3001 AP_CONTEXT, getOrCreateKeys, apWants, sendAP, actorId, noteId,
3002 buildActor, buildNote, buildCreate, buildOutbox, buildFollowers, buildFollowing, buildFeatured,
3003 followerCount, deliver, fetchActor, verifyRequest, handleInbox, deliverCreate, deliverDelete, deliverUpdate, deliverActorUpdate, resyncFeaturedPins,
3004 getInteractions, getInteractionById, setInteractionBoosted, setInteractionLiked, setMyReaction, getMyReactions, buildReplyNote, getOutboxNote, deliverReply, resolveRemoteNote,
3005 listOutbox, deliverOutboxDelete, deliverOutboxUpdate, deliverDirectNote,
3006 webfingerResolve, followActor, resolveRemoteActor, unfollowActor, listFollowing, setAutoBoost, backfillFromOutbox, getTimeline, sendInteraction, voteOnPoll, voteOnRemotePoll,
3007 parseOwnPoll, pollTally, ownPollView, deliverPollUpdate, maybeCrawlThread, sendReport, localMentionSlugs,
3008 autoBoostCount, boostedCount, markBoosted, unmarkBoosted, markLiked, unmarkLiked, getTimelineReaction, upsertBoostedNote, getCirkelPosts, getCirkelMembers, selfHealTimeline,
3009 getNotifications, listBlocks, isBlockedAny, blockTarget, unblock,
3010 deliverWithRetry, enqueueDelivery, processDeliveryQueue, startDeliveryWorker,
3011 getReplyUris, markNotificationsSeen, countUnseenNotifications, hasPlayableAudio,
3012 linkifyBody, bakePostContent, bakePostContentWithMentions, listFollowers, removeFollower, listConnections,
3013 noteVisibility, isRejectedObject, rejectInteraction, interactionReportTarget,
3014 getMessages, notificationsSeenAt, ingestOutboxActivity, c2sVisibility,
3015};
Note: See TracBrowser for help on using the repository browser.