source: Klonkt/src/services/ActivityPubService.js@ 9dbb175

main
Last change on this file since 9dbb175 was b109a29, checked in by Robin <roboburr@…>, 8 weeks ago

Feature: Connect page merges following + followers into one view

/connect combines who you follow (ap_following) and who follows you
(ap_followers) into a single list keyed by actor_uri, each with a direction
badge (following →, follower ←, mutual ↔) and, for accounts we deliver to, a
light 'last delivery' line. Failing/never-reached followers move into a
collapsed 'Unreachable' section at the bottom with the remove action, keeping
the main list clean. The two Following/Followers tabs collapse into one
'Connect' tab; the old routes redirect to /connect so links keep working.
i18n NL/EN/DE. Verified locally: merge/direction/unreachable logic + render.

Co-Authored-By: Claude Opus 4.8 <noreply@…>

  • Property mode set to 100644
File size: 142.1 KB
Line 
1/**
2 * ActivityPubService — Klonkt as a real ActivityPub actor (fediverse bridge).
3 *
4 * Phase 1 (this file): the PUBLISH/discoverable side.
5 * - per-site RSA keypair (Mastodon-compatible HTTP Signatures; separate from
6 * the Ed25519 keys used by the lighter Cirkels v1)
7 * - builders for the Actor document, Note objects and the Outbox collection
8 * - apWants(): HTTP content-negotiation helper (activity+json vs HTML)
9 *
10 * The interactive side (inbox: Follow/Accept, signature verify, delivery to
11 * followers) lands in the next step and is tested live against Mastodon.
12 *
13 * AP actor URLs live under /ap/* so they never clash with the human pages:
14 * actor = <base>/ap/users/<slug>
15 * inbox = <actor>/inbox outbox = <actor>/outbox
16 * note = <base>/ap/notes/<postId>
17 */
18import crypto from 'crypto';
19import dns from 'dns';
20import net from 'net';
21import db from '../config/database.js';
22import HtmlSanitizerService from './HtmlSanitizerService.js';
23import AudioEmbedService from './AudioEmbedService.js';
24
25const PUBLIC = 'https://www.w3.org/ns/activitystreams#Public';
26// Full JSON-LD context for every AP object we emit: AS2 core + security (publicKey) + the
27// extension terms we actually use (Mastodon/toot + schema.org), each with a term definition
28// so a strict JSON-LD processor resolves them instead of dropping them → valid AS2/JSON-LD.
29// This is the same context shape Mastodon publishes, so Mastodon sees no change.
30const AP_CONTEXT = [
31 'https://www.w3.org/ns/activitystreams',
32 'https://w3id.org/security/v1',
33 {
34 toot: 'http://joinmastodon.org/ns#',
35 schema: 'http://schema.org#',
36 sensitive: 'as:sensitive',
37 Hashtag: 'as:Hashtag',
38 manuallyApprovesFollowers: 'as:manuallyApprovesFollowers',
39 discoverable: 'toot:discoverable',
40 featured: { '@id': 'toot:featured', '@type': '@id' },
41 PropertyValue: 'schema:PropertyValue',
42 value: 'schema:value',
43 embedUrl: { '@id': 'schema:embedUrl', '@type': '@id' },
44 // Poll (Question) extension: Question/oneOf/anyOf/endTime/closed are AS2 core, but the
45 // per-poll unique-voter count is a Mastodon (toot) term — declare it so the emitted
46 // Question stays valid JSON-LD (a strict processor would otherwise drop votersCount).
47 votersCount: 'toot:votersCount',
48 },
49];
50
51// Short random suffix so two activity ids minted in the same millisecond (e.g.
52// parallel saves) don't collide and get deduped by a receiver.
53const rid = () => crypto.randomBytes(4).toString('hex');
54
55// Keep only http(s) URLs — drops javascript:/data:/etc so a remote actor can't
56// smuggle a dangerous scheme into a stored href/src (rendered in owner-only views).
57const safeUrl = (u) => { const s = String(u == null ? '' : u).trim(); return /^https?:\/\//i.test(s) ? s : ''; };
58
59// ── SSRF guard for outbound fetches ───────────────────────────────
60// Remote URLs (actor/keyId/webfinger/inbox/inReplyTo) are attacker-controlled, so
61// every outbound fetch must refuse hosts that resolve to private/loopback ranges
62// (cloud metadata, internal services) — on the initial host AND each redirect hop.
63function isBlockedIp(ip) {
64 if (!ip) return true;
65 const v = net.isIP(ip);
66 if (v === 4) {
67 const o = ip.split('.').map(Number);
68 return o[0] === 127 || o[0] === 10 || o[0] === 0
69 || (o[0] === 172 && o[1] >= 16 && o[1] <= 31)
70 || (o[0] === 192 && o[1] === 168)
71 || (o[0] === 169 && o[1] === 254)
72 || (o[0] === 100 && o[1] >= 64 && o[1] <= 127); // CGNAT
73 }
74 if (v === 6) {
75 const s = ip.toLowerCase().replace(/^\[|\]$/g, '');
76 return s === '::1' || s === '::' || s.startsWith('fc') || s.startsWith('fd') || s.startsWith('fe80')
77 || s.startsWith('::ffff:127.') || s.startsWith('::ffff:10.') || s.startsWith('::ffff:192.168.')
78 || s.startsWith('::ffff:169.254.') || s.startsWith('::ffff:172.');
79 }
80 return true; // not an IP literal we recognise → refuse
81}
82async function assertPublicHost(hostname) {
83 if (net.isIP(hostname)) { if (isBlockedIp(hostname)) throw new Error('ssrf-blocked-ip'); return; }
84 const addrs = await dns.promises.lookup(hostname, { all: true });
85 if (!addrs.length || addrs.some((a) => isBlockedIp(a.address))) throw new Error('ssrf-blocked-host');
86}
87export async function safeFetch(url, opts = {}, maxRedirects = 3) {
88 let target = url;
89 for (let hop = 0; ; hop++) {
90 const u = new URL(target); // throws on malformed → caller's catch
91 if (u.protocol !== 'https:' && u.protocol !== 'http:') throw new Error('ssrf-bad-scheme');
92 await assertPublicHost(u.hostname);
93 const r = await fetch(target, { ...opts, redirect: 'manual', signal: AbortSignal.timeout(8000) });
94 const loc = (r.status >= 300 && r.status < 400) ? r.headers.get('location') : null;
95 if (loc && hop < maxRedirects) { target = new URL(loc, target).toString(); continue; }
96 return r;
97 }
98}
99const MAX_OUTBOX = 20;
100// Cache-buster for the music listen-link → forces Mastodon to re-crawl a FRESH
101// (square) player card. Bump this whenever the twitter:player card dimensions change.
102const FEDI_CARD_VER = '2';
103
104// ── RSA keys per actor (lazy, cached in DB) ───────────────────────
105// Prepared lazily (NOT at module load) — the ap_keys table is created in
106// initializeDatabase(), which runs after this module is imported.
107let _sel, _ins;
108function keyStmts() {
109 if (!_sel) {
110 _sel = db.prepare('SELECT public_pem, private_pem FROM ap_keys WHERE slug = ?');
111 _ins = db.prepare('INSERT OR IGNORE INTO ap_keys (slug, public_pem, private_pem, created_at) VALUES (?,?,?,CURRENT_TIMESTAMP)');
112 }
113 return { sel: _sel, ins: _ins };
114}
115
116export function getOrCreateKeys(slug) {
117 const { sel, ins } = keyStmts();
118 const row = sel.get(slug);
119 if (row) return row;
120 const { publicKey, privateKey } = crypto.generateKeyPairSync('rsa', {
121 modulusLength: 2048,
122 publicKeyEncoding: { type: 'spki', format: 'pem' },
123 privateKeyEncoding: { type: 'pkcs8', format: 'pem' },
124 });
125 ins.run(slug, publicKey, privateKey);
126 return sel.get(slug) || { public_pem: publicKey, private_pem: privateKey };
127}
128
129// ── content negotiation ───────────────────────────────────────────
130// True when the caller wants ActivityPub JSON rather than the HTML page.
131export function apWants(req) {
132 const a = String(req.headers.accept || '').toLowerCase();
133 return a.includes('application/activity+json') ||
134 (a.includes('application/ld+json') && a.includes('activitystreams'));
135}
136
137const AP_CONTENT_TYPE = 'application/activity+json; charset=utf-8';
138export function sendAP(res, obj) {
139 res.type(AP_CONTENT_TYPE);
140 res.set('Cache-Control', 'public, max-age=120');
141 res.send(JSON.stringify(obj));
142}
143
144// ── document builders ─────────────────────────────────────────────
145export function actorId(base, slug) { return `${base}/ap/users/${encodeURIComponent(slug)}`; }
146export function noteId(base, postId) { return `${base}/ap/notes/${encodeURIComponent(postId)}`; }
147
148export function buildActor(base, site) {
149 const id = actorId(base, site.slug);
150 const keys = getOrCreateKeys(site.slug);
151 const actor = {
152 '@context': AP_CONTEXT,
153 id,
154 type: 'Person',
155 preferredUsername: site.slug,
156 name: site.title || site.slug,
157 summary: site.tagline || site.description || '',
158 url: `${base}/${site.slug === site.primary_slug ? '' : 'user/' + encodeURIComponent(site.slug)}`,
159 manuallyApprovesFollowers: false,
160 discoverable: true,
161 inbox: `${id}/inbox`,
162 outbox: `${id}/outbox`,
163 followers: `${id}/followers`,
164 following: `${id}/following`,
165 featured: `${id}/featured`,
166 endpoints: { sharedInbox: `${base}/ap/inbox` },
167 publicKey: {
168 id: `${id}#main-key`,
169 owner: id,
170 publicKeyPem: keys.public_pem,
171 },
172 };
173 if (site.profile_photo) {
174 const u = /^https?:/.test(site.profile_photo) ? site.profile_photo : `${base}${site.profile_photo.startsWith('/') ? '' : '/'}${site.profile_photo}`;
175 actor.icon = { type: 'Image', url: u };
176 }
177 // Account creation date — shown by Mastodon + read by indexers (additive, standard AS2).
178 if (site.created_at) { try { actor.published = new Date(site.created_at).toISOString(); } catch { /* skip bad date */ } }
179 // Profile links → PropertyValue rows: Mastodon/PeerTube/WordPress-ActivityPub render these as
180 // profile metadata (rel=me enables link-back verification). Additive; ignored by simpler receivers.
181 try {
182 const links = JSON.parse(site.profile_links || '[]');
183 if (Array.isArray(links) && links.length) {
184 const esc = (s) => String(s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
185 const rows = links
186 .filter((l) => l && l.url && /^https?:/i.test(l.url))
187 .map((l) => ({
188 type: 'PropertyValue',
189 name: esc(l.platform || 'Link'),
190 value: `<a href="${esc(l.url).replace(/"/g, '&quot;')}" rel="me nofollow noopener" target="_blank">${esc(String(l.url).replace(/^https?:\/\//, ''))}</a>`,
191 }));
192 if (rows.length) actor.attachment = rows;
193 }
194 } catch { /* skip malformed profile_links */ }
195 return actor;
196}
197
198// Does a post's audio shortcodes reference at least one PLAYABLE (file-backed)
199// track? Link-only tracks (external Spotify/YouTube, media_id NULL) don't count —
200// they have no Klonkt-hosted audio to embed, so no player card / cover-suppression.
201export function hasPlayableAudio(content, siteId) {
202 if (!content || !/\[\[(track|album|playlist):/i.test(content)) return false;
203 try {
204 for (const m of content.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT media_id FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.media_id) return true; }
205 for (const m of content.matchAll(/\[\[album:([^\]]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM audio_tracks WHERE site_id = ? AND album = ? AND media_id IS NOT NULL LIMIT 1').get(siteId, m[1].trim())) return true; }
206 for (const m of content.matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id WHERE pt.playlist_id = ? AND t.media_id IS NOT NULL LIMIT 1').get(m[1])) return true; }
207 } catch { /* non-fatal */ }
208 return false;
209}
210
211// A single post as an AS2 Note (the object), and as a Create activity (for outbox/delivery).
212export function buildNote(base, site, post, opts = {}) {
213 // Replies are Notes too. buildNote is the single entry point for ALL Notes; a reply is
214 // (for now) the simple flavor: pre-baked content, no title/cover/image/audio/embed
215 // machinery, addressed to the parent actor + thread. This early branch keeps that output
216 // byte-identical to the old buildReplyNote. When rich replies land (images/audio/embeds),
217 // this branch collapses and replies flow through the full post pipeline below. `post` here
218 // is the ap_outbox reply row (id, in_reply_to, content, post_slug, created_at, to_actor).
219 if (opts.isReply) {
220 const meR = actorId(base, site.slug);
221 return {
222 id: noteId(base, post.id),
223 type: 'Note',
224 attributedTo: meR,
225 inReplyTo: post.in_reply_to || undefined,
226 content: post.content,
227 url: post.post_slug ? `${base}/${encodeURIComponent(post.post_slug)}` : undefined,
228 published: toISO(post.created_at),
229 to: post.to_actor ? [post.to_actor] : [PUBLIC],
230 cc: [PUBLIC, `${meR}/followers`],
231 tag: [
232 ...mentionTags(post.content),
233 ...hashtagTags(base, post.content),
234 ],
235 };
236 }
237 const id = noteId(base, post.id);
238 const aId = actorId(base, site.slug);
239 const human = `${base}/${encodeURIComponent(post.slug)}`;
240 // Mastodon ignores a Note's `name`, so put the title INTO the content (bold
241 // first line) — the standard blog→fediverse convention. post.content is
242 // already sanitized HTML; the title is plain text, so escape it.
243 const escTitle = String(post.title || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
244 const titleHtml = post.title ? `<p><strong>${escTitle}</strong></p>` : '';
245
246 // Images travel as AP `attachment` (Mastodon strips <img> from content). Collect
247 // the cover + any inline <img>, make absolute, then strip <img> from the content
248 // to avoid duplicate rendering on clients that DO keep them.
249 const abs = (u) => !u ? null : (/^https?:/i.test(u) ? u : `${base}${u.startsWith('/') ? '' : '/'}${u}`);
250 const mediaType = (u) => {
251 const e = ((u || '').split('?')[0].match(/\.(\w+)$/) || [])[1];
252 return ({ jpg: 'image/jpeg', jpeg: 'image/jpeg', png: 'image/png', gif: 'image/gif', webp: 'image/webp', avif: 'image/avif', mp4: 'video/mp4', webm: 'video/webm', mov: 'video/quicktime' })[(e || '').toLowerCase()] || 'image/jpeg';
253 };
254 const hadAudio = /\[\[(track|album|playlist):/i.test(post.content || '');
255 const playable = hasPlayableAudio(post.content || '', site && site.id);
256 // A post with an external embed (Spotify/YouTube/SoundCloud/Vimeo/Bandcamp/Apple) should let
257 // Mastodon render the embed's player CARD. Mastodon shows EITHER media attachments OR a link
258 // card, never both — so when the post has an embed link we skip the image attachments so the
259 // card wins. (On Klonkt nothing changes: the cover + the embed player still render.)
260 const hasEmbed = (() => {
261 const c = post.content || '';
262 if (/\[\[embed:/i.test(c)) return true;
263 for (const m of c.matchAll(/https?:\/\/[^\s"'<>]+/gi)) if (AudioEmbedService.detectProvider(m[0])) return true;
264 return false;
265 })();
266 // Link-only tracks (external Spotify/YouTube/SoundCloud, no hosted file): collect their links
267 // so we federate them — Mastodon cards the first (its player), the rest show as clickable links
268 // — instead of a bare "listen on site" link, and we suppress the cover so the card can show.
269 const trackEmbedLinks = (() => {
270 if (playable) return [];
271 const out = [];
272 try {
273 for (const m of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) {
274 const r = db.prepare('SELECT media_id, link_spotify, link_youtube, link_soundcloud FROM audio_tracks WHERE id = ?').get(m[1]);
275 if (r && !r.media_id) for (const u of [r.link_spotify, r.link_youtube, r.link_soundcloud]) if (u && /^https?:\/\//i.test(u)) out.push(u);
276 }
277 } catch { /* non-fatal */ }
278 return [...new Set(out)].slice(0, 6);
279 })();
280 const noImages = playable || hasEmbed || trackEmbedLinks.length > 0; // suppress images → let the player/embed card show
281 const urls = [];
282 // Posts with PLAYABLE hosted audio suppress image attachments so Mastodon renders
283 // the player CARD (twitter:player) instead of the cover — media attachment and
284 // link/player card are mutually exclusive on Mastodon. Link-only audio (external)
285 // keeps its cover (no player card to show).
286 // An animated cover federates as the muted loop MP4 (→ a Video attachment): animated WebP is
287 // unreliable on Mastodon and its iOS apps; the MP4 plays everywhere. Else the still cover image.
288 // Each entry carries the media URL + its alt text (federated as the AS2 attachment `name`, for a11y).
289 if (post.cover_video_url && !noImages) urls.push({ url: abs(post.cover_video_url), name: post.cover_alt || '' });
290 else if (post.cover_image_url && !noImages) urls.push({ url: abs(post.cover_image_url), name: post.cover_alt || '' });
291 let body = post.content || '';
292 // Only federate inline images we can actually serve: absolute http(s) URLs, or our own
293 // /media/ uploads. A relative path we don't host (e.g. a stale /images/... ref) would 404
294 // and show up as a black tile in Mastodon's attachment grid. Carry the <img alt="…"> through
295 // as the attachment description.
296 if (!noImages) for (const m of body.matchAll(/<img\b[^>]*>/gi)) {
297 const tag = m[0];
298 const src = (tag.match(/\bsrc="([^"]+)"/i) || [])[1];
299 if (!src || !(/^https?:\/\//i.test(src) || src.startsWith('/media/'))) continue;
300 const alt = (tag.match(/\balt="([^"]*)"/i) || [])[1] || '';
301 urls.push({ url: abs(src), name: alt });
302 }
303 body = body.replace(/<img\b[^>]*>/gi, '');
304 // Audio shortcodes: do NOT federate the raw audio file — Klonkt deliberately
305 // gates audio (the /audio/stream URL has friction), and shipping it as an AP
306 // audio attachment would hand Mastodon a plain, downloadable mp3 URL. Instead,
307 // replace the shortcodes with a "🎵 listen on the site" link so the post invites
308 // a click-through to the protected player (discovery without leaking the file).
309 const esc = (s) => String(s == null ? '' : s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
310 const audioLabels = [];
311 try {
312 for (const m of body.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT title FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.title) audioLabels.push(r.title); }
313 for (const m of body.matchAll(/\[\[album:([^\]]+)\]\]/g)) audioLabels.push(m[1].trim());
314 } catch { /* non-fatal */ }
315 // fedi_open tracks → real AS2 Audio attachments (the actual file URL, served ungated) so
316 // EVERY client incl. the Mastodon apps plays them inline natively. Gated tracks (default)
317 // stay link/card-only — the file is never exposed for them. Resolve from post.content so a
318 // later body mutation can't affect it.
319 const openAudio = [];
320 if (hadAudio) {
321 const seenA = new Set();
322 const addRow = (r) => {
323 const fn = r.filename || (r.storage_path || '').split('/').pop();
324 if (!fn || seenA.has(fn)) return; seenA.add(fn);
325 const a = { type: 'Audio', mediaType: r.mime_type || 'audio/mpeg', url: `${base}/audio/stream/${encodeURIComponent(fn)}`, name: r.title || 'Audio' };
326 // Cover art on the Audio attachment (AS2 `icon`): track cover, else the post cover.
327 // Mastodon renders it as the artwork thumbnail on its native audio player.
328 const art = abs(r.cover_url || post.cover_image_url || null);
329 if (art) a.icon = { type: 'Image', mediaType: mediaType(art), url: art };
330 openAudio.push(a);
331 };
332 const SEL = 'SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM audio_tracks t JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND ';
333 try {
334 for (const mm of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare(SEL + 't.id = ?').get(mm[1]); if (r) addRow(r); }
335 for (const mm of (post.content || '').matchAll(/\[\[album:([^\]]+)\]\]/g)) for (const r of db.prepare(SEL + 't.site_id = ? AND t.album = ? ORDER BY t.rowid').all(site.id, mm[1].trim())) addRow(r);
336 for (const mm of (post.content || '').matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) for (const r of db.prepare('SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND pt.playlist_id = ? ORDER BY pt.position').all(mm[1])) addRow(r);
337 } catch { /* non-fatal */ }
338 }
339 body = body.replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
340 // External embeds ([[embed:url]]) → emit the bare URL as a link so Mastodon
341 // renders its OWN preview/player card (YouTube/Spotify/SoundCloud/etc) instead
342 // of federating the raw shortcode text.
343 body = body.replace(/\[\[embed:([^\]]+)\]\]/gi, (mm, raw) => {
344 const u = esc(raw.trim().replace(/&amp;/g, '&'));
345 return `<p><a href="${u}">${u}</a></p>`;
346 });
347 if (hadAudio) {
348 const lbl = audioLabels.length ? esc(audioLabels.slice(0, 4).join(', ')) : '';
349 if (trackEmbedLinks.length) {
350 // Link-only track(s): emit the external link(s). Mastodon cards the first (Spotify → its
351 // player), the rest render as clickable links — the fediverse-native "embed + links".
352 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong>` : ''}</p>`;
353 for (const u of trackEmbedLinks) { const eu = esc(u); body += `<p><a href="${eu}">${eu}</a></p>`; }
354 } else {
355 // For playable posts, append a version param to the listen-link so Mastodon
356 // sees a NEW card URL and re-crawls it (fresh SQUARE player card) instead of
357 // reusing the cached landscape one. Invisible: the link TEXT stays clean, the
358 // page ignores the param. Bump FEDI_CARD_VER when the card dimensions change.
359 const listenHref = playable ? `${human}?fc=${FEDI_CARD_VER}` : human;
360 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong> — ` : ''}<a href="${listenHref}">listen on ${esc(site.title || 'the site')}</a></p>`;
361 }
362 }
363 // Klonkt renders post content with white-space:pre-wrap, so raw newlines ARE line
364 // breaks on the site. Mastodon (plain HTML) collapses whitespace and would drop them,
365 // so convert newlines to <br> for the federated copy (content already made with
366 // shift+enter uses <br> and has no \n → this is a no-op there).
367 body = body.replace(/\r?\n/g, '<br>');
368 body = linkHashtags(base, body); // link inline #hashtags in the post body too
369 body = linkUrls(body); // bare URLs → clickable links on the federated copy
370 // Append the tags-field hashtags to the content so Mastodon renders them as clickable
371 // hashtags (a Hashtag that's only in the `tag` array isn't shown inline). CamelCase
372 // multi-word tags; skip any already present inline in the body.
373 {
374 const inlineTags = new Set(hashtagTags(base, body).map((h) => h.name.slice(1).toLowerCase()));
375 const addSeen = new Set();
376 const tagLinks = normalizeTags(post.tags).map(tagParts).filter(Boolean)
377 .filter((p) => !inlineTags.has(p.slug) && !addSeen.has(p.slug) && addSeen.add(p.slug))
378 .map((p) => `<a href="${base}/tag/${encodeURIComponent(p.slug)}" class="mention hashtag" rel="tag">#${p.label}</a>`);
379 if (tagLinks.length) body += `<p>${tagLinks.join(' ')}</p>`;
380 }
381 const seen = new Set();
382 const attachment = urls.filter((x) => x && x.url)
383 .filter((x) => { if (seen.has(x.url)) return false; seen.add(x.url); return true; })
384 .map((x) => { const mt = mediaType(x.url); // specific AS2 subtype (Image/Audio/Video) over generic Document
385 const ty = /^image\//i.test(mt) ? 'Image' : /^video\//i.test(mt) ? 'Video' : /^audio\//i.test(mt) ? 'Audio' : 'Document';
386 const a = { type: ty, mediaType: mt, url: x.url };
387 if (x.name) a.name = String(x.name).slice(0, 1500); // alt text / description (AS2 `name`)
388 return a; });
389 for (const a of openAudio) attachment.push(a); // fedi_open tracks → native Audio players
390
391 // Inline @user@host mentions: the Mention tag objects + the mentioned actor URIs. Only
392 // present when the content was already mention-linked (deliverCreate/Update resolve them
393 // at send time); a plain buildNote (outbox/notes) yields none.
394 const _mentionTags = mentionTags(body);
395 const _mentionCc = _mentionTags.map((t) => t.href);
396
397 const note = {
398 id,
399 type: 'Note',
400 attributedTo: aId,
401 content: titleHtml + body,
402 url: human,
403 published: new Date(post.published_at || post.created_at || Date.now()).toISOString(),
404 // fan_only = "fans only" → followers-only visibility (delivered to your followers
405 // but not addressed to Public, so Mastodon shows it only to them and can't boost it).
406 to: post.fan_only ? [`${aId}/followers`] : [PUBLIC],
407 // Mentioned actors (from inline @user@host links the caller resolved) are addressed in cc
408 // so Mastodon notifies them; empty unless the content was mention-linked (delivery time).
409 cc: [...new Set([...(post.fan_only ? [] : [`${aId}/followers`]), ..._mentionCc])],
410 tag: [...buildHashtagList(base, post.tags, body), ..._mentionTags],
411 replies: `${id}/replies`,
412 // NSFW → Mastodon-style content warning: sensitive (blurs media) + a summary/spoiler
413 // (hides the whole post behind a "Gevoelige inhoud" button until the reader opens it).
414 sensitive: !!post.nsfw,
415 };
416 if (post.nsfw) note.summary = post.content_warning || 'Gevoelige inhoud';
417 if (attachment.length) note.attachment = attachment;
418 // When the cover attachment is suppressed (hosted audio OR an external embed/link-only track →
419 // so Mastodon shows the player/link card, not media), still expose the cover via AS2 `image` so
420 // card/grid consumers (the Klonkt Cirkel/News feed) can show it. Mastodon ignores a Note's
421 // `image`, so its card is unaffected — but a Klonkt receiver reads it (handleInbox o.image).
422 if (post.cover_image_url && noImages) {
423 const cov = abs(post.cover_image_url);
424 if (cov) { note.image = { type: 'Image', mediaType: mediaType(cov), url: cov }; if (post.cover_alt) note.image.name = String(post.cover_alt).slice(0, 1500); }
425 }
426 // Experiment (mirrors PeerTube / schema.org `embedUrl`): point at the GATED player page
427 // (/embed) so a client that honours embedUrl can show an inline player WITHOUT ever
428 // getting the audio file — the anti-steal posture is untouched. `embedUrl` is a real
429 // standard field name (not a Klonkt invention); if Mastodon's apps honour it on a Note we
430 // make it JSON-LD-clean with a context term, otherwise it degrades to the player card.
431 if (playable) note.embedUrl = `${base}/embed?post=${encodeURIComponent(post.slug)}`;
432 // Content language → AS2 contentMap (a BCP-47-keyed copy of the content). Mastodon reads the
433 // language from its key for the timeline language filter + the translate button. Emitted
434 // alongside `content` (Mastodon sends both); a plain receiver just uses `content`.
435 if (post.language && /^[a-z]{2,3}(-[A-Za-z]{2,4})?$/.test(post.language)) note.contentMap = { [post.language]: note.content };
436 // A hosted poll → federate as an AS2 Question (options + live tally). Do this last so it
437 // reuses the note's content/addressing/tags, then swaps the type and strips media.
438 const ownPoll = parseOwnPoll(post.poll_json);
439 if (ownPoll) applyPollToNote(note, post.id, ownPoll);
440 return note;
441}
442
443// All reply note URIs on a local post (inbound fediverse replies + our own
444// outbound replies) — backs the Note's `replies` Collection so remote servers
445// can fetch the whole thread.
446export function getReplyUris(base, postId) {
447 const out = [];
448 try {
449 for (const r of db.prepare("SELECT object_uri FROM ap_interactions WHERE kind = 'reply' AND post_id = ? AND object_uri != '' ORDER BY created_at").all(postId)) out.push(r.object_uri);
450 for (const r of db.prepare('SELECT id FROM ap_outbox WHERE post_id = ? ORDER BY rowid').all(postId)) out.push(`${base}/ap/notes/${r.id}`);
451 } catch { /* non-fatal */ }
452 return out;
453}
454
455// Notifications "seen" tracking → a real bell badge. Stored per site in app_settings.
456export function markNotificationsSeen(slug) {
457 try {
458 db.prepare("INSERT INTO app_settings (key, value, updated_at) VALUES (?, ?, CURRENT_TIMESTAMP) ON CONFLICT(key) DO UPDATE SET value = excluded.value, updated_at = CURRENT_TIMESTAMP")
459 .run(`fedi_notif_seen:${slug}`, new Date().toISOString());
460 } catch { /* non-fatal */ }
461}
462export function countUnseenNotifications(slug) {
463 try {
464 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
465 const seen = row ? Date.parse(row.value) : 0;
466 let n = 0;
467 for (const it of getNotifications(slug, 50)) { if (Date.parse(it.created_at) > seen) n++; }
468 return n;
469 } catch { return 0; }
470}
471
472export function buildCreate(base, site, post) {
473 const note = buildNote(base, site, post);
474 return {
475 '@context': AP_CONTEXT,
476 id: note.id + '#create',
477 type: 'Create',
478 actor: actorId(base, site.slug),
479 published: note.published,
480 to: note.to,
481 cc: note.cc,
482 object: note,
483 };
484}
485
486export function buildOutbox(base, site, posts) {
487 const id = `${actorId(base, site.slug)}/outbox`;
488 const items = (posts || []).slice(0, MAX_OUTBOX).map((p) => buildCreate(base, site, p));
489 return {
490 '@context': AP_CONTEXT,
491 id,
492 type: 'OrderedCollection',
493 totalItems: items.length,
494 orderedItems: items,
495 };
496}
497
498export function buildFollowers(base, site, count) {
499 const id = `${actorId(base, site.slug)}/followers`;
500 return {
501 '@context': AP_CONTEXT,
502 id,
503 type: 'OrderedCollection',
504 totalItems: count || 0,
505 orderedItems: [], // hidden for privacy; count only
506 };
507}
508
509// The accounts this site follows — count only, mirroring buildFollowers. The spec lists
510// `following` as a standard actor property; Hubzilla/Friendica + crawlers expect it.
511export function buildFollowing(base, site, count) {
512 const id = `${actorId(base, site.slug)}/following`;
513 return {
514 '@context': AP_CONTEXT,
515 id,
516 type: 'OrderedCollection',
517 totalItems: count || 0,
518 orderedItems: [], // count only
519 };
520}
521
522// Pinned posts → the actor's `featured` collection. Mastodon reads this and shows
523// these as the "Featured" tab (pinned to the profile). Posts come ordered by pin
524// rank; embedded as full Notes so a remote server doesn't need extra fetches.
525export function buildFeatured(base, site, posts) {
526 const id = `${actorId(base, site.slug)}/featured`;
527 const items = (posts || []).map((p) => buildNote(base, site, p));
528 return {
529 '@context': AP_CONTEXT,
530 id,
531 type: 'OrderedCollection',
532 totalItems: items.length,
533 orderedItems: items,
534 };
535}
536
537// ── followers store (lazy stmts) ──────────────────────────────────
538let _insF, _delF, _listF, _cntF;
539function fStmts() {
540 if (!_insF) {
541 _insF = db.prepare('INSERT OR IGNORE INTO ap_followers (slug, actor_uri, inbox, shared_inbox, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
542 _delF = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND actor_uri = ?');
543 _listF = db.prepare('SELECT inbox, shared_inbox FROM ap_followers WHERE slug = ?');
544 _cntF = db.prepare('SELECT COUNT(*) n FROM ap_followers WHERE slug = ?');
545 }
546 return { ins: _insF, del: _delF, list: _listF, cnt: _cntF };
547}
548export function followerCount(slug) { return fStmts().cnt.get(slug).n; }
549
550// Followers with delivery health, for the management list. Never-delivered accounts
551// first, then oldest successful delivery first — i.e. the cleanup candidates on top.
552export function listFollowers(slug) {
553 return db.prepare(
554 `SELECT id, actor_uri, inbox, shared_inbox, created_at, last_delivery_at, last_error_at
555 FROM ap_followers WHERE slug = ?
556 ORDER BY (last_delivery_at IS NULL) DESC, last_delivery_at ASC, created_at ASC`
557 ).all(slug);
558}
559// Manually drop a follower after a check (a still-live account would have to re-follow).
560export function removeFollower(slug, id) {
561 const info = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND id = ?').run(slug, id);
562 return info.changes > 0;
563}
564
565// Merge who-you-follow (ap_following, rich display) with who-follows-you (ap_followers,
566// delivery health) into ONE connections list, keyed by actor_uri. Each entry gets a
567// direction (following →, follower ←, mutual ↔) and, for accounts we deliver to, an
568// `unreachable` flag (never delivered, or last attempt failed after the last success) so
569// the view can split dead connections into their own section. Powers the Connect page.
570export function listConnections(slug) {
571 const byUri = new Map();
572 for (const f of listFollowing(slug)) {
573 byUri.set(f.actor_uri, {
574 actor_uri: f.actor_uri, name: f.name || null, handle: f.handle || null,
575 icon: f.icon || null, url: f.url || null, auto_boost: f.auto_boost ? 1 : 0,
576 status: f.status || null, following: true, follower: false,
577 last_delivery_at: null, last_error_at: null, follower_id: null,
578 });
579 }
580 for (const fo of listFollowers(slug)) {
581 const e = byUri.get(fo.actor_uri);
582 if (e) { e.follower = true; e.last_delivery_at = fo.last_delivery_at; e.last_error_at = fo.last_error_at; e.follower_id = fo.id; }
583 else byUri.set(fo.actor_uri, {
584 actor_uri: fo.actor_uri, name: null, handle: null, icon: null, url: null,
585 auto_boost: 0, status: null, following: false, follower: true,
586 last_delivery_at: fo.last_delivery_at, last_error_at: fo.last_error_at, follower_id: fo.id,
587 });
588 }
589 return [...byUri.values()].map((e) => {
590 e.direction = (e.following && e.follower) ? 'mutual' : (e.following ? 'following' : 'follower');
591 e.unreachable = e.follower && (!e.last_delivery_at || (!!e.last_error_at && (!e.last_delivery_at || e.last_error_at > e.last_delivery_at)));
592 return e;
593 });
594}
595
596// ── inbound interactions store (replies / likes / boosts) + our outbound replies ──
597let _insI, _delLA, _delReply, _listI, _getI, _insO, _listO, _getO;
598function iStmts() {
599 if (!_insI) {
600 _insI = db.prepare('INSERT OR IGNORE INTO ap_interactions (kind, post_id, object_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, parent_uri, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
601 _delLA = db.prepare('DELETE FROM ap_interactions WHERE kind = ? AND post_id = ? AND actor_uri = ?');
602 _delReply = db.prepare("DELETE FROM ap_interactions WHERE kind = 'reply' AND object_uri = ?");
603 _listI = db.prepare('SELECT id, kind, object_uri, parent_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, created_at, acted_boost, acted_like FROM ap_interactions WHERE post_id = ? ORDER BY created_at ASC');
604 _getI = db.prepare('SELECT * FROM ap_interactions WHERE id = ?');
605 _insO = db.prepare('INSERT INTO ap_outbox (id, site_slug, post_id, post_slug, in_reply_to, to_actor, to_handle, content, created_at) VALUES (?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
606 _listO = db.prepare('SELECT * FROM ap_outbox WHERE post_id = ? ORDER BY created_at ASC');
607 _getO = db.prepare('SELECT * FROM ap_outbox WHERE id = ?');
608 }
609 return { ins: _insI, delLA: _delLA, delReply: _delReply, list: _listI, getI: _getI, insO: _insO, listO: _listO, getO: _getO };
610}
611
612export function getInteractionById(id) { return iStmts().getI.get(id); }
613export function setInteractionBoosted(id, on) {
614 db.prepare('UPDATE ap_interactions SET acted_boost = ? WHERE id = ?').run(on ? 1 : 0, id);
615}
616export function setInteractionLiked(id, on) {
617 db.prepare('UPDATE ap_interactions SET acted_like = ? WHERE id = ?').run(on ? 1 : 0, id);
618}
619// Your like/boost state on a REMOTE post (interact page toggles).
620export function setMyReaction(slug, uri, kind, on) {
621 if (on) db.prepare('INSERT OR IGNORE INTO ap_my_reactions (site_slug, target_uri, kind) VALUES (?,?,?)').run(slug, uri, kind);
622 else db.prepare('DELETE FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ? AND kind = ?').run(slug, uri, kind);
623}
624export function getMyReactions(slug, uri) {
625 const rows = (slug && uri) ? db.prepare('SELECT kind FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ?').all(slug, uri) : [];
626 return { liked: rows.some((r) => r.kind === 'like'), boosted: rows.some((r) => r.kind === 'boost') };
627}
628
629const localPostExists = (id) => { try { return !!db.prepare('SELECT 1 FROM posts WHERE id = ?').get(id); } catch { return false; } };
630// Extract our local post id from a note URL, but only if it's ours (base match).
631function postIdFromNoteUrl(url, base) {
632 const s = String(url || '');
633 if (base && !s.startsWith(base)) return null;
634 const m = s.match(/\/ap\/notes\/([^/?#]+)/);
635 return m ? decodeURIComponent(m[1]) : null;
636}
637function deriveHandle(actorUri) {
638 try { const u = new URL(actorUri); const seg = u.pathname.split('/').filter(Boolean).pop() || ''; return `@${seg}@${u.host}`; } catch { return String(actorUri || ''); }
639}
640function actorInfo(doc, actorUri) {
641 let host = ''; try { host = new URL(actorUri).host; } catch { /* keep empty */ }
642 const handle = doc && doc.preferredUsername ? `@${doc.preferredUsername}@${host}` : deriveHandle(actorUri);
643 const icon = doc && doc.icon ? (doc.icon.url || (Array.isArray(doc.icon) && doc.icon[0] && doc.icon[0].url)) : null;
644 return {
645 name: (doc && (doc.name || doc.preferredUsername)) || handle,
646 handle,
647 url: safeUrl((doc && (doc.url || doc.id)) || actorUri) || null,
648 icon: safeUrl(icon) || null,
649 };
650}
651
652// Given an inReplyTo note URL, find which local post the thread belongs to + the
653// note being replied to (parent), so a reply-to-a-comment can be nested.
654function findThreadTarget(inReplyTo, base) {
655 if (!inReplyTo) return null;
656 const seg = postIdFromNoteUrl(inReplyTo, base); // our /ap/notes/<id> segment (if ours)
657 if (seg && localPostExists(seg)) return { post_id: seg, parent_uri: inReplyTo };
658 if (seg) {
659 try { const o = db.prepare('SELECT post_id FROM ap_outbox WHERE id = ?').get(seg); if (o && o.post_id) return { post_id: o.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
660 }
661 try { const row = db.prepare("SELECT post_id FROM ap_interactions WHERE object_uri = ? AND kind = 'reply' LIMIT 1").get(inReplyTo); if (row && row.post_id) return { post_id: row.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
662 return null;
663}
664
665// Drop the leading @mention(s) a federated reply carries (the person being replied to),
666// so a comment reads "dope tekening ouwe" instead of "@jason@jasonhacky.nl dope …".
667// Keeps a leading <p> wrapper; handles mention <a> links and plain-text @user@domain.
668export function stripLeadingMentions(html) {
669 if (!html) return html;
670 let s = String(html);
671 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:<a\b[^>]*>\s*@[^<]+<\/a>[  ]*)+/i, (m, p) => p || '');
672 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:@[\w.-]+(?:@[\w.-]+)?[  ]+)+/i, (m, p) => p || '');
673 return s;
674}
675
676// View-ready threaded view of a post's fediverse activity (inbound replies +
677// our outbound replies, nested), plus like/boost counts.
678export function getInteractions(postId, base, site) {
679 const s = iStmts();
680 const rows = s.list.all(postId);
681 const baseClean = (base || process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
682 const postNoteId = baseClean ? `${baseClean}/ap/notes/${postId}` : null;
683 // Our own (outbound) replies show the SITE identity for everyone (not "You").
684 let host = ''; try { host = new URL(baseClean).host; } catch { /* ignore */ }
685 const siteName = (site && (site.title || site.slug)) || '';
686 const siteHandle = (site && site.slug && host) ? `@${site.slug}@${host}` : '';
687 const siteUrl = baseClean ? `${baseClean}/` : '';
688 const siteIcon = (site && site.profile_photo) || null;
689
690 const nodes = [];
691 for (const r of rows) {
692 if (r.kind !== 'reply') continue;
693 nodes.push({
694 noteId: r.object_uri, parent: r.parent_uri || null, mine: false, id: r.id,
695 actor_name: r.actor_name, actor_handle: r.actor_handle, actor_url: r.actor_url,
696 actor_icon: r.actor_icon, content: stripLeadingMentions(r.content), created_at: r.published || r.created_at,
697 acted_boost: !!r.acted_boost, acted_like: !!r.acted_like,
698 children: [],
699 });
700 }
701 for (const o of s.listO.all(postId)) {
702 nodes.push({
703 noteId: baseClean ? `${baseClean}/ap/notes/${o.id}` : o.id, parent: o.in_reply_to || null,
704 mine: true, outboxId: o.id, content: stripLeadingMentions(o.content), created_at: o.created_at,
705 actor_name: siteName, actor_handle: siteHandle, actor_url: siteUrl, actor_icon: siteIcon,
706 children: [],
707 });
708 }
709
710 const byId = new Map(nodes.map((n) => [n.noteId, n]));
711 const isTop = (n) => !n.parent || n.parent === postNoteId || !byId.has(n.parent);
712 const tops = [];
713 for (const n of nodes) {
714 if (isTop(n)) { tops.push(n); continue; }
715 let anc = n, guard = 0;
716 while (!isTop(anc) && guard++ < 12) anc = byId.get(anc.parent);
717 anc.children.push(n);
718 }
719 const byTime = (a, b) => new Date(a.created_at) - new Date(b.created_at);
720 tops.sort(byTime).forEach((t) => t.children.sort(byTime));
721
722 return {
723 thread: tops,
724 likeCount: rows.filter((r) => r.kind === 'like').length,
725 announceCount: rows.filter((r) => r.kind === 'announce').length,
726 total: nodes.length,
727 };
728}
729
730// ── HTTP Signatures + delivery ────────────────────────────────────
731const slugFromActorUrl = (url) => { const m = String(url || '').match(/\/ap\/users\/([^/?#]+)/); return m ? decodeURIComponent(m[1]) : null; };
732// Which of OUR sites are named in a note's Mention tags? Only hrefs on our own base count
733// (an /ap/users/<slug> path on a remote host is someone else's actor), and the slug must be
734// an existing site. Deduped.
735export function localMentionSlugs(tags, base) {
736 if (!base) return [];
737 const out = [], seen = new Set();
738 for (const t of (Array.isArray(tags) ? tags : (tags ? [tags] : []))) {
739 if (!t || t.type !== 'Mention' || typeof t.href !== 'string') continue;
740 if (!t.href.startsWith(base + '/ap/users/')) continue;
741 const slug = slugFromActorUrl(t.href);
742 if (!slug || seen.has(slug)) continue; seen.add(slug);
743 try { if (db.prepare('SELECT 1 FROM sites WHERE slug = ?').get(slug)) out.push(slug); } catch { /* ignore */ }
744 }
745 return out;
746}
747
748// Sign + POST an activity to a remote inbox (draft-cavage HTTP Signatures, RSA-SHA256).
749export async function deliver(inboxUrl, bodyObj, keyId, privatePem) {
750 const body = JSON.stringify(bodyObj);
751 const u = new URL(inboxUrl);
752 const date = new Date().toUTCString();
753 const digest = 'SHA-256=' + crypto.createHash('sha256').update(body).digest('base64');
754 const signingString = `(request-target): post ${u.pathname}\nhost: ${u.host}\ndate: ${date}\ndigest: ${digest}`;
755 const signature = crypto.sign('sha256', Buffer.from(signingString), privatePem).toString('base64');
756 const sig = `keyId="${keyId}",algorithm="rsa-sha256",headers="(request-target) host date digest",signature="${signature}"`;
757 const r = await safeFetch(inboxUrl, {
758 method: 'POST',
759 headers: { 'Content-Type': 'application/activity+json', Accept: 'application/activity+json', Date: date, Digest: digest, Signature: sig },
760 body,
761 });
762 return r.status;
763}
764
765export async function fetchActor(url) {
766 try {
767 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
768 if (!r.ok) return null;
769 const len = Number(r.headers.get('content-length') || 0);
770 if (len > 2_000_000) return null; // refuse oversized actor docs
771 return await r.json();
772 } catch { return null; }
773}
774
775// ── Delivery queue with retries ───────────────────────────────────
776// Outbound deliveries are tried immediately; on failure (down server, timeout,
777// non-2xx) they're queued and retried with backoff so a briefly-offline follower
778// doesn't silently miss the post. The signing key is NOT stored — the worker
779// re-derives it from the actor slug at send time.
780const DELIVERY_MAX_ATTEMPTS = 6;
781const DELIVERY_BACKOFF_MIN = [1, 5, 15, 60, 180, 360];
782let _insDeliv, _dueDeliv, _delDeliv, _bumpDeliv;
783function deliveryStmts() {
784 if (!_insDeliv) {
785 _insDeliv = db.prepare('INSERT INTO ap_delivery (slug, inbox, body, attempts, next_at) VALUES (?,?,?,0,CURRENT_TIMESTAMP)');
786 _dueDeliv = db.prepare("SELECT * FROM ap_delivery WHERE datetime(next_at) <= datetime('now') ORDER BY next_at LIMIT 30");
787 _delDeliv = db.prepare('DELETE FROM ap_delivery WHERE id = ?');
788 _bumpDeliv = db.prepare('UPDATE ap_delivery SET attempts = ?, next_at = ? WHERE id = ?');
789 }
790 return { ins: _insDeliv, due: _dueDeliv, del: _delDeliv, bump: _bumpDeliv };
791}
792export function enqueueDelivery(slug, inbox, activity) {
793 if (!slug || !inbox || !activity) return;
794 try { deliveryStmts().ins.run(slug, inbox, JSON.stringify(activity)); } catch { /* ignore */ }
795}
796// Record delivery health per follower so the followers list can flag dead accounts.
797// Keyed by inbox: a shared-inbox POST reaches every follower behind it, so all of them
798// are marked. A non-follower inbox (inline @mention) simply matches 0 rows.
799let _fDelivOk, _fDelivErr;
800function markFollowerDelivery(slug, inbox, ok) {
801 if (!slug || !inbox) return;
802 try {
803 if (!_fDelivOk) {
804 _fDelivOk = db.prepare('UPDATE ap_followers SET last_delivery_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
805 _fDelivErr = db.prepare('UPDATE ap_followers SET last_error_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
806 }
807 (ok ? _fDelivOk : _fDelivErr).run(slug, inbox, inbox);
808 } catch { /* health tracking is non-fatal */ }
809}
810// Deliver now; queue for retry if it fails.
811export async function deliverWithRetry(slug, inbox, activity, keyId, privPem) {
812 if (!inbox) return;
813 try { const st = await deliver(inbox, activity, keyId, privPem); if (st >= 200 && st < 300) { markFollowerDelivery(slug, inbox, true); return; } } catch { /* queue below */ }
814 enqueueDelivery(slug, inbox, activity);
815}
816let _processingDeliv = false;
817export async function processDeliveryQueue() {
818 if (_processingDeliv) return; // re-entrancy guard: 30 rows × 8s can exceed the 60s tick → no double-delivery
819 _processingDeliv = true;
820 try {
821 let rows;
822 try { rows = deliveryStmts().due.all(); } catch { return; }
823 if (!rows || !rows.length) return;
824 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
825 for (const row of rows) {
826 let ok = false;
827 try {
828 const keys = getOrCreateKeys(row.slug);
829 const st = await deliver(row.inbox, JSON.parse(row.body), `${actorId(base, row.slug)}#main-key`, keys.private_pem);
830 ok = st >= 200 && st < 300;
831 } catch { ok = false; }
832 if (ok) { markFollowerDelivery(row.slug, row.inbox, true); deliveryStmts().del.run(row.id); continue; }
833 const attempts = row.attempts + 1;
834 if (attempts >= DELIVERY_MAX_ATTEMPTS) { markFollowerDelivery(row.slug, row.inbox, false); deliveryStmts().del.run(row.id); console.warn('[AP] delivery gave up after', attempts, 'tries →', row.inbox); continue; }
835 // Index the backoff on the CURRENT attempt count (row.attempts) so the first
836 // retry uses the 1-min tier instead of skipping it.
837 const mins = DELIVERY_BACKOFF_MIN[Math.min(row.attempts, DELIVERY_BACKOFF_MIN.length - 1)];
838 deliveryStmts().bump.run(attempts, new Date(Date.now() + mins * 60000).toISOString(), row.id);
839 }
840 } finally { _processingDeliv = false; }
841}
842let _delivTimer = null;
843export function startDeliveryWorker() {
844 if (_delivTimer) return;
845 _delivTimer = setInterval(() => { processDeliveryQueue().catch(() => {}); }, 60 * 1000);
846 if (_delivTimer.unref) _delivTimer.unref();
847}
848
849// Best-effort verification of an incoming signed request. Returns the sender's
850// actor doc if the signature checks out, else null. (Not gating yet — MVP.)
851// Max clock skew for the signed Date header (replay window). Generous default to tolerate
852// federating servers with drifting clocks; an operator can widen it via env.
853const SIG_MAX_SKEW_MS = (Number(process.env.AP_SIG_MAX_SKEW_MIN) || 60) * 60 * 1000;
854export async function verifyRequest(req) {
855 const sigH = req.headers['signature'];
856 if (!sigH) return null;
857 const p = Object.fromEntries([...sigH.matchAll(/([a-zA-Z]+)="([^"]*)"/g)].map((m) => [m[1], m[2]]));
858 if (!p.keyId || !p.signature) return null;
859 const actor = await fetchActor(p.keyId.split('#')[0]);
860 const pem = actor && actor.publicKey && actor.publicKey.publicKeyPem;
861 if (!pem) return null;
862 const hs = (p.headers || '(request-target) host date').split(/\s+/);
863 // Behind a reverse proxy the raw Host header is the backend bind (e.g. localhost:3000, when
864 // the proxy doesn't preserve it — Apache .htaccess [P] proxying), but the sender signed the
865 // HTTP-Signature over the PUBLIC host. Try each candidate host (the configured PUBLIC_BASE_URL
866 // host, the proxy's X-Forwarded-Host, and the raw Host) and accept if the signature verifies
867 // against any. An attacker can't forge a match (no private key), so this only rescues the
868 // legitimate proxied case. Also normalise a leading double-slash in the request-target.
869 let _pubHost = null;
870 if (process.env.PUBLIC_BASE_URL) { try { _pubHost = new URL(process.env.PUBLIC_BASE_URL).host; } catch { /* ignore */ } }
871 const _hosts = [...new Set([_pubHost, req.headers['x-forwarded-host'], req.headers['host']].filter(Boolean))];
872 const _target = `${req.method.toLowerCase()} ${String(req.originalUrl || '').replace(/^\/{2,}/, '/')}`;
873 const _sig = Buffer.from(p.signature, 'base64');
874 let ok = false;
875 for (const _h of _hosts) {
876 const line = hs.map((x) => x === '(request-target)'
877 ? `(request-target): ${_target}`
878 : x === 'host' ? `host: ${_h}`
879 : `${x}: ${req.headers[x] || ''}`).join('\n');
880 try { if (crypto.verify('sha256', Buffer.from(line), pem, _sig)) { ok = true; break; } } catch { /* try next host */ }
881 }
882 // Replay defence: the Date header must be signed and recent. A captured signed request
883 // replayed later (or with a swapped body) is rejected.
884 if (ok) {
885 if (!hs.includes('date')) ok = false;
886 else {
887 const t = Date.parse(req.headers['date'] || '');
888 if (isNaN(t) || Math.abs(Date.now() - t) > SIG_MAX_SKEW_MS) ok = false;
889 }
890 }
891 // Digest is MANDATORY when the request carries a body: without a signed digest the body
892 // isn't covered by the signature and could be swapped on a replay.
893 if (ok && req.rawBody && req.rawBody.length) {
894 if (!hs.includes('digest')) ok = false;
895 else {
896 const exp = 'SHA-256=' + crypto.createHash('sha256').update(req.rawBody).digest('base64');
897 if (req.headers['digest'] !== exp) ok = false;
898 }
899 }
900 return ok ? actor : null;
901}
902
903// Parse a fediverse poll (an ActivityStreams `Question` — the Mastodon-standard poll form)
904// into our compact shape. `oneOf` = single choice, `anyOf` = multiple; each option is a Note
905// with a `name` and a `replies` collection whose `totalItems` is that option's vote count.
906function parsePoll(o) {
907 if (!o || o.type !== 'Question') return null;
908 const raw = Array.isArray(o.oneOf) ? o.oneOf : (Array.isArray(o.anyOf) ? o.anyOf : null);
909 if (!raw || !raw.length) return null;
910 const options = raw.slice(0, 12).map((opt) => ({
911 name: String((opt && opt.name) || '').slice(0, 300),
912 count: Math.max(0, Number(opt && opt.replies && opt.replies.totalItems) || 0),
913 })).filter((x) => x.name);
914 if (!options.length) return null;
915 const endTime = o.endTime || (typeof o.closed === 'string' ? o.closed : null);
916 const closed = !!o.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
917 return { multiple: Array.isArray(o.anyOf), options, endTime, closed, voters: Number(o.votersCount) || null, voted: null };
918}
919
920// ── Polls WE host (a local post with a poll) ──────────────────────
921// Parse the poll definition stored on our own post (posts.poll_json). Counts are
922// NOT stored here — they're derived from the poll_votes ballots so a re-render always
923// reflects the authoritative tally.
924export function parseOwnPoll(pollJson) {
925 if (!pollJson) return null;
926 let d; try { d = typeof pollJson === 'string' ? JSON.parse(pollJson) : pollJson; } catch { return null; }
927 if (!d || !Array.isArray(d.options)) return null;
928 const options = d.options.map((o) => ({ name: String((o && o.name != null ? o.name : o) || '').slice(0, 300) })).filter((o) => o.name);
929 if (options.length < 2) return null;
930 const endTime = d.endTime || null;
931 const closed = !!d.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
932 return { multiple: !!d.multiple, options, endTime, closed };
933}
934
935// Live tally of a hosted poll from its ballots: per-option counts + unique voters.
936export function pollTally(postId) {
937 const counts = {}; let voters = 0;
938 try {
939 for (const r of db.prepare('SELECT choice, COUNT(*) AS n FROM poll_votes WHERE post_id = ? GROUP BY choice').all(postId)) counts[r.choice] = r.n;
940 voters = db.prepare('SELECT COUNT(DISTINCT actor_uri) AS n FROM poll_votes WHERE post_id = ?').get(postId).n || 0;
941 } catch { /* table may not exist yet */ }
942 return { counts, voters };
943}
944
945// Render-ready view of a hosted poll (options with counts + percentages, totals, state).
946// Voting is fediverse-only, so this is display-only on the site.
947export function ownPollView(post) {
948 const poll = parseOwnPoll(post && post.poll_json);
949 if (!poll) return null;
950 const { counts, voters } = pollTally(post.id);
951 const total = Object.values(counts).reduce((a, b) => a + b, 0);
952 const denom = poll.multiple ? voters : total; // multiple-choice %: share of voters (can sum >100%)
953 const options = poll.options.map((o) => {
954 const count = counts[o.name] || 0;
955 return { name: o.name, count, pct: denom ? Math.round((count / denom) * 100) : 0 };
956 });
957 return { multiple: poll.multiple, options, total, voters, endTime: poll.endTime, closed: poll.closed };
958}
959
960// Attach the AS2 Question shape to a note built for a hosted poll. Mastodon renders a
961// status with either media OR a poll (never both), so a poll federates as content +
962// options with no media attachment. oneOf = single choice, anyOf = multiple.
963function applyPollToNote(note, postId, poll) {
964 const { counts, voters } = pollTally(postId);
965 const opts = poll.options.map((o) => ({
966 type: 'Note',
967 name: o.name,
968 replies: { type: 'Collection', totalItems: counts[o.name] || 0 },
969 }));
970 note.type = 'Question';
971 note[poll.multiple ? 'anyOf' : 'oneOf'] = opts;
972 if (poll.endTime) note.endTime = new Date(poll.endTime).toISOString();
973 // Once closed, Mastodon expects a `closed` timestamp (the effective end).
974 if (poll.closed) note.closed = poll.endTime ? new Date(poll.endTime).toISOString() : new Date().toISOString();
975 note.votersCount = voters;
976 delete note.attachment; // media ATTACHMENTS + a poll are mutually exclusive on Mastodon
977 // Keep note.image: it's the cover, which Mastodon ignores on a Question anyway
978 // (same as on any Note) but Klonkt reads to show the cover in feeds/the Cirkel.
979 // Deleting it stripped the cover off every boosted poll.
980 return note;
981}
982
983// Record an inbound ballot on one of OUR polls. A vote arrives as a Create(Note) whose
984// `name` is the chosen option and `inReplyTo` is our poll note — the Mastodon-standard
985// vote form. Returns { handled } — handled=true means it was addressed to a poll (so the
986// caller must NOT also store it as a reply), false means "not a poll, fall through".
987function recordPollBallot(postId, actorUri, rawChoice) {
988 const choice = String(rawChoice == null ? '' : rawChoice).slice(0, 300);
989 if (!choice) return { handled: false };
990 let post; try { post = db.prepare('SELECT poll_json FROM posts WHERE id = ?').get(postId); } catch { return { handled: false }; }
991 const poll = post && parseOwnPoll(post.poll_json);
992 if (!poll) return { handled: false }; // not a poll → let the reply logic handle it
993 if (poll.closed) return { handled: true }; // voting closed → drop
994 if (!poll.options.some((o) => o.name === choice)) return { handled: true }; // unknown option → drop
995 try {
996 // Single choice = one ballot per actor: ignore a later/different vote. Multiple choice
997 // allows one ballot per distinct option (the UNIQUE(post,actor,choice) dedupes repeats).
998 if (!poll.multiple && db.prepare('SELECT 1 FROM poll_votes WHERE post_id = ? AND actor_uri = ? LIMIT 1').get(postId, actorUri)) return { handled: true };
999 db.prepare('INSERT OR IGNORE INTO poll_votes (post_id, actor_uri, choice) VALUES (?, ?, ?)').run(postId, actorUri, choice);
1000 } catch { return { handled: true }; }
1001 schedulePollUpdate(postId);
1002 return { handled: true };
1003}
1004
1005// Coalesce a burst of votes into ONE Update(Question) per poll: the first vote schedules a
1006// refresh ~15s out; further votes in that window ride the same pending update (which carries
1007// the accumulated tally). Non-follower voters re-fetch the Question (live tally) themselves.
1008const _pollUpdTimers = new Map();
1009function schedulePollUpdate(postId) {
1010 if (_pollUpdTimers.has(postId)) return;
1011 const t = setTimeout(() => { _pollUpdTimers.delete(postId); deliverPollUpdate(postId).catch(() => { /* best-effort */ }); }, 15000);
1012 if (t.unref) t.unref();
1013 _pollUpdTimers.set(postId, t);
1014}
1015
1016// Push the fresh poll tally (or closed state) to followers as Update(Question).
1017export async function deliverPollUpdate(postId) {
1018 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1019 if (!base || !postId) return;
1020 let post, site;
1021 try {
1022 post = db.prepare('SELECT * FROM posts WHERE id = ?').get(postId);
1023 if (!post || !post.poll_json) return;
1024 site = db.prepare('SELECT * FROM sites WHERE id = ?').get(post.site_id);
1025 } catch { return; }
1026 if (site) await deliverUpdate(site, post);
1027}
1028
1029// Handle an incoming inbox POST. slugParam = null for the shared /ap/inbox.
1030export async function handleInbox(req, slugParam) {
1031 const act = req.body || {};
1032 const type = act.type;
1033 // Real client IP (behind the proxy via `trust proxy`) — logged on dropped/rejected/
1034 // ignored inbox hits so an operator can see who is probing their fediverse inbox.
1035 const ip = req.ip || (req.connection && req.connection.remoteAddress) || '?';
1036 const base = (process.env.PUBLIC_BASE_URL || `${req.protocol}://${req.get('host')}`).replace(/\/+$/, '');
1037 const verified = await verifyRequest(req).catch(() => null);
1038
1039 // ENFORCE HTTP signatures: a data-affecting activity must be signed by the very
1040 // actor it claims to be. No valid signature, or signer ≠ actor → reject (no
1041 // forged replies/likes/follows/timeline posts). GET/discovery stays open.
1042 const claimedActor = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1043 // Blocked actor/domain → silently drop (202, don't reveal the block).
1044 if (claimedActor && isBlockedAny(claimedActor)) { console.log('[AP] inbox dropped (blocked)', claimedActor, 'from', ip); return 202; }
1045 const GATED = ['Create', 'Like', 'Announce', 'Follow', 'Delete', 'Undo', 'Accept', 'Reject', 'Add', 'Remove', 'Update', 'Flag'];
1046 if (GATED.includes(type)) {
1047 if (!verified || !claimedActor || verified.id !== claimedActor) {
1048 console.warn('[AP] inbox REJECTED (signature)', type, claimedActor || '?', 'from', ip, verified ? '(signer mismatch)' : '(unsigned/invalid)');
1049 return 401;
1050 }
1051 }
1052
1053 // A moderation report (Flag) about our content — store it for the targeted site's owner
1054 // (each Klonkt site is moderated by its own owner). Signature is enforced (GATED).
1055 if (type === 'Flag') {
1056 const objs = Array.isArray(act.object) ? act.object : (act.object ? [act.object] : []);
1057 const objectUris = objs.map((o) => (typeof o === 'string' ? o : (o && o.id))).filter(Boolean);
1058 let targetSlug = null;
1059 const noteIds = [];
1060 for (const u of objectUris) {
1061 const s = slugFromActorUrl(u); // one of our actors?
1062 if (s) { targetSlug = targetSlug || s; continue; }
1063 const pid = postIdFromNoteUrl(u, base); // one of our notes?
1064 if (pid) noteIds.push(pid);
1065 }
1066 if (!targetSlug && noteIds.length) {
1067 try { const r = db.prepare('SELECT s.slug FROM posts p JOIN sites s ON s.id = p.site_id WHERE p.id = ? LIMIT 1').get(noteIds[0]); if (r) targetSlug = r.slug; } catch { /* ignore */ }
1068 }
1069 if (!targetSlug) return 202; // not about us / can't tell → drop
1070 // Flag is GATED, so `verified` is the signer's (reporter's) actor doc already.
1071 const ai = actorInfo(verified || null, claimedActor);
1072 try {
1073 db.prepare('INSERT INTO ap_reports (slug, actor_uri, actor_name, actor_handle, actor_icon, content, objects, created_at) VALUES (?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1074 .run(targetSlug, claimedActor || null, ai.name, ai.handle, ai.icon, HtmlSanitizerService.toPlainText(act.content || '').slice(0, 3000), JSON.stringify(objectUris.slice(0, 20)));
1075 console.log('[AP] report received for', targetSlug, 'from', claimedActor);
1076 } catch { /* ignore */ }
1077 return 202;
1078 }
1079
1080 if (type === 'Follow') {
1081 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1082 const slug = slugParam || slugFromActorUrl(typeof act.object === 'string' ? act.object : (act.object && act.object.id));
1083 if (!who || !slug) return 400;
1084 const remote = await fetchActor(who);
1085 if (!remote || !remote.inbox) return 202; // can't reach them → drop quietly
1086 const sharedInbox = (remote.endpoints && remote.endpoints.sharedInbox) || null;
1087 fStmts().ins.run(slug, who, remote.inbox, sharedInbox);
1088 const me = actorId(base, slug);
1089 const keys = getOrCreateKeys(slug);
1090 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: act };
1091 deliver(remote.inbox, accept, `${me}#main-key`, keys.private_pem).catch((e) => console.warn('[AP] Accept delivery failed:', e.message));
1092 // Auto-backfill: send our recent posts as Create so the instance has our history
1093 // (Mastodon doesn't fetch history on follow). ONCE PER REMOTE INSTANCE only —
1094 // Mastodon dedupes notes per-instance, so re-filling an instance that already has
1095 // a follower of ours is wasted work (and won't re-populate the new follower's
1096 // timeline anyway). Deliver to the shared inbox (instance-level) when present.
1097 // Sync insert+check (no await between) → no interleave race with concurrent Follows.
1098 const instanceFilled = sharedInbox &&
1099 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1')
1100 .get(slug, sharedInbox, who);
1101 if (!instanceFilled) {
1102 backfillNewFollower(base, slug, sharedInbox || remote.inbox).catch(() => { /* best-effort */ });
1103 }
1104 console.log('[AP] Follow', who, '→', slug, verified ? '(sig ok)' : '(sig unverified)');
1105 return 202;
1106 }
1107 if (type === 'Undo' && act.object) {
1108 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1109 const ot = act.object.type;
1110 if (ot === 'Follow') {
1111 const obj = act.object.object;
1112 const slug = slugParam || slugFromActorUrl(typeof obj === 'string' ? obj : (obj && obj.id));
1113 if (who && slug) { fStmts().del.run(slug, who); console.log('[AP] Unfollow', who, '→', slug); }
1114 return 202;
1115 }
1116 if (ot === 'Like' || ot === 'Announce') {
1117 const tgt = act.object.object;
1118 const pid = postIdFromNoteUrl(typeof tgt === 'string' ? tgt : (tgt && tgt.id), base);
1119 if (who && pid) { iStmts().delLA.run(ot.toLowerCase(), pid, who); console.log('[AP] Undo', ot, who, '→', pid); }
1120 return 202;
1121 }
1122 return 202;
1123 }
1124
1125 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1126 const resolveActor = async (uri) => ((verified && verified.id === uri) ? verified : await fetchActor(uri).catch(() => null));
1127 // Activities from our OWN actors are already stored via ap_outbox — don't re-store.
1128 const isLocalActor = !!(base && actorUri && actorUri.startsWith(`${base}/ap/users/`));
1129
1130 // Inbound reply: a Create whose object replies to one of our notes (post OR comment).
1131 if (type === 'Create' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1132 const o = act.object;
1133 // A poll ballot: a Note carrying a `name` (the chosen option) inReplyTo one of OUR poll
1134 // posts. Record it (deduped per actor) BEFORE the reply logic so a vote is never stored
1135 // as a comment. recordPollBallot returns handled=false only if the target isn't a poll.
1136 if (o.name && o.inReplyTo && actorUri && !isLocalActor) {
1137 const seg = postIdFromNoteUrl(o.inReplyTo, base);
1138 if (seg && localPostExists(seg)) {
1139 const rec = recordPollBallot(seg, actorUri, o.name);
1140 if (rec.handled) { console.log('[AP] poll vote', actorUri, '→', seg); return 202; }
1141 }
1142 }
1143 const tgt = findThreadTarget(o.inReplyTo, base);
1144 if (tgt && actorUri && !isLocalActor) {
1145 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1146 const html = HtmlSanitizerService.sanitize(o.content || '');
1147 iStmts().ins.run('reply', tgt.post_id, o.id || '', actorUri, ai.name, ai.handle, ai.url, ai.icon, html, o.published || null, tgt.parent_uri);
1148 console.log('[AP] reply', actorUri, '→', tgt.post_id);
1149 return 202;
1150 }
1151 // Home timeline (client): a top-level post from an account we follow.
1152 if (actorUri && !isLocalActor && !o.inReplyTo && o.id) {
1153 let subs = []; try { subs = db.prepare('SELECT slug, auto_boost FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist yet */ }
1154 if (subs.length) {
1155 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1156 const html = HtmlSanitizerService.sanitize(o.content || '');
1157 const _atts = (Array.isArray(o.attachment) ? o.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
1158 // Fallback cover: a Note's `image` (set when the attachment was suppressed
1159 // for a player-card post, e.g. hosted-audio posts).
1160 if (!_atts.some((m) => !m.type || /image/i.test(m.type)) && o.image) {
1161 const _im = Array.isArray(o.image) ? o.image[0] : o.image;
1162 const _iu = safeUrl(typeof _im === 'string' ? _im : (_im && _im.url));
1163 if (_iu) _atts.push({ url: _iu, type: (_im && _im.mediaType) || 'image/jpeg' });
1164 }
1165 const media = JSON.stringify(_atts);
1166 const poll = parsePoll(o); // a Question (fediverse poll) → cache its options/counts
1167 // "Feature" = show in the Cirkel (local only). We do NOT auto-Announce
1168 // incoming posts to the fediverse — that flooded followers. Boosting to the
1169 // fediverse is only ever a deliberate, manual per-post action (the 🔁 on
1170 // the timeline).
1171 for (const s of subs) {
1172 tlStmts().ins.run(o.id, s.slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, media, o.sensitive ? 1 : 0, o.summary || null);
1173 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, s.slug); } catch { /* ignore */ } }
1174 }
1175 console.log('[AP] timeline +', actorUri, 'x' + subs.length);
1176 }
1177 }
1178 // Mentioned in a post that is NOT a reply to our content (a reply to us already returned
1179 // above): store a mention notification for each of our actors named in the Mention tags.
1180 // Requires our own base prefix on the tag href — /ap/users/<slug> on a REMOTE host is
1181 // someone else's actor, not ours.
1182 if (actorUri && !isLocalActor && o.id) {
1183 const slugs = localMentionSlugs(o.tag, base);
1184 if (slugs.length) {
1185 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1186 const html = HtmlSanitizerService.sanitize(o.content || '');
1187 for (const slug of slugs) {
1188 try {
1189 const r = db.prepare('INSERT OR IGNORE INTO ap_mentions (slug, object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, published, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1190 .run(slug, o.id, safeUrl(o.url) || null, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.published || null);
1191 if (r.changes) console.log('[AP] mention', actorUri, '→', slug);
1192 } catch { /* ignore */ }
1193 }
1194 }
1195 }
1196 return 202;
1197 }
1198 // A remote post we cached was edited upstream → refresh our cached copy. This is the
1199 // push-based edit-sync that keeps the Cirkel/timeline fresh without polling (selfHeal
1200 // does it on a version bump; this does it live). Scope to the SIGNING actor so B can't
1201 // edit A's note (the signature gate guarantees claimedActor == the verified signer).
1202 if (type === 'Update' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1203 const o = act.object;
1204 if (o.id && claimedActor) {
1205 const html = HtmlSanitizerService.sanitize(o.content || '');
1206 const media = mediaFromNote(o);
1207 try {
1208 // Refresh url too (COALESCE keeps the old one if the Update omits it): a remote slug
1209 // rename keeps the same AP id but changes the human url, so without this the cached
1210 // post would keep linking to the old, now-dead URL.
1211 const r = db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ? AND author_uri = ?')
1212 .run(html, media, o.sensitive ? 1 : 0, o.summary || null, o.url || null, o.id, claimedActor);
1213 if (r.changes) console.log('[AP] timeline update', claimedActor, '→', o.id);
1214 // A poll's Update carries the fresh vote counts / closed state. Refresh per-row so each
1215 // site keeps its own `voted` state while the counts/closed update to the new totals.
1216 const poll = parsePoll(o);
1217 if (poll) {
1218 const rows = db.prepare('SELECT rowid AS rid, poll_json FROM ap_timeline WHERE id = ? AND author_uri = ?').all(o.id, claimedActor);
1219 const upd = db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE rowid = ?');
1220 for (const rw of rows) {
1221 let voted = null; try { voted = rw.poll_json ? (JSON.parse(rw.poll_json).voted || null) : null; } catch { /* ignore */ }
1222 upd.run(JSON.stringify({ ...poll, voted }), rw.rid);
1223 }
1224 }
1225 } catch { /* ignore */ }
1226 // If this note is a cached fediverse reply on one of our posts, refresh its text too.
1227 try { db.prepare('UPDATE ap_interactions SET content = ? WHERE object_uri = ? AND actor_uri = ?').run(html, o.id, claimedActor); } catch { /* ignore */ }
1228 }
1229 return 202;
1230 }
1231 if (type === 'Like' || type === 'Announce') {
1232 const tgt = act.object;
1233 const objUrl = typeof tgt === 'string' ? tgt : (tgt && tgt.id);
1234 const pid = postIdFromNoteUrl(objUrl, base);
1235 if (pid && actorUri && !isLocalActor && localPostExists(pid)) {
1236 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1237 iStmts().ins.run(type.toLowerCase(), pid, '', actorUri, ai.name, ai.handle, ai.url, ai.icon, null, null, null);
1238 console.log('[AP]', type === 'Like' ? 'like' : 'boost', actorUri, '→', pid);
1239 } else if (type === 'Announce' && objUrl && actorUri && !isLocalActor) {
1240 // A boost FROM an account we follow, of a REMOTE post → show it in the News feed.
1241 // We only STORE it for display; we NEVER auto-Announce it onward (anti-feedback-loop:
1242 // re-announcing an incoming Announce would cascade boosts across the network).
1243 let subs = []; try { subs = db.prepare('SELECT slug FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist */ }
1244 if (subs.length) {
1245 const bn = await fetchNoteAP(objUrl);
1246 if (bn && bn !== 404 && (bn.type === 'Note' || bn.type === 'Article') && bn.id) {
1247 const origUri = actorUriOf(bn.attributedTo);
1248 // Block completeness: even if you follow the booster, drop a boost whose ORIGINAL
1249 // author is blocked — otherwise a block is bypassed via someone else's boost.
1250 if (origUri && isBlockedAny(origUri)) { console.log('[AP] timeline boost dropped (blocked origin)', origUri, 'via', actorUri); return 202; }
1251 const oai = actorInfo(await resolveActor(origUri), origUri);
1252 const html = HtmlSanitizerService.sanitize(bn.content || '');
1253 const media = mediaFromNote(bn);
1254 const booster = actorInfo(await resolveActor(actorUri), actorUri);
1255 for (const s of subs) {
1256 // published = now → the boost shows as fresh activity at the top (Mastodon shows
1257 // reblogs at reblog-time, not the original's date). INSERT OR IGNORE: if we already
1258 // have the note (e.g. we also follow the author), keep it and DON'T relabel it.
1259 let inserted = false;
1260 try { const r = tlStmts().ins.run(bn.id, s.slug, origUri || '', oai.name, oai.handle, oai.icon, oai.url, html, bn.url || null, new Date().toISOString(), media, bn.sensitive ? 1 : 0, bn.summary || null); inserted = r.changes > 0; } catch { /* ignore */ }
1261 if (inserted) { try { db.prepare('UPDATE ap_timeline SET reblog_name = ?, reblog_handle = ?, reblog_icon = ? WHERE slug = ? AND id = ?').run(booster.name, booster.handle, booster.icon, s.slug, bn.id); } catch { /* ignore */ } }
1262 }
1263 console.log('[AP] timeline boost +', actorUri, 'x' + subs.length);
1264 }
1265 }
1266 }
1267 return 202;
1268 }
1269 if (type === 'Delete') {
1270 // A remote note was deleted upstream → drop it from replies AND the timeline.
1271 // Scope to the SIGNING actor so actor B can't delete actor A's content (the
1272 // signature gate guarantees claimedActor == the verified signer here).
1273 const oid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1274 if (oid && claimedActor) {
1275 try { db.prepare('DELETE FROM ap_interactions WHERE object_uri = ? AND actor_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1276 try { db.prepare('DELETE FROM ap_timeline WHERE id = ? AND author_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1277 // Also clear a boost/like YOU made of this now-deleted remote post (the interact-page
1278 // ap_my_reactions state), so it can't stay stuck as "boosted" on a post that's gone.
1279 // Guard: only when the deleter owns the note's domain (B mustn't clear your reactions
1280 // to A's posts).
1281 try {
1282 let sameHost = false;
1283 try { sameHost = new URL(oid).host === new URL(claimedActor).host; } catch { sameHost = false; }
1284 if (sameHost) db.prepare('DELETE FROM ap_my_reactions WHERE target_uri = ?').run(oid);
1285 } catch { /* ignore */ }
1286 }
1287 return 202;
1288 }
1289 // Accept/Reject of a Follow WE sent (client side).
1290 if (type === 'Accept' && act.object) {
1291 const fid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1292 if (fid) { try { fwStmts().acc.run(fid); } catch { /* ignore */ } }
1293 console.log('[AP] follow accepted', actorUri);
1294 return 202;
1295 }
1296 if (type === 'Reject' && act.object) {
1297 const who = actorUri;
1298 if (who && slugParam) { try { fwStmts().del.run(slugParam, who); } catch { /* ignore */ } }
1299 return 202;
1300 }
1301
1302 console.log('[AP] inbox', type || 'unknown', '→', slugParam || 'shared', 'from', ip, '(ignored)');
1303 return 202;
1304}
1305
1306// Deliver a new post as Create(Note) to all followers' inboxes (fire-and-forget).
1307// Needs PUBLIC_BASE_URL (absolute URLs); no-op without followers or base.
1308export async function deliverCreate(site, post) {
1309 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1310 if (!base || !site || !site.slug) return;
1311 // Resolve inline @user@host mentions → link them in the note + collect their inboxes, so a
1312 // mentioned person is notified even if they don't follow us (Mastodon-standard mention).
1313 const mres = await resolveMentionsInText(base, post.content || '');
1314 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1315 const followers = fStmts().list.all(site.slug);
1316 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1317 if (!inboxes.length) return; // no followers and no one mentioned
1318 const keys = getOrCreateKeys(site.slug);
1319 const keyId = `${actorId(base, site.slug)}#main-key`;
1320 const create = buildCreate(base, site, post2);
1321 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, create, keyId, keys.private_pem);
1322}
1323
1324// On a new Follow, send that follower our most recent posts as Create so their
1325// timeline shows our history (Mastodon does not backfill on follow). Oldest-first
1326// so they sort into the follower's timeline at their original dates.
1327async function backfillNewFollower(base, slug, inbox) {
1328 if (!base || !slug || !inbox) return;
1329 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
1330 if (!site) return;
1331 const recent = db.prepare(
1332 `SELECT id, slug, title, content, cover_image_url, cover_video_url, nsfw, content_warning, published_at, created_at
1333 FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1334 ORDER BY COALESCE(published_at, created_at) DESC LIMIT 20`
1335 ).all(site.id).reverse();
1336 if (!recent.length) return;
1337 const keys = getOrCreateKeys(slug);
1338 const keyId = `${actorId(base, slug)}#main-key`;
1339 for (const p of recent) {
1340 try { await deliver(inbox, buildCreate(base, site, p), keyId, keys.private_pem); } catch { /* best-effort */ }
1341 await new Promise((r) => setTimeout(r, 150));
1342 }
1343 console.log('[AP] backfilled', recent.length, 'posts to new follower of', slug);
1344}
1345
1346// Tell followers a post is gone (Delete + Tombstone) so it's removed from their feeds.
1347export async function deliverDelete(site, post) {
1348 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1349 if (!base || !site || !site.slug || !post || !post.id) return;
1350 const followers = fStmts().list.all(site.slug);
1351 if (!followers.length) return;
1352 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1353 const keys = getOrCreateKeys(site.slug);
1354 const me = actorId(base, site.slug);
1355 const nid = noteId(base, post.id);
1356 const del = {
1357 '@context': AP_CONTEXT,
1358 id: `${nid}#delete-${Date.now()}-${rid()}`,
1359 type: 'Delete',
1360 actor: me,
1361 to: [PUBLIC],
1362 object: { id: nid, type: 'Tombstone' },
1363 };
1364 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, del, `${me}#main-key`, keys.private_pem);
1365}
1366
1367// Tell followers an already-published post changed (Update + edited Note) so
1368// Mastodon refreshes the cached copy (e.g. after fixing content).
1369export async function deliverUpdate(site, post) {
1370 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1371 if (!base || !site || !site.slug || !post || !post.id) return;
1372 const mres = await resolveMentionsInText(base, post.content || ''); // link mentions + collect inboxes
1373 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1374 const followers = fStmts().list.all(site.slug);
1375 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1376 if (!inboxes.length) return;
1377 const keys = getOrCreateKeys(site.slug);
1378 const me = actorId(base, site.slug);
1379 const note = buildNote(base, site, post2);
1380 note.updated = new Date().toISOString();
1381 const update = {
1382 '@context': AP_CONTEXT,
1383 id: `${noteId(base, post.id)}#update-${Date.now()}-${rid()}`,
1384 type: 'Update', actor: me, to: [PUBLIC], cc: note.cc,
1385 object: note,
1386 };
1387 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1388}
1389
1390// Tell followers the ACTOR changed (Update + Person) so Mastodon re-processes the
1391// account AND re-fetches the featured (pinned) collection — there is no standard
1392// "featured changed" activity, so this is how a pin/unpin propagates promptly.
1393export async function deliverActorUpdate(site) {
1394 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1395 if (!base || !site || !site.slug) return;
1396 const followers = fStmts().list.all(site.slug);
1397 if (!followers.length) return;
1398 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1399 const keys = getOrCreateKeys(site.slug);
1400 const me = actorId(base, site.slug);
1401 const update = {
1402 '@context': AP_CONTEXT,
1403 id: `${me}#update-${Date.now()}-${rid()}`,
1404 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
1405 object: buildActor(base, site),
1406 };
1407 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1408}
1409
1410// Reliably set the pinned order on followers' instances via Add/Remove activities
1411// (how Mastodon itself federates pins) — pushed to the inbox + processed immediately,
1412// unlike the featured COLLECTION which Mastodon caches with sticky StatusPins.
1413// Mastodon's Add skips an already-pinned status, so we REMOVE every pin first, wait,
1414// then ADD in rank-DESCENDING order (rank 1 added LAST → newest StatusPin → shown first,
1415// because Mastodon displays pins newest-first). `alsoRemove` = ids to unpin too.
1416// Serialize pin-resyncs per site: two concurrent /save calls would otherwise interleave
1417// their Remove -> wait -> Add sequences and scramble the StatusPin order on Mastodon. A
1418// resync already in flight for a site coalesces later requests into ONE rerun after it
1419// finishes (accumulating their extra unpins), so rapid saves don't pile up N full resyncs.
1420const _pinResync = new Map(); // slug -> { promise, pending, pendingRemove:Set, site }
1421export function resyncFeaturedPins(site, alsoRemove = []) {
1422 if (!site || !site.slug) return Promise.resolve();
1423 const slug = site.slug;
1424 const running = _pinResync.get(slug);
1425 if (running) {
1426 running.pending = true;
1427 running.site = site; // use the latest site object on the rerun
1428 for (const id of alsoRemove) running.pendingRemove.add(id);
1429 return running.promise;
1430 }
1431 const state = { promise: null, pending: false, pendingRemove: new Set(), site };
1432 state.promise = (async () => {
1433 let extra = alsoRemove;
1434 for (;;) {
1435 try { await doResyncFeaturedPins(state.site, extra); }
1436 catch (e) { console.warn('[AP] pin resync failed:', e.message); }
1437 if (!state.pending) break;
1438 state.pending = false;
1439 extra = [...state.pendingRemove];
1440 state.pendingRemove = new Set();
1441 }
1442 _pinResync.delete(slug);
1443 })();
1444 _pinResync.set(slug, state);
1445 return state.promise;
1446}
1447
1448// The actual resync work — do NOT call directly; go through resyncFeaturedPins() above so
1449// it stays serialized per site.
1450async function doResyncFeaturedPins(site, alsoRemove = []) {
1451 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1452 if (!base || !site || !site.slug) return;
1453 const followers = fStmts().list.all(site.slug);
1454 if (!followers.length) return;
1455 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1456 const keys = getOrCreateKeys(site.slug);
1457 const me = actorId(base, site.slug);
1458 const keyId = `${me}#main-key`;
1459 const featured = `${me}/featured`;
1460 const note = (id) => noteId(base, id);
1461 const pinned = db.prepare(
1462 `SELECT id FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1463 AND pinned IS NOT NULL AND pinned > 0
1464 ORDER BY pinned DESC, COALESCE(published_at, created_at) ASC LIMIT 20`
1465 ).all(site.id);
1466 const removeIds = [...new Set([...pinned.map((p) => p.id), ...alsoRemove])];
1467 // 1. Remove every current pin so Mastodon can recreate them in order.
1468 for (const id of removeIds) {
1469 const rm = { '@context': AP_CONTEXT, id: `${me}#rm-${id}-${Date.now()}-${rid()}`, type: 'Remove', actor: me, object: note(id), target: featured, to: [PUBLIC] };
1470 for (const inbox of inboxes) deliver(inbox, rm, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1471 }
1472 if (!pinned.length) { console.log('[AP] unpinned all featured for', site.slug); return; }
1473 await new Promise((r) => setTimeout(r, 5000)); // let the Removes land first
1474 // 2. Add in rank-DESC order, gaps so each StatusPin gets an increasing created_at.
1475 for (const p of pinned) {
1476 const add = { '@context': AP_CONTEXT, id: `${me}#add-${p.id}-${Date.now()}-${rid()}`, type: 'Add', actor: me, object: note(p.id), target: featured, to: [PUBLIC], cc: [`${me}/followers`] };
1477 for (const inbox of inboxes) deliver(inbox, add, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1478 await new Promise((r) => setTimeout(r, 2000));
1479 }
1480 console.log('[AP] resynced', pinned.length, 'featured pins for', site.slug);
1481}
1482
1483// ── outbound replies (Klonkt → fediverse) ─────────────────────────
1484const escHtml = (s) => String(s || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
1485const toISO = (v) => { if (!v) return new Date().toISOString(); const s = String(v); const d = new Date(/[TZ]/.test(s) ? s : s.replace(' ', 'T') + 'Z'); return isNaN(d) ? new Date().toISOString() : d.toISOString(); };
1486
1487// Build one of OUR outbound reply Notes from an ap_outbox row.
1488// Turn #hashtags in reply text into Mastodon-style hashtag links (clickable + federated).
1489function linkHashtags(base, html) {
1490 // Prefix: start / whitespace / '>' / opening bracket — "(#tag" is a tag too. NO quote
1491 // chars in this class: a quote precedes attribute values (alt="#…"), which must not match.
1492 return String(html || '').replace(/(^|[\s>([{])#([\p{L}\p{M}\p{N}_]+)/gu, (m, pre, tag) =>
1493 `${pre}<a href="${base}/tag/${encodeURIComponent(tag.toLowerCase())}" class="mention hashtag" rel="tag">#${tag}</a>`);
1494}
1495// Auto-link bare http(s) URLs in already-safe HTML (federated copies). Splits on existing
1496// <a>…</a> so a linked URL is never wrapped twice; requires start/whitespace/'>' before the
1497// URL so attribute values (src="https://…") never match. Trailing sentence punctuation stays
1498// outside the link (Mastodon-style).
1499function linkUrls(html) {
1500 const parts = String(html || '').split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi);
1501 for (let i = 0; i < parts.length; i++) {
1502 if (/^<a\b/i.test(parts[i])) continue; // already a link → leave as-is
1503 parts[i] = parts[i].replace(/(^|[\s>([{])(https?:\/\/[^\s<]+?)([.,;:!?)\]»]*)(?=$|[\s<])/g,
1504 (m, pre, url, trail) => `${pre}<a href="${url.replace(/"/g, '%22')}" rel="nofollow noopener" target="_blank">${url}</a>${trail}`);
1505 }
1506 return parts.join('');
1507}
1508// Linkify inline #hashtags and bare URLs in BODY html for on-site DISPLAY, using the
1509// EXACT same rules as the federated copy (linkHashtags/linkUrls), so the website and the
1510// Mastodon copy agree instead of the website showing raw text. Idempotent: existing
1511// <a>…</a> (editor links, embeds, shortcode buttons) are split out and left untouched, so
1512// nothing is double-wrapped. Pass base='' → root-relative /tag/<slug> links.
1513export function linkifyBody(base, html) {
1514 const withTags = String(html || '')
1515 .split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi)
1516 .map((seg) => (/^<a\b/i.test(seg) ? seg : linkHashtags(base, seg)))
1517 .join('');
1518 return linkUrls(withTags);
1519}
1520
1521// Bake a post's raw source into its display HTML (the ActivityPub `source` model): done ONCE
1522// at save and cached in posts.content_rendered, so page views serve it statically instead of
1523// re-linkifying every render. Step 1 = #hashtags + bare URLs (cheap, no network). Step 2 will
1524// resolve @mentions here too (webfinger once at save instead of per page view).
1525export function bakePostContent(source) {
1526 return linkifyBody('', source || '');
1527}
1528
1529// Step 2: the full bake, incl. @mention links. Resolves @user@host via webfinger ONCE (the
1530// same resolver the federated copy uses) and bakes the profile links into content_rendered,
1531// so page views never do a per-view lookup. Unresolvable handles stay plain text; on any
1532// failure it degrades to the sync #hashtag/URL bake. Async (webfinger) → callers run it off
1533// the save response so the request never blocks on a slow/dead remote server.
1534export async function bakePostContentWithMentions(source) {
1535 const withHashUrls = bakePostContent(source);
1536 try { const m = await resolveMentionsInText('', withHashUrls); return m.html; }
1537 catch { return withHashUrls; }
1538}
1539
1540// Extract the AP Hashtag tag objects from already-linked reply content.
1541function hashtagTags(base, content) {
1542 const tags = [], seen = new Set();
1543 const re = /class="[^"]*\bhashtag\b[^"]*"[^>]*>#([\p{L}\p{M}\p{N}_]+)</giu;
1544 let m;
1545 while ((m = re.exec(content || ''))) {
1546 const k = m[1].toLowerCase();
1547 if (seen.has(k)) continue; seen.add(k);
1548 tags.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(k)}`, name: '#' + m[1] });
1549 }
1550 return tags;
1551}
1552
1553// Normalise a post's tags field (array, JSON-string, or comma-string) to an array.
1554function normalizeTags(t) {
1555 if (Array.isArray(t)) return t;
1556 if (typeof t === 'string') {
1557 const s = t.trim(); if (!s) return [];
1558 if (s[0] === '[') { try { const a = JSON.parse(s); return Array.isArray(a) ? a : []; } catch { /* fall through */ } }
1559 return s.split(',').map((x) => x.trim()).filter(Boolean);
1560 }
1561 return [];
1562}
1563// A tag → { label, slug }. Multi-word tags become CamelCase (#LiveMusic) for the display
1564// name (Mastodon hashtags can't contain spaces; CamelCase is the accessibility norm); the
1565// slug/href stays lowercase ("livemusic").
1566function tagParts(raw) {
1567 const words = String(raw || '').trim().split(/[\s_]+/).map((w) => w.replace(/[^\p{L}\p{M}\p{N}]/gu, '')).filter(Boolean);
1568 if (!words.length) return null;
1569 const slug = words.join('').toLowerCase();
1570 if (!slug) return null;
1571 const label = words.length > 1 ? words.map((w) => w[0].toUpperCase() + w.slice(1)).join('') : words[0];
1572 return { label, slug };
1573}
1574// Merge a post's tags field + the #hashtags linked inline in its body into one deduped
1575// Hashtag tag list (with hrefs to our /tag page).
1576function buildHashtagList(base, tagsField, content) {
1577 const out = [], seen = new Set();
1578 for (const t of normalizeTags(tagsField)) {
1579 const p = tagParts(t); if (!p || seen.has(p.slug)) continue; seen.add(p.slug);
1580 out.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(p.slug)}`, name: '#' + p.label });
1581 }
1582 for (const h of hashtagTags(base, content)) {
1583 const k = h.name.slice(1).toLowerCase(); if (seen.has(k)) continue; seen.add(k);
1584 out.push(h);
1585 }
1586 return out;
1587}
1588
1589// Extract Mention tag objects from already-linked content (class="u-url mention").
1590function mentionTags(content) {
1591 const tags = [], seen = new Set();
1592 // The link href is the human profile URL; the actor URI (for the Mention tag) is in data-actor.
1593 const re = /<a href="[^"]*" class="u-url mention" data-actor="([^"]+)">@([^<]+)<\/a>/gi;
1594 let m;
1595 while ((m = re.exec(content || ''))) {
1596 const href = m[1];
1597 if (seen.has(href)) continue; seen.add(href);
1598 tags.push({ type: 'Mention', href, name: '@' + m[2] });
1599 }
1600 return tags;
1601}
1602// Resolve inline @user@domain mentions in reply/post text → link them (href = actor URI)
1603// and collect the mentioned actors' inboxes so they get notified. Best-effort per mention.
1604async function resolveMentionsInText(base, html) {
1605 const inboxes = [];
1606 const handles = new Set();
1607 // Prefix also allows opening brackets — "(@user@host + me)" is a mention too (real-world
1608 // miss: a bracketed mention federated as plain text and its target was never notified).
1609 const re = /(^|[\s>([{])@([\p{L}\p{M}\p{N}_.-]+@[\p{L}\p{M}\p{N}.-]+)/gu;
1610 let m;
1611 while ((m = re.exec(html || ''))) handles.add(m[2]);
1612 let out = String(html || '');
1613 for (const h of handles) {
1614 let actorUri = null;
1615 try { actorUri = await webfingerResolve('@' + h); } catch { actorUri = null; }
1616 if (!actorUri) continue;
1617 const actor = await fetchActor(actorUri).catch(() => null);
1618 const inbox = actor && ((actor.endpoints && actor.endpoints.sharedInbox) || actor.inbox);
1619 if (inbox) inboxes.push(inbox);
1620 const profileUrl = actorInfo(actor, actorUri).url || actorUri; // human profile page → the link href
1621 const esc = h.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
1622 out = out.replace(new RegExp('(^|[\\s>([{])@' + esc + '(?![\\p{L}\\p{M}\\p{N}_.-])', 'gu'),
1623 (full, pre) => `${pre}<a href="${profileUrl}" class="u-url mention" data-actor="${actorUri}">@${h}</a>`);
1624 }
1625 return { html: out, inboxes };
1626}
1627
1628export function buildReplyNote(base, site, row) {
1629 // Thin delegate: replies are built by buildNote (the single Note entry point) in reply mode.
1630 return buildNote(base, site, row, { isReply: true });
1631}
1632
1633// Resolve one of our outbound reply Notes by id (for /ap/notes/:id fallback).
1634export function getOutboxNote(base, id) {
1635 const row = iStmts().getO.get(id);
1636 if (!row) return null;
1637 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(row.site_slug);
1638 if (!site) return null;
1639 return buildReplyNote(base, site, row);
1640}
1641
1642// Send a reply FROM this site to a remote actor (in reply to their inbound reply).
1643// `parent` = an ap_interactions row (actor_uri, actor_url, actor_handle, object_uri).
1644export async function deliverReply(site, { postId, postSlug, parent, text }) {
1645 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1646 if (!base || !site || !site.slug || !parent || !String(text || '').trim()) return null;
1647 const me = actorId(base, site.slug);
1648 const handle = parent.actor_handle || deriveHandle(parent.actor_uri);
1649 const dispHandle = handle && handle[0] === '@' ? handle : '@' + (handle || '');
1650 const body = escHtml(String(text).trim()).replace(/\r?\n/g, '<br>');
1651 const mres = await resolveMentionsInText(base, body); // link inline @mentions + collect their inboxes
1652 const mention = parent.actor_uri
1653 ? `<a href="${escHtml(parent.actor_url || parent.actor_uri)}" class="u-url mention" data-actor="${escHtml(parent.actor_uri)}">${escHtml(dispHandle)}</a> ` : '';
1654 const content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
1655 // Dedup: skip if the exact same reply was already sent (double-submit guard).
1656 const dup = db.prepare('SELECT 1 FROM ap_outbox WHERE site_slug = ? AND IFNULL(in_reply_to, \'\') = ? AND content = ? LIMIT 1')
1657 .get(site.slug, parent.object_uri || '', content);
1658 if (dup) { console.log('[AP] outreply skipped (duplicate)'); return { duplicate: true, delivered: 0 }; }
1659 const id = crypto.randomUUID();
1660 iStmts().insO.run(id, site.slug, postId, postSlug || null, parent.object_uri || null, parent.actor_uri || null, handle, content);
1661 const row = iStmts().getO.get(id);
1662 const note = buildReplyNote(base, site, row);
1663 const create = {
1664 '@context': AP_CONTEXT,
1665 id: note.id + '#create', type: 'Create', actor: me,
1666 published: note.published, to: note.to, cc: note.cc, object: note,
1667 };
1668 const keys = getOrCreateKeys(site.slug);
1669 const keyId = `${me}#main-key`;
1670 const inboxes = new Set();
1671 if (parent.actor_uri) {
1672 const a = await fetchActor(parent.actor_uri).catch(() => null);
1673 if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox);
1674 }
1675 if (parent.threadInbox) inboxes.add(parent.threadInbox); // back-compat (single)
1676 (parent.threadInboxes || []).forEach((i) => inboxes.add(i)); // whole ancestor chain
1677 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1678 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the reply
1679 inboxes.delete(`${me}/inbox`); // never deliver to ourselves (already in ap_outbox)
1680 inboxes.delete(`${base}/ap/inbox`); // (our own shared inbox) → avoids a self-duplicate
1681 let delivered = 0;
1682 for (const inbox of [...inboxes].filter(Boolean)) {
1683 let ok = false;
1684 try { const st = await deliver(inbox, create, keyId, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
1685 if (ok) delivered++;
1686 else enqueueDelivery(site.slug, inbox, create); // durable: retry a briefly-offline recipient (was silently dropped)
1687 }
1688 console.log('[AP] outreply', site.slug, '→', parent.actor_uri, 'delivered', delivered);
1689 return { id, content, delivered };
1690}
1691
1692// attributedTo may be a string, an object {id}, or an ARRAY — e.g. a PeerTube Video is
1693// attributed to [Person (account), Group (channel)]. Pick a usable actor URI (prefer Person).
1694function actorUriOf(att) {
1695 if (!att) return null;
1696 if (typeof att === 'string') return att;
1697 if (Array.isArray(att)) {
1698 const person = att.find((a) => a && typeof a === 'object' && a.type === 'Person' && a.id);
1699 if (person) return person.id;
1700 for (const a of att) { if (typeof a === 'string') return a; if (a && a.id) return a.id; }
1701 return null;
1702 }
1703 return att.id || null;
1704}
1705
1706// Resolve a remote post URL (any fediverse/Klonkt post) into a reply target.
1707// Returns a parent-shaped object usable by deliverReply(), or null.
1708export async function resolveRemoteNote(url) {
1709 if (!/^https?:\/\//i.test(String(url || ''))) return null;
1710 const note = await fetchActor(url).catch(() => null); // AP GET (content-negotiates)
1711 if (!note || !note.id) return null;
1712 const att = note.attributedTo;
1713 const actorUri = actorUriOf(att);
1714 if (!actorUri) return null;
1715 const actor = await fetchActor(actorUri).catch(() => null);
1716 const ai = actorInfo(actor, actorUri);
1717 // Is what we're replying to a post (or a comment) on one of OUR posts? If so,
1718 // link our reply to that local post so it shows nested in the post thread.
1719 const localTgt = findThreadTarget(note.id, (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, ''));
1720 // Walk the WHOLE reply chain upward (comment → parent comment → … → root post)
1721 // and collect every ancestor author's inbox, so each participant's server —
1722 // including the original post's author — receives + threads our reply.
1723 const threadInboxes = [];
1724 const seenInbox = new Set();
1725 let cursor = note.inReplyTo, guard = 0;
1726 while (cursor && guard++ < 6) {
1727 const url = typeof cursor === 'string' ? cursor : (cursor && cursor.id);
1728 if (!url) break;
1729 const pn = await fetchActor(url).catch(() => null);
1730 if (!pn) break;
1731 const pa = actorUriOf(pn.attributedTo);
1732 if (pa && pa !== actorUri) {
1733 const paDoc = await fetchActor(pa).catch(() => null);
1734 const inbox = paDoc && ((paDoc.endpoints && paDoc.endpoints.sharedInbox) || paDoc.inbox);
1735 if (inbox && !seenInbox.has(inbox)) { seenInbox.add(inbox); threadInboxes.push(inbox); }
1736 }
1737 cursor = pn.inReplyTo; // climb to the next ancestor
1738 }
1739 // For non-Note objects (PeerTube Video, Article, …) the meaningful label is `name` (the
1740 // title); prepend it so the reply page shows what you're replying to (sanitize cleans it).
1741 let rawHtml = String(note.content || '').replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
1742 if (note.name && note.type && note.type !== 'Note') rawHtml = `<p><strong>${note.name}</strong></p>` + rawHtml;
1743 const images = (Array.isArray(note.attachment) ? note.attachment : [])
1744 .filter((a) => a && a.url && (!a.mediaType || /^image\//i.test(a.mediaType)))
1745 .map((a) => safeUrl(a.url)).filter(Boolean);
1746 // A Klonkt hosted-audio post strips its cover from `attachment` (so Mastodon
1747 // shows the player card, not a loose image) and puts it in `image` instead.
1748 // Same fallback as mediaFromNote() so a boosted music post keeps its cover.
1749 if (!images.length && note.image) {
1750 const im = Array.isArray(note.image) ? note.image[0] : note.image;
1751 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
1752 if (iu) images.push(iu);
1753 }
1754 return {
1755 object_uri: safeUrl(note.id) || note.id,
1756 actor_uri: actorUri,
1757 actor_url: ai.url,
1758 actor_handle: ai.handle,
1759 actor_name: ai.name,
1760 actor_icon: ai.icon,
1761 url: note.url || url,
1762 content: HtmlSanitizerService.sanitize(rawHtml), // full, sanitized
1763 sensitive: !!note.sensitive, // remote CW → blur in the Cirkel
1764 cw: note.summary || '',
1765 images,
1766 threadInboxes, // every ancestor author's inbox
1767 localPostId: localTgt ? localTgt.post_id : '', // our post this belongs to (if any)
1768 poll: parsePoll(note), // a Question → its options/counts (else null)
1769 preview: HtmlSanitizerService.toPlainText(note.content || '').slice(0, 240),
1770 };
1771}
1772
1773// List a site's own outbound fediverse replies (for the manage/delete view).
1774// The plain editable text of a stored reply (unwrap links → their text, <br> → newline)
1775// so the manage view can prefill an edit box; the mention is re-added on save.
1776function outboxEditableText(content) {
1777 return String(content || '')
1778 .replace(/<br\s*\/?>/gi, '\n')
1779 .replace(/<a\b[^>]*>([\s\S]*?)<\/a>/gi, '$1')
1780 .replace(/<[^>]+>/g, '')
1781 .replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&')
1782 .trim();
1783}
1784export function listOutbox(siteSlug) {
1785 return db.prepare('SELECT id, content, to_handle, in_reply_to, created_at FROM ap_outbox WHERE site_slug = ? ORDER BY created_at DESC')
1786 .all(siteSlug).map((r) => { const c = stripLeadingMentions(r.content); return { ...r, content: c, editable: outboxEditableText(c) }; });
1787}
1788
1789// Delete one of our outbound replies: send Delete(Tombstone) to recipients + remove it.
1790export async function deliverOutboxDelete(site, outboxId) {
1791 const row = iStmts().getO.get(outboxId);
1792 if (!row || row.site_slug !== site.slug) return false;
1793 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1794 if (base) {
1795 const me = actorId(base, site.slug);
1796 const nid = noteId(base, row.id);
1797 const del = { '@context': AP_CONTEXT, id: `${nid}#delete-${Date.now()}-${rid()}`, type: 'Delete', actor: me, to: [PUBLIC], object: { id: nid, type: 'Tombstone' } };
1798 const keys = getOrCreateKeys(site.slug);
1799 const inboxes = new Set();
1800 if (row.to_actor) { const a = await fetchActor(row.to_actor).catch(() => null); if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox); }
1801 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1802 for (const inbox of [...inboxes].filter(Boolean)) {
1803 try { const st = await deliver(inbox, del, `${me}#main-key`, keys.private_pem); if (st >= 200 && st < 300) continue; } catch { /* queue below */ }
1804 enqueueDelivery(site.slug, inbox, del); // durable: a failed comment-delete now retries (was silently dropped)
1805 }
1806 }
1807 db.prepare('DELETE FROM ap_outbox WHERE id = ?').run(outboxId);
1808 return true;
1809}
1810
1811// Edit one of our outbound replies: rewrite the stored content (mention re-added + #tags
1812// re-linked) and send an Update(Note) so recipients refresh their cached copy.
1813export async function deliverOutboxUpdate(site, outboxId, newText) {
1814 const row = iStmts().getO.get(outboxId);
1815 if (!row || row.site_slug !== site.slug) return false;
1816 const text = String(newText || '').trim();
1817 if (!text) return false;
1818 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1819 if (!base) return false;
1820 const me = actorId(base, site.slug);
1821 const toActor = row.to_actor ? await fetchActor(row.to_actor).catch(() => null) : null;
1822 const toProfile = row.to_actor ? (actorInfo(toActor, row.to_actor).url || row.to_actor) : '';
1823 const _h = row.to_handle || deriveHandle(row.to_actor);
1824 const toHandle = _h && _h[0] === '@' ? _h : '@' + (_h || '');
1825 const mention = row.to_actor
1826 ? `<a href="${escHtml(toProfile)}" class="u-url mention" data-actor="${escHtml(row.to_actor)}">${escHtml(toHandle)}</a> ` : '';
1827 const mres = await resolveMentionsInText(base, escHtml(text).replace(/\r?\n/g, '<br>'));
1828 const content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
1829 db.prepare('UPDATE ap_outbox SET content = ? WHERE id = ?').run(content, outboxId);
1830 const note = buildReplyNote(base, site, iStmts().getO.get(outboxId));
1831 note.updated = new Date().toISOString();
1832 const update = {
1833 '@context': AP_CONTEXT,
1834 id: `${note.id}#update-${Date.now()}-${rid()}`, type: 'Update', actor: me,
1835 published: note.published, updated: note.updated, to: note.to, cc: note.cc, object: note,
1836 };
1837 const keys = getOrCreateKeys(site.slug);
1838 const inboxes = new Set();
1839 if (toActor) inboxes.add((toActor.endpoints && toActor.endpoints.sharedInbox) || toActor.inbox);
1840 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1841 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the edit
1842 inboxes.delete(`${me}/inbox`); inboxes.delete(`${base}/ap/inbox`);
1843 let delivered = 0;
1844 for (const inbox of [...inboxes].filter(Boolean)) {
1845 let ok = false;
1846 try { const st = await deliver(inbox, update, `${me}#main-key`, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
1847 if (ok) delivered++;
1848 else enqueueDelivery(site.slug, inbox, update); // durable: retry the edit later (was silently dropped)
1849 }
1850 console.log('[AP] outreply edit', site.slug, 'delivered', delivered);
1851 return { ok: true, content, delivered };
1852}
1853
1854// ── Fediverse CLIENT: follow accounts + home timeline ─────────────
1855// Resolve an @user@domain handle to its actor URL via WebFinger.
1856export async function webfingerResolve(handle) {
1857 const h = String(handle || '').trim().replace(/^@/, '');
1858 const parts = h.split('@');
1859 if (parts.length !== 2 || !parts[0] || !parts[1]) return null;
1860 const acct = `${parts[0]}@${parts[1]}`;
1861 try {
1862 const r = await safeFetch(`https://${parts[1]}/.well-known/webfinger?resource=acct:${encodeURIComponent(acct)}`,
1863 { headers: { Accept: 'application/jrd+json, application/json' } });
1864 if (!r.ok) return null;
1865 const jrd = await r.json();
1866 const link = (jrd.links || []).find((l) => l.rel === 'self' && /activity\+json|ld\+json/.test(l.type || ''));
1867 return safeUrl(link ? link.href : '') || null;
1868 } catch { return null; }
1869}
1870
1871let _insFw, _delFw, _listFw, _accFw, _oneFw, _setAB;
1872function fwStmts() {
1873 if (!_insFw) {
1874 _insFw = db.prepare('INSERT OR REPLACE INTO ap_following (slug, actor_uri, handle, name, icon, url, inbox, follow_id, status, auto_boost, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
1875 _delFw = db.prepare('DELETE FROM ap_following WHERE slug = ? AND actor_uri = ?');
1876 _listFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? ORDER BY created_at DESC');
1877 _accFw = db.prepare("UPDATE ap_following SET status = 'accepted' WHERE follow_id = ?");
1878 _oneFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? AND actor_uri = ?');
1879 _setAB = db.prepare('UPDATE ap_following SET auto_boost = ? WHERE slug = ? AND actor_uri = ?');
1880 }
1881 return { ins: _insFw, del: _delFw, list: _listFw, acc: _accFw, one: _oneFw, setAB: _setAB };
1882}
1883export function listFollowing(slug) { return fwStmts().list.all(slug); }
1884
1885// Toggle auto-boost ("feature") on an account we already follow.
1886export function setAutoBoost(slug, actorUri, on) {
1887 try { fwStmts().setAB.run(on ? 1 : 0, slug, actorUri); } catch { /* ignore */ }
1888 // Featuring an account → AP-native catch-up so the Cirkel isn't empty until they next
1889 // post (push doesn't backfill history-before-follow). Fire-and-forget pull, sends nothing.
1890 if (on) backfillFromOutbox(slug, actorUri).catch(() => {});
1891 return { ok: true };
1892}
1893
1894let _insTl, _listTl, _delTl;
1895function tlStmts() {
1896 if (!_insTl) {
1897 _insTl = db.prepare('INSERT OR IGNORE INTO ap_timeline (id, slug, author_uri, author_name, author_handle, author_icon, author_url, content, url, published, media_json, nsfw, cw, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
1898 _listTl = db.prepare('SELECT * FROM ap_timeline WHERE slug = ? ORDER BY COALESCE(published, created_at) DESC LIMIT ?');
1899 _delTl = db.prepare('DELETE FROM ap_timeline WHERE id = ?');
1900 }
1901 return { ins: _insTl, list: _listTl, del: _delTl };
1902}
1903export function getTimeline(slug, limit) { return tlStmts().list.all(slug, limit || 50); }
1904
1905// ── Cirkel = posts from the accounts you auto-boost ("feature an artist") ──
1906let _abCount, _cirkelPosts, _cirkelMembers;
1907export function autoBoostCount(slug) {
1908 try { if (!_abCount) _abCount = db.prepare('SELECT COUNT(*) AS n FROM ap_following WHERE slug = ? AND auto_boost = 1'); return _abCount.get(slug).n; } catch { return 0; }
1909}
1910export function getCirkelPosts(slug, limit) {
1911 try {
1912 // Cirkel = posts from featured (auto_boost) accounts + posts you boosted
1913 // (t.boosted), mixed by date. One row per note in ap_timeline → no duplicates.
1914 if (!_cirkelPosts) _cirkelPosts = db.prepare(`
1915 SELECT t.id, t.author_uri, t.author_name, t.author_handle, t.author_icon, t.author_url,
1916 t.content, t.url, t.published, t.media_json, t.boosted, t.nsfw, t.cw
1917 FROM ap_timeline t
1918 LEFT JOIN ap_following f ON f.slug = t.slug AND f.actor_uri = t.author_uri
1919 WHERE t.slug = ? AND (f.auto_boost = 1 OR t.boosted = 1)
1920 ORDER BY COALESCE(t.published, t.created_at) DESC, t.rowid DESC
1921 LIMIT ?`);
1922 return _cirkelPosts.all(slug, limit || 60);
1923 } catch { return []; }
1924}
1925export function getCirkelMembers(slug) {
1926 try { if (!_cirkelMembers) _cirkelMembers = db.prepare('SELECT name, url, icon FROM ap_following WHERE slug = ? AND auto_boost = 1 ORDER BY name'); return _cirkelMembers.all(slug); } catch { return []; }
1927}
1928// Mark a timeline post as boosted so it shows in the Cirkel (mixed by date).
1929let _markBoost, _unmarkBoost, _boostedCount;
1930export function markBoosted(slug, noteId) {
1931 try { if (!_markBoost) _markBoost = db.prepare('UPDATE ap_timeline SET boosted = 1 WHERE slug = ? AND id = ?'); _markBoost.run(slug, noteId); } catch { /* ignore */ }
1932}
1933export function unmarkBoosted(slug, noteId) {
1934 try { if (!_unmarkBoost) _unmarkBoost = db.prepare('UPDATE ap_timeline SET boosted = 0 WHERE slug = ? AND id = ?'); _unmarkBoost.run(slug, noteId); } catch { /* ignore */ }
1935}
1936let _markLike, _unmarkLike;
1937export function markLiked(slug, noteId) {
1938 try { if (!_markLike) _markLike = db.prepare('UPDATE ap_timeline SET liked = 1 WHERE slug = ? AND id = ?'); _markLike.run(slug, noteId); } catch { /* ignore */ }
1939}
1940export function unmarkLiked(slug, noteId) {
1941 try { if (!_unmarkLike) _unmarkLike = db.prepare('UPDATE ap_timeline SET liked = 0 WHERE slug = ? AND id = ?'); _unmarkLike.run(slug, noteId); } catch { /* ignore */ }
1942}
1943export function getTimelineReaction(slug, noteId) {
1944 try { const r = db.prepare('SELECT liked, boosted FROM ap_timeline WHERE slug = ? AND id = ?').get(slug, noteId); return { liked: !!(r && r.liked), boosted: !!(r && r.boosted) }; } catch { return { liked: false, boosted: false }; }
1945}
1946// Boost a REMOTE post that may not be in your timeline (you don't follow the author):
1947// store it in ap_timeline (INSERT OR IGNORE → no dup for followed posts) so it shows in
1948// the Cirkel with a Boost badge, then flag it boosted.
1949export function upsertBoostedNote(slug, note) {
1950 if (!slug || !note || !note.object_uri) return;
1951 const id = note.object_uri;
1952 const media = JSON.stringify((note.images || []).map((u) => ({ url: u, type: 'image/jpeg' })));
1953 try {
1954 const r = tlStmts().ins.run(id, slug, note.actor_uri || '', note.actor_name || '', note.actor_handle || '',
1955 note.actor_icon || '', note.actor_url || '', note.content || '', note.url || null,
1956 new Date().toISOString(), media, note.sensitive ? 1 : 0, note.cw || null);
1957 if (!r.changes) {
1958 // Row already cached (INSERT OR IGNORE) → refresh it with the freshly
1959 // resolved note. Without this a row cached without its cover (or with
1960 // stale content) stayed stale forever — even boosting again didn't heal it.
1961 db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE slug = ? AND id = ?')
1962 .run(note.content || '', media, note.sensitive ? 1 : 0, note.cw || null, note.url || null, slug, id);
1963 }
1964 } catch { /* ignore */ }
1965 markBoosted(slug, id);
1966}
1967export function boostedCount(slug) {
1968 try { if (!_boostedCount) _boostedCount = db.prepare('SELECT COUNT(*) AS n FROM ap_timeline WHERE slug = ? AND boosted = 1'); return _boostedCount.get(slug).n; } catch { return 0; }
1969}
1970
1971// Resolve a Klonkt/AP actor URL from a site root: a Klonkt site's root 302s to
1972// /ap/users/<slug> (content negotiation; Location may be relative). Used by
1973// followActor for bare-domain follows.
1974// NB: the old auto-migration of legacy Cirkels (circle_links -> AP follows) was
1975// REMOVED on 2026-06-26 — it auto-sent Follows on boot, which violates "the code
1976// never throws anything into the fediverse automatically" (would surprise-Follow
1977// for some operators at scale). The dead circle_links table stays as harmless dead
1978// data; an operator restores an old cirkel by re-following in /following (their click).
1979async function resolveApActor(siteUrl) {
1980 try {
1981 const r = await fetch(siteUrl, { headers: { Accept: 'application/activity+json' }, redirect: 'manual' });
1982 if (r.status >= 300 && r.status < 400) { const loc = r.headers.get('location'); if (loc) return new URL(loc, siteUrl).href; }
1983 if (r.ok) return siteUrl;
1984 } catch { /* unreachable */ }
1985 return null;
1986}
1987
1988// ── Self-heal: re-sync the fediverse cache (ap_timeline) after a DRASTIC update ──
1989// Runs ONCE per SELFHEAL_VERSION bump — NOT on every boot. Re-fetches each cached
1990// note and refreshes content + media (recovers covers/edits that were delivered
1991// during a flux window, e.g. a fleet-wide update), and drops notes that are gone
1992// (404/410). Bump SELFHEAL_VERSION only on a release that warrants a re-sync.
1993const SELFHEAL_VERSION = 7; // v7: rerun v6 with retry-until-clean semantics (origins briefly offline no longer stay stale forever)
1994async function fetchNoteAP(url) {
1995 try {
1996 const r = await fetch(url, { headers: { Accept: 'application/activity+json' } });
1997 if (r.status === 404 || r.status === 410) return 404;
1998 if (r.ok) return await r.json();
1999 } catch { /* unreachable */ }
2000 return null;
2001}
2002function mediaFromNote(note) {
2003 const atts = (Array.isArray(note.attachment) ? note.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
2004 if (!atts.some((m) => !m.type || /image/i.test(m.type)) && note.image) {
2005 const im = Array.isArray(note.image) ? note.image[0] : note.image;
2006 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
2007 if (iu) atts.push({ url: iu, type: (im && im.mediaType) || 'image/jpeg' });
2008 }
2009 return JSON.stringify(atts);
2010}
2011// A generic SSRF-safe AP GET (collections / pages).
2012async function apGetJson(url) {
2013 try {
2014 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
2015 if (!r.ok) return null;
2016 const len = Number(r.headers.get('content-length') || 0);
2017 if (len > 3_000_000) return null;
2018 return await r.json();
2019 } catch { return null; }
2020}
2021// AP-native catch-up: pull an actor's standard `outbox` collection and merge their recent
2022// top-level posts into the timeline for `slug`. Push (Create delivery) cannot backfill
2023// history-from-before-you-followed or a delivery that was missed while you were down;
2024// reading the outbox is the spec-conform way to catch up. PULL ONLY — sends nothing.
2025export async function backfillFromOutbox(slug, actorUri, limit = 20) {
2026 try {
2027 if (!slug || !actorUri) return 0;
2028 const actor = await fetchActor(actorUri);
2029 if (!actor || !actor.outbox) return 0;
2030 let page = await apGetJson(typeof actor.outbox === 'string' ? actor.outbox : actor.outbox.id);
2031 let items = (page && (page.orderedItems || page.items)) || [];
2032 if (!items.length && page && page.first) {
2033 page = await apGetJson(typeof page.first === 'string' ? page.first : page.first.id);
2034 items = (page && (page.orderedItems || page.items)) || [];
2035 }
2036 if (!Array.isArray(items) || !items.length) return 0;
2037 const ai = actorInfo(actor, actorUri);
2038 let added = 0;
2039 for (const it of items.slice(0, limit)) {
2040 // Each item is usually a Create wrapping a Note, or sometimes the Note itself.
2041 const o = (it && typeof it.object === 'object' && it.object) ? it.object : it;
2042 if (!o || !o.id) continue;
2043 if (o.type && o.type !== 'Note' && o.type !== 'Article' && o.type !== 'Question') continue; // skip boosts/other
2044 if (o.inReplyTo) continue; // top-level only
2045 const auth = actorUriOf(o.attributedTo);
2046 if (auth && auth !== actorUri) continue; // their OWN posts only
2047 const html = HtmlSanitizerService.sanitize(o.content || '');
2048 const poll = parsePoll(o); // a Question (poll) → carry its options/counts on backfill too
2049 try {
2050 const r = tlStmts().ins.run(o.id, slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, mediaFromNote(o), o.sensitive ? 1 : 0, o.summary || null);
2051 if (r && r.changes > 0) added++;
2052 // Set poll_json if this is a poll and we don't already have it (COALESCE preserves a vote).
2053 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = COALESCE(poll_json, ?) WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, slug); } catch { /* ignore */ } }
2054 } catch { /* ignore */ }
2055 }
2056 if (added) console.log('[AP] outbox backfill', actorUri, '→', slug, '+' + added);
2057 return added;
2058 } catch { return 0; }
2059}
2060
2061// ── Remote thread crawl (fill the gaps in a local post's conversation) ────────────
2062// Most replies reach us by delivery, but replies-to-replies that live on other servers and
2063// aren't addressed to us are missed. This pulls the AS2 `replies` collections of the replies
2064// we DO have, caching any newly-found ones in ap_interactions.
2065//
2066// Matches Mastodon's behaviour: ONE level per crawl (like its FetchRepliesService), not a deep
2067// recursive walk. Deeper levels fill in incrementally across crawls — once a fetched reply is
2068// cached it becomes a seed itself, so its own replies are pulled on a later view (Mastodon's
2069// per-status cascade). Bounded + polite (serial), PULL only, and stale-while-revalidate: it
2070// never runs in a page request — the view renders from cache; a stale post kicks off a
2071// background refresh for the NEXT view.
2072const THREAD_TTL_MS = 15 * 60 * 1000; // don't re-crawl a post more than ~4×/hour
2073const THREAD_MAX_DEPTH = 1; // one hop per crawl (like Mastodon); deeper fills in over crawls
2074const THREAD_MAX_FETCHES = 30; // hard cap on remote GETs per crawl (be a good peer)
2075const _crawlingThreads = new Set(); // per-post in-flight lock (no stampede across views)
2076
2077function threadCrawlTs(postId) {
2078 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('thread_crawl:' + postId); return r ? (Number(r.value) || 0) : 0; }
2079 catch { return 0; }
2080}
2081function setThreadCrawlTs(postId, ts) {
2082 try { db.prepare('INSERT INTO app_settings (key, value) VALUES (?, ?) ON CONFLICT(key) DO UPDATE SET value = excluded.value').run('thread_crawl:' + postId, String(ts)); }
2083 catch { /* ignore */ }
2084}
2085
2086// Read a note's `replies` (string ref / Collection with `first` / paged CollectionPages) →
2087// child note URIs. Every remote GET goes through `budget` so the whole crawl stays capped.
2088async function collectReplyItems(repliesRef, maxPages, budget) {
2089 const uris = [];
2090 let node = typeof repliesRef === 'string' ? await budget.get(repliesRef) : repliesRef;
2091 if (node && node.first) node = typeof node.first === 'string' ? await budget.get(node.first) : node.first;
2092 let pages = 0;
2093 while (node && pages++ < maxPages) {
2094 for (const it of (node.items || node.orderedItems || [])) {
2095 const u = typeof it === 'string' ? it : (it && it.id);
2096 if (u && /^https?:\/\//i.test(u)) uris.push(u);
2097 }
2098 if (!node.next) break;
2099 node = typeof node.next === 'string' ? await budget.get(node.next) : node.next;
2100 }
2101 return uris;
2102}
2103
2104async function crawlThread(postId) {
2105 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2106 if (!base) return;
2107 // Seed frontier = the remote reply note URIs we already have; also the dedup set.
2108 let known;
2109 try { known = new Set(db.prepare("SELECT object_uri FROM ap_interactions WHERE post_id = ? AND kind = 'reply' AND object_uri != ''").all(postId).map((r) => r.object_uri)); }
2110 catch { return; }
2111 const seeds = [...known].filter((u) => /^https?:\/\//i.test(u));
2112 if (!seeds.length) return; // nothing remote to expand
2113
2114 let fetches = 0;
2115 const budget = { get: async (u) => { if (fetches >= THREAD_MAX_FETCHES) return null; fetches++; return apGetJson(u); } };
2116 const visited = new Set(); // notes whose replies collection we've already expanded
2117 let frontier = seeds.slice();
2118 let added = 0;
2119
2120 for (let depth = 0; depth < THREAD_MAX_DEPTH && frontier.length && fetches < THREAD_MAX_FETCHES; depth++) {
2121 const nextFrontier = [];
2122 for (const noteUri of frontier) {
2123 if (visited.has(noteUri) || fetches >= THREAD_MAX_FETCHES) continue;
2124 visited.add(noteUri);
2125 const note = await budget.get(noteUri);
2126 if (!note || !note.replies) continue;
2127 const childUris = await collectReplyItems(note.replies, 2, budget);
2128 for (const cu of childUris) {
2129 if (known.has(cu) || fetches >= THREAD_MAX_FETCHES) continue;
2130 known.add(cu);
2131 const child = await budget.get(cu);
2132 if (!child || !child.id || (child.type !== 'Note' && child.type !== 'Article')) continue;
2133 const actorUri = actorUriOf(child.attributedTo);
2134 if (!actorUri || isBlockedAny(actorUri)) continue; // skip blocked authors
2135 const actor = await budget.get(actorUri); // may be null if budget spent → fallback handle
2136 const ai = actorInfo(actor, actorUri);
2137 const html = HtmlSanitizerService.sanitize(child.content || '');
2138 // The child replies to `note` by construction (it's in note's replies collection).
2139 try { iStmts().ins.run('reply', postId, child.id, actorUri, ai.name, ai.handle, ai.url, ai.icon, html, child.published || null, note.id || noteUri); added++; } catch { /* ignore */ }
2140 nextFrontier.push(child.id); // expand this reply's own replies next depth
2141 }
2142 }
2143 frontier = nextFrontier;
2144 }
2145 if (added) console.log('[AP] thread crawl', postId, '+' + added, 'remote replies (' + fetches + ' fetches)');
2146}
2147
2148// Stale-while-revalidate entry point: call from the post view. Renders nothing, blocks nothing —
2149// fires a background crawl only if this post hasn't been crawled within the TTL.
2150export function maybeCrawlThread(postId) {
2151 if (!postId || _crawlingThreads.has(postId)) return;
2152 if (Date.now() - threadCrawlTs(postId) < THREAD_TTL_MS) return;
2153 _crawlingThreads.add(postId);
2154 setThreadCrawlTs(postId, Date.now()); // optimistic mark so concurrent/next views don't re-fire
2155 crawlThread(postId).catch((e) => console.warn('[AP] thread crawl failed:', e && e.message)).finally(() => _crawlingThreads.delete(postId));
2156}
2157
2158let _selfHealing = false;
2159export async function selfHealTimeline() {
2160 if (_selfHealing) return; _selfHealing = true;
2161 try {
2162 let cur = 0;
2163 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_version'); cur = r ? (parseInt(r.value, 10) || 0) : 0; } catch { return; }
2164 if (cur >= SELFHEAL_VERSION) return; // already healed for this version — skip on normal boots
2165 let rows = [];
2166 try { rows = db.prepare('SELECT id, content, media_json, nsfw, cw, url FROM ap_timeline ORDER BY rowid DESC LIMIT 200').all(); } catch { /* no table */ }
2167 let healed = 0, failed = 0;
2168 for (const r of rows) {
2169 try {
2170 const note = await fetchNoteAP(r.id);
2171 if (note === 404) { db.prepare('DELETE FROM ap_timeline WHERE id = ?').run(r.id); healed++; continue; }
2172 if (!note || typeof note !== 'object') { failed++; continue; } // origin unreachable right now
2173 const html = HtmlSanitizerService.sanitize(note.content || '');
2174 const media = mediaFromNote(note);
2175 const nsfw = note.sensitive ? 1 : 0; // re-sync NSFW/sensitive + CW onto already-cached posts
2176 const cw = note.summary || null;
2177 const url = note.url || null; // re-sync the human url (catches a remote slug rename)
2178 if ((html && html !== r.content) || media !== (r.media_json || '[]') || nsfw !== (r.nsfw || 0) || (cw || '') !== (r.cw || '') || (url && url !== r.url)) {
2179 db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ?').run(html || r.content, media, nsfw, cw, url, r.id);
2180 healed++;
2181 }
2182 } catch { failed++; /* per-note best-effort */ }
2183 }
2184 // Only mark this version DONE after a clean pass. Some origins are briefly
2185 // offline exactly when we heal (phone-hosted instances!): skipping them and
2186 // consuming the version would leave those rows stale forever. Instead retry
2187 // on the next boots, giving up after a few attempts (permanently-dead
2188 // origins answer 404/410 and are deleted above, so they don't loop).
2189 const setSetting = (k, v) => { try { db.prepare('INSERT OR REPLACE INTO app_settings (key, value) VALUES (?, ?)').run(k, String(v)); } catch { /* ignore */ } };
2190 let attempts = 0;
2191 try { const a = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_attempts'); attempts = a ? (parseInt(a.value, 10) || 0) : 0; } catch { /* ignore */ }
2192 if (failed === 0 || attempts >= 4) {
2193 setSetting('selfheal_version', SELFHEAL_VERSION);
2194 setSetting('selfheal_attempts', 0);
2195 } else {
2196 setSetting('selfheal_attempts', attempts + 1);
2197 }
2198 if (rows.length) console.log(`[AP] self-heal v${SELFHEAL_VERSION}: ${healed}/${rows.length} timeline notes${failed ? ` (${failed} unreachable — will retry next boot)` : ''}`);
2199 } catch { /* never block boot */ } finally { _selfHealing = false; }
2200}
2201
2202// Follow a fediverse account by @handle (WebFinger → actor → signed Follow).
2203export async function followActor(site, handle, autoBoost = false) {
2204 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2205 if (!base || !site || !site.slug) return { error: 'config' };
2206 // Accept any of: a profile/actor URL, an @user@host handle (WebFinger), or a
2207 // bare site domain (site.com) — for a single-actor site (Klonkt etc.) the root
2208 // resolves to its AP actor, so you can follow a site by just its domain.
2209 const s = String(handle || '').trim();
2210 let actorUrl;
2211 if (/^https?:\/\//i.test(s)) actorUrl = safeUrl(s) || null;
2212 else if (s.includes('@')) actorUrl = await webfingerResolve(s);
2213 else if (/^[a-z0-9.-]+\.[a-z]{2,}/i.test(s)) actorUrl = await resolveApActor('https://' + s.replace(/^\/+|\/+$/g, ''));
2214 else actorUrl = null;
2215 if (!actorUrl) return { error: 'not_found' };
2216 const actor = await fetchActor(actorUrl).catch(() => null);
2217 if (!actor || !actor.id || !actor.inbox) return { error: 'unreachable' };
2218 const ai = actorInfo(actor, actor.id);
2219 const me = actorId(base, site.slug);
2220 const keys = getOrCreateKeys(site.slug);
2221 const followId = `${me}#follow-${Date.now()}-${rid()}`;
2222 fwStmts().ins.run(site.slug, actor.id, ai.handle, ai.name, ai.icon, ai.url, actor.inbox, followId, 'pending', autoBoost ? 1 : 0);
2223 const follow = { '@context': AP_CONTEXT, id: followId, type: 'Follow', actor: me, object: actor.id };
2224 // Deliver via the retry queue: a Follow that fails the first attempt (peer down,
2225 // timeout, transient 5xx) is retried with backoff instead of staying stuck on
2226 // 'pending' forever — the Accept can only come back once the Follow lands.
2227 await deliverWithRetry(site.slug, actor.inbox, follow, `${me}#main-key`, keys.private_pem);
2228 console.log('[AP] follow', site.slug, '→', actor.id);
2229 // Follow + feature in one step → backfill their recent posts into the Cirkel right away.
2230 if (autoBoost) backfillFromOutbox(site.slug, actor.id).catch(() => {});
2231 return { ok: true, name: ai.name, handle: ai.handle, actor: actor.id };
2232}
2233
2234// Resolve a profile URL or @handle to a followable remote actor (for the
2235// authorize_interaction "Follow" flow). Returns display fields + inbox, or null
2236// when it isn't a reachable actor (e.g. the input was a post, not a profile).
2237export async function resolveRemoteActor(input) {
2238 const s = String(input || '').trim();
2239 const actorUrl = /^https?:\/\//i.test(s) ? (safeUrl(s) || null) : await webfingerResolve(s);
2240 if (!actorUrl) return null;
2241 const actor = await fetchActor(actorUrl).catch(() => null);
2242 if (!actor || !actor.id || !actor.inbox) return null;
2243 const ai = actorInfo(actor, actor.id);
2244 return { actor_uri: actor.id, actor_name: ai.name, actor_handle: ai.handle, actor_url: ai.url, actor_icon: ai.icon, inbox: actor.inbox };
2245}
2246
2247export async function unfollowActor(site, actorUri) {
2248 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2249 const me = actorId(base, site.slug);
2250 const keys = getOrCreateKeys(site.slug);
2251 const row = fwStmts().one.get(site.slug, actorUri);
2252 // Undo(Follow) MUST reference the original Follow's real id so the remote can correlate it
2253 // and drop the follow. The old `${me}#follow` fallback never matched anything → the unfollow
2254 // silently failed on the remote. With no stored follow id (legacy row), skip the network Undo
2255 // rather than send an unmatchable one. Deliver durably via the retry queue.
2256 if (row && row.inbox && row.follow_id) {
2257 const undo = { '@context': AP_CONTEXT, id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me, object: { id: row.follow_id, type: 'Follow', actor: me, object: actorUri } };
2258 deliverWithRetry(site.slug, row.inbox, undo, `${me}#main-key`, keys.private_pem);
2259 } else if (row && row.inbox) {
2260 console.warn('[AP] unfollow', site.slug, '→', actorUri, '— no stored follow id; removed locally only (legacy follow, remote may keep it)');
2261 }
2262 fwStmts().del.run(site.slug, actorUri);
2263 return { ok: true };
2264}
2265
2266// Send a Like or Announce (boost) on a remote note FROM this site.
2267export async function sendInteraction(site, kind, targetNoteId, authorUri) {
2268 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2269 if (!base || !site || !site.slug || !targetNoteId) return { error: 'config' };
2270 const me = actorId(base, site.slug);
2271 const keys = getOrCreateKeys(site.slug);
2272 // 'unboost' = Undo(Announce): retracts a boost so followers' servers remove the
2273 // reblog (matched on actor+object — no record of the original Announce needed).
2274 const fanout = (kind === 'boost' || kind === 'unboost'); // also goes to our followers
2275 const followersCol = `${me}/followers`;
2276 // Address the original author in cc so their server (Mastodon, WordPress/ActivityPub, …)
2277 // attributes the boost to their post and notifies them — without this, a shared-inbox
2278 // receiver has nothing to route the Announce to. Non-fragment activity ids + a `published`
2279 // stamp keep us aligned with what Mastodon emits.
2280 const audience = authorUri ? [followersCol, authorUri] : [followersCol];
2281 let act;
2282 if (kind === 'unboost' || kind === 'unlike') {
2283 // Undo(Announce) retracts a boost; Undo(Like) un-favourites (matched on actor+object,
2284 // no record of the original activity needed — Mastodon honours both).
2285 const inner = kind === 'unboost' ? 'Announce' : 'Like';
2286 act = {
2287 '@context': AP_CONTEXT,
2288 id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me,
2289 object: { id: `${me}/${inner.toLowerCase()}/${Date.now()}-${rid()}`, type: inner, actor: me, object: targetNoteId },
2290 };
2291 if (kind === 'unboost') { act.to = [PUBLIC]; act.cc = audience; }
2292 } else {
2293 const type = kind === 'boost' ? 'Announce' : 'Like';
2294 act = {
2295 '@context': AP_CONTEXT,
2296 id: `${me}/${type.toLowerCase()}/${Date.now()}-${rid()}`,
2297 type, actor: me, object: targetNoteId,
2298 };
2299 if (type === 'Announce') { act.published = new Date().toISOString(); act.to = [PUBLIC]; act.cc = audience; }
2300 }
2301 const inboxes = new Set();
2302 // Author first, via their PERSONAL inbox (not the shared one) so a multi-user receiver
2303 // routes the Announce/Like to the right post unambiguously.
2304 if (authorUri) { const a = await fetchActor(authorUri).catch(() => null); if (a) inboxes.add(a.inbox || (a.endpoints && a.endpoints.sharedInbox)); }
2305 if (fanout) { for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox); }
2306 // Queue each delivery (immediate attempt + backoff retries on failure via ap_delivery)
2307 // instead of a single fire-and-forget POST, so a transient hiccup at the receiver doesn't
2308 // silently lose the boost — same durability a new post (deliverCreate) already gets.
2309 let queued = 0;
2310 for (const inbox of [...inboxes].filter(Boolean)) { deliverWithRetry(site.slug, inbox, act, `${me}#main-key`, keys.private_pem); queued++; }
2311 console.log('[AP]', kind, site.slug, '→', targetNoteId, 'queued', queued, 'inbox(es)');
2312 return { ok: true, delivered: queued };
2313}
2314
2315// Notifications inbox: new followers + replies/likes/boosts on this site's posts.
2316export function getNotifications(slug, limit) {
2317 const out = [];
2318 try {
2319 for (const f of db.prepare('SELECT actor_uri, created_at FROM ap_followers WHERE slug = ? ORDER BY created_at DESC LIMIT 50').all(slug)) {
2320 out.push({ type: 'follow', handle: deriveHandle(f.actor_uri), url: f.actor_uri, created_at: f.created_at });
2321 }
2322 } catch { /* ignore */ }
2323 try {
2324 const rows = db.prepare(`
2325 SELECT i.kind, i.actor_name, i.actor_handle, i.actor_url, i.content, i.created_at,
2326 p.slug AS post_slug, p.title AS post_title
2327 FROM ap_interactions i LEFT JOIN posts p ON p.id = i.post_id
2328 WHERE p.site_id = (SELECT id FROM sites WHERE slug = ?)
2329 ORDER BY i.created_at DESC LIMIT 80
2330 `).all(slug);
2331 for (const r of rows) out.push({
2332 type: r.kind, name: r.actor_name, handle: r.actor_handle, url: r.actor_url,
2333 content: stripLeadingMentions(r.content), post_slug: r.post_slug, post_title: r.post_title, created_at: r.created_at,
2334 });
2335 } catch { /* ignore */ }
2336 try {
2337 for (const r of db.prepare('SELECT actor_uri, actor_name, actor_handle, actor_icon, content, created_at FROM ap_reports WHERE slug = ? ORDER BY created_at DESC LIMIT 50').all(slug)) {
2338 out.push({ type: 'report', name: r.actor_name, handle: r.actor_handle, url: r.actor_uri, icon: r.actor_icon, content: r.content, created_at: r.created_at });
2339 }
2340 } catch { /* ignore */ }
2341 try {
2342 for (const r of db.prepare('SELECT object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, created_at FROM ap_mentions WHERE slug = ? ORDER BY created_at DESC LIMIT 50').all(slug)) {
2343 out.push({ type: 'mention', name: r.actor_name, handle: r.actor_handle, url: r.actor_url || r.actor_uri, icon: r.actor_icon, content: stripLeadingMentions(r.content), note_url: r.note_url || r.object_uri, created_at: r.created_at });
2344 }
2345 } catch { /* ignore */ }
2346 out.sort((a, b) => new Date(b.created_at) - new Date(a.created_at));
2347 return out.slice(0, limit || 60);
2348}
2349
2350// ── Blocking / defederation ───────────────────────────────────────
2351let _insBl, _delBl, _listBl;
2352function blStmts() {
2353 if (!_insBl) {
2354 _insBl = db.prepare('INSERT OR IGNORE INTO ap_blocks (slug, target, kind, label, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
2355 _delBl = db.prepare('DELETE FROM ap_blocks WHERE slug = ? AND target = ?');
2356 _listBl = db.prepare('SELECT * FROM ap_blocks WHERE slug = ? ORDER BY created_at DESC');
2357 }
2358 return { ins: _insBl, del: _delBl, list: _listBl };
2359}
2360export function listBlocks(slug) { return blStmts().list.all(slug); }
2361
2362// True if an actor (or its whole domain) is blocked anywhere on this instance.
2363// Vote on a remote fediverse poll (a cached Question). A ballot = a Create(Note) carrying only a
2364// `name` (the chosen option) + inReplyTo the Question, addressed to the poll's author — the
2365// Mastodon-standard vote. Records our choice locally + optimistically bumps the counts; the
2366// author's Update(Question) refreshes the authoritative totals when it arrives.
2367export async function voteOnPoll(site, questionId, choices) {
2368 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2369 if (!base || !site || !site.slug || !questionId) return { error: 'config' };
2370 let row; try { row = db.prepare('SELECT author_uri, poll_json FROM ap_timeline WHERE id = ? AND slug = ? LIMIT 1').get(questionId, site.slug); } catch { /* ignore */ }
2371 if (!row || !row.poll_json) return { error: 'not_found' };
2372 let poll; try { poll = JSON.parse(row.poll_json); } catch { return { error: 'not_found' }; }
2373 if (poll.closed) return { error: 'closed' };
2374 if (poll.voted) return { error: 'already' };
2375 const valid = new Set(poll.options.map((o) => o.name));
2376 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
2377 if (!picks.length) return { error: 'invalid' };
2378 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
2379 const me = actorId(base, site.slug);
2380 const keys = getOrCreateKeys(site.slug);
2381 const authorUri = row.author_uri || null;
2382 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
2383 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
2384 if (!inbox) return { error: 'unreachable' };
2385 for (const name of chosen) {
2386 const nid = `${me}/votes/${Date.now()}-${rid()}`;
2387 const note = { id: nid, type: 'Note', attributedTo: me, to: authorUri ? [authorUri] : [], name, inReplyTo: questionId, published: new Date().toISOString() };
2388 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
2389 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
2390 }
2391 // Local optimistic update (authoritative counts arrive via the author's Update(Question)).
2392 poll.voted = poll.multiple ? chosen : chosen[0];
2393 for (const o of poll.options) if (chosen.includes(o.name)) o.count = (o.count || 0) + 1;
2394 if (poll.voters != null) poll.voters += 1;
2395 try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), questionId, site.slug); } catch { /* ignore */ }
2396 return { ok: true };
2397}
2398
2399// Vote on ANY fediverse poll by URL (the interact page) — no timeline cache needed. Fetches
2400// the Question fresh, validates the choice(s), and casts the Mastodon-standard ballot (a
2401// Create(Note) with `name` + inReplyTo) straight to the poll's author. Used for polls you find
2402// by URL, not just ones from accounts you follow (which go through voteOnPoll via /news).
2403export async function voteOnRemotePoll(site, questionUrl, choices) {
2404 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2405 if (!base || !site || !site.slug || !/^https?:\/\//i.test(String(questionUrl || ''))) return { error: 'config' };
2406 const q = await fetchActor(questionUrl).catch(() => null); // AP GET (SSRF-guarded)
2407 if (!q || q.type !== 'Question' || !q.id) return { error: 'not_found' };
2408 const poll = parsePoll(q);
2409 if (!poll) return { error: 'not_found' };
2410 if (poll.closed) return { error: 'closed' };
2411 const valid = new Set(poll.options.map((o) => o.name));
2412 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
2413 if (!picks.length) return { error: 'invalid' };
2414 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
2415 const authorUri = actorUriOf(q.attributedTo);
2416 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
2417 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
2418 if (!inbox) return { error: 'unreachable' };
2419 const me = actorId(base, site.slug);
2420 const keys = getOrCreateKeys(site.slug);
2421 for (const name of chosen) {
2422 const nid = `${me}/votes/${Date.now()}-${rid()}`;
2423 const note = { id: nid, type: 'Note', attributedTo: me, to: [authorUri], name, inReplyTo: q.id, published: new Date().toISOString() };
2424 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
2425 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
2426 }
2427 return { ok: true };
2428}
2429
2430// Report a remote post or account to its home instance (moderation). Sends the Mastodon-standard
2431// AS2 `Flag`: object = [reported account, reported status?], content = the reason, delivered to the
2432// reported account's inbox so their instance's moderators receive it. objectUri = a post URL (its
2433// author is resolved + included) OR pass actorUri to report an account directly.
2434export async function sendReport(site, { objectUri, actorUri, reason }) {
2435 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2436 if (!base || !site || !site.slug) return { error: 'config' };
2437 let targetActor = actorUri || null;
2438 let noteUri = null;
2439 if (objectUri && /^https?:\/\//i.test(objectUri)) {
2440 const note = await apGetJson(objectUri).catch(() => null);
2441 if (note && note.id) { noteUri = note.id; if (!targetActor) targetActor = actorUriOf(note.attributedTo); }
2442 else if (!targetActor) return { error: 'not_found' };
2443 }
2444 if (!targetActor || !/^https?:\/\//i.test(targetActor)) return { error: 'not_found' };
2445 const actor = await fetchActor(targetActor).catch(() => null);
2446 const inbox = actor && (actor.inbox || (actor.endpoints && actor.endpoints.sharedInbox)); // personal inbox → their moderators
2447 if (!inbox) return { error: 'unreachable' };
2448 const me = actorId(base, site.slug);
2449 const keys = getOrCreateKeys(site.slug);
2450 const object = [targetActor];
2451 if (noteUri && noteUri !== targetActor) object.push(noteUri);
2452 const flag = {
2453 '@context': AP_CONTEXT,
2454 id: `${me}#report-${Date.now()}-${rid()}`,
2455 type: 'Flag',
2456 actor: me,
2457 content: String(reason == null ? '' : reason).slice(0, 3000),
2458 object, // [account, status?] — Mastodon's Flag shape
2459 to: [targetActor],
2460 };
2461 deliverWithRetry(site.slug, inbox, flag, `${me}#main-key`, keys.private_pem);
2462 return { ok: true };
2463}
2464
2465export function isBlockedAny(actorUri) {
2466 if (!actorUri) return false;
2467 let domain = ''; try { domain = new URL(actorUri).host; } catch { /* ignore */ }
2468 try { return !!db.prepare("SELECT 1 FROM ap_blocks WHERE (kind='actor' AND target=?) OR (kind='domain' AND target=?) LIMIT 1").get(actorUri, domain); }
2469 catch { return false; }
2470}
2471
2472function purgeBlocked(kind, target) {
2473 try {
2474 if (kind === 'domain') {
2475 // Exact host match (a URL LIKE over-/under-matches: it misses bare-domain or :port
2476 // actor URIs and can catch look-alikes). Filter by parsed host, same as isBlockedAny.
2477 const purge = (table, col) => {
2478 let rows = [];
2479 try { rows = db.prepare(`SELECT DISTINCT ${col} AS u FROM ${table} WHERE ${col} IS NOT NULL AND ${col} != ''`).all(); } catch { return; }
2480 const del = db.prepare(`DELETE FROM ${table} WHERE ${col} = ?`);
2481 for (const r of rows) { let h = ''; try { h = new URL(r.u).host; } catch { /* skip */ } if (h === target) { try { del.run(r.u); } catch { /* ignore */ } } }
2482 };
2483 purge('ap_interactions', 'actor_uri');
2484 purge('ap_timeline', 'author_uri');
2485 purge('ap_followers', 'actor_uri');
2486 } else {
2487 db.prepare('DELETE FROM ap_interactions WHERE actor_uri = ?').run(target);
2488 db.prepare('DELETE FROM ap_timeline WHERE author_uri = ?').run(target);
2489 db.prepare('DELETE FROM ap_followers WHERE actor_uri = ?').run(target);
2490 }
2491 } catch { /* best-effort */ }
2492}
2493
2494// Block an actor (@handle or actor URL) or a whole domain; purges their content.
2495export async function blockTarget(site, input) {
2496 const raw = String(input || '').trim();
2497 if (!site || !site.slug || !raw) return { error: 'empty' };
2498 let kind, target, label;
2499 if (/^https?:\/\//i.test(raw)) { kind = 'actor'; target = raw; label = raw; }
2500 else if (raw.includes('@')) {
2501 const actorUrl = await webfingerResolve(raw);
2502 if (!actorUrl) return { error: 'not_found' };
2503 kind = 'actor'; target = actorUrl; label = raw.startsWith('@') ? raw : ('@' + raw);
2504 } else { kind = 'domain'; target = raw.toLowerCase(); label = raw.toLowerCase(); }
2505 blStmts().ins.run(site.slug, target, kind, label);
2506 purgeBlocked(kind, target);
2507 console.log('[AP] block', site.slug, kind, target);
2508 return { ok: true, label };
2509}
2510
2511export function unblock(site, target) { blStmts().del.run(site.slug, target); return { ok: true }; }
2512
2513export default {
2514 AP_CONTEXT, getOrCreateKeys, apWants, sendAP, actorId, noteId,
2515 buildActor, buildNote, buildCreate, buildOutbox, buildFollowers, buildFollowing, buildFeatured,
2516 followerCount, deliver, fetchActor, verifyRequest, handleInbox, deliverCreate, deliverDelete, deliverUpdate, deliverActorUpdate, resyncFeaturedPins,
2517 getInteractions, getInteractionById, setInteractionBoosted, setInteractionLiked, setMyReaction, getMyReactions, buildReplyNote, getOutboxNote, deliverReply, resolveRemoteNote,
2518 listOutbox, deliverOutboxDelete, deliverOutboxUpdate,
2519 webfingerResolve, followActor, resolveRemoteActor, unfollowActor, listFollowing, setAutoBoost, backfillFromOutbox, getTimeline, sendInteraction, voteOnPoll, voteOnRemotePoll,
2520 parseOwnPoll, pollTally, ownPollView, deliverPollUpdate, maybeCrawlThread, sendReport, localMentionSlugs,
2521 autoBoostCount, boostedCount, markBoosted, unmarkBoosted, markLiked, unmarkLiked, getTimelineReaction, upsertBoostedNote, getCirkelPosts, getCirkelMembers, selfHealTimeline,
2522 getNotifications, listBlocks, isBlockedAny, blockTarget, unblock,
2523 deliverWithRetry, enqueueDelivery, processDeliveryQueue, startDeliveryWorker,
2524 getReplyUris, markNotificationsSeen, countUnseenNotifications, hasPlayableAudio,
2525 linkifyBody, bakePostContent, bakePostContentWithMentions, listFollowers, removeFollower, listConnections,
2526};
Note: See TracBrowser for help on using the repository browser.