source: Klonkt/src/services/ActivityPubService.js@ 8b700ad

main
Last change on this file since 8b700ad was 8b700ad, checked in by roboburr <roboburr@…>, 2 months ago

fix(federation): refresh ap_timeline.url on inbound Update (remote slug rename kept a dead link)

A remote post's AP id is stable across a slug rename, but its human url changes. The inbound
Update handler refreshed content/media but not url, so a renamed remote post kept linking to the
old, now-404 URL. Now COALESCE the new url in. (like/boost key on the stable AP id and are
unaffected by the rename.)

Co-Authored-By: Claude <noreply@…>

  • Property mode set to 100644
File size: 98.3 KB
Line 
1/**
2 * ActivityPubService — Klonkt as a real ActivityPub actor (fediverse bridge).
3 *
4 * Phase 1 (this file): the PUBLISH/discoverable side.
5 * - per-site RSA keypair (Mastodon-compatible HTTP Signatures; separate from
6 * the Ed25519 keys used by the lighter Cirkels v1)
7 * - builders for the Actor document, Note objects and the Outbox collection
8 * - apWants(): HTTP content-negotiation helper (activity+json vs HTML)
9 *
10 * The interactive side (inbox: Follow/Accept, signature verify, delivery to
11 * followers) lands in the next step and is tested live against Mastodon.
12 *
13 * AP actor URLs live under /ap/* so they never clash with the human pages:
14 * actor = <base>/ap/users/<slug>
15 * inbox = <actor>/inbox outbox = <actor>/outbox
16 * note = <base>/ap/notes/<postId>
17 */
18import crypto from 'crypto';
19import dns from 'dns';
20import net from 'net';
21import db from '../config/database.js';
22import HtmlSanitizerService from './HtmlSanitizerService.js';
23
24const PUBLIC = 'https://www.w3.org/ns/activitystreams#Public';
25// Full JSON-LD context for every AP object we emit: AS2 core + security (publicKey) + the
26// extension terms we actually use (Mastodon/toot + schema.org), each with a term definition
27// so a strict JSON-LD processor resolves them instead of dropping them → valid AS2/JSON-LD.
28// This is the same context shape Mastodon publishes, so Mastodon sees no change.
29const AP_CONTEXT = [
30 'https://www.w3.org/ns/activitystreams',
31 'https://w3id.org/security/v1',
32 {
33 toot: 'http://joinmastodon.org/ns#',
34 schema: 'http://schema.org#',
35 sensitive: 'as:sensitive',
36 Hashtag: 'as:Hashtag',
37 manuallyApprovesFollowers: 'as:manuallyApprovesFollowers',
38 discoverable: 'toot:discoverable',
39 featured: { '@id': 'toot:featured', '@type': '@id' },
40 PropertyValue: 'schema:PropertyValue',
41 value: 'schema:value',
42 embedUrl: { '@id': 'schema:embedUrl', '@type': '@id' },
43 },
44];
45
46// Short random suffix so two activity ids minted in the same millisecond (e.g.
47// parallel saves) don't collide and get deduped by a receiver.
48const rid = () => crypto.randomBytes(4).toString('hex');
49
50// Keep only http(s) URLs — drops javascript:/data:/etc so a remote actor can't
51// smuggle a dangerous scheme into a stored href/src (rendered in owner-only views).
52const safeUrl = (u) => { const s = String(u == null ? '' : u).trim(); return /^https?:\/\//i.test(s) ? s : ''; };
53
54// ── SSRF guard for outbound fetches ───────────────────────────────
55// Remote URLs (actor/keyId/webfinger/inbox/inReplyTo) are attacker-controlled, so
56// every outbound fetch must refuse hosts that resolve to private/loopback ranges
57// (cloud metadata, internal services) — on the initial host AND each redirect hop.
58function isBlockedIp(ip) {
59 if (!ip) return true;
60 const v = net.isIP(ip);
61 if (v === 4) {
62 const o = ip.split('.').map(Number);
63 return o[0] === 127 || o[0] === 10 || o[0] === 0
64 || (o[0] === 172 && o[1] >= 16 && o[1] <= 31)
65 || (o[0] === 192 && o[1] === 168)
66 || (o[0] === 169 && o[1] === 254)
67 || (o[0] === 100 && o[1] >= 64 && o[1] <= 127); // CGNAT
68 }
69 if (v === 6) {
70 const s = ip.toLowerCase().replace(/^\[|\]$/g, '');
71 return s === '::1' || s === '::' || s.startsWith('fc') || s.startsWith('fd') || s.startsWith('fe80')
72 || s.startsWith('::ffff:127.') || s.startsWith('::ffff:10.') || s.startsWith('::ffff:192.168.')
73 || s.startsWith('::ffff:169.254.') || s.startsWith('::ffff:172.');
74 }
75 return true; // not an IP literal we recognise → refuse
76}
77async function assertPublicHost(hostname) {
78 if (net.isIP(hostname)) { if (isBlockedIp(hostname)) throw new Error('ssrf-blocked-ip'); return; }
79 const addrs = await dns.promises.lookup(hostname, { all: true });
80 if (!addrs.length || addrs.some((a) => isBlockedIp(a.address))) throw new Error('ssrf-blocked-host');
81}
82export async function safeFetch(url, opts = {}, maxRedirects = 3) {
83 let target = url;
84 for (let hop = 0; ; hop++) {
85 const u = new URL(target); // throws on malformed → caller's catch
86 if (u.protocol !== 'https:' && u.protocol !== 'http:') throw new Error('ssrf-bad-scheme');
87 await assertPublicHost(u.hostname);
88 const r = await fetch(target, { ...opts, redirect: 'manual', signal: AbortSignal.timeout(8000) });
89 const loc = (r.status >= 300 && r.status < 400) ? r.headers.get('location') : null;
90 if (loc && hop < maxRedirects) { target = new URL(loc, target).toString(); continue; }
91 return r;
92 }
93}
94const MAX_OUTBOX = 20;
95// Cache-buster for the music listen-link → forces Mastodon to re-crawl a FRESH
96// (square) player card. Bump this whenever the twitter:player card dimensions change.
97const FEDI_CARD_VER = '2';
98
99// ── RSA keys per actor (lazy, cached in DB) ───────────────────────
100// Prepared lazily (NOT at module load) — the ap_keys table is created in
101// initializeDatabase(), which runs after this module is imported.
102let _sel, _ins;
103function keyStmts() {
104 if (!_sel) {
105 _sel = db.prepare('SELECT public_pem, private_pem FROM ap_keys WHERE slug = ?');
106 _ins = db.prepare('INSERT OR IGNORE INTO ap_keys (slug, public_pem, private_pem, created_at) VALUES (?,?,?,CURRENT_TIMESTAMP)');
107 }
108 return { sel: _sel, ins: _ins };
109}
110
111export function getOrCreateKeys(slug) {
112 const { sel, ins } = keyStmts();
113 const row = sel.get(slug);
114 if (row) return row;
115 const { publicKey, privateKey } = crypto.generateKeyPairSync('rsa', {
116 modulusLength: 2048,
117 publicKeyEncoding: { type: 'spki', format: 'pem' },
118 privateKeyEncoding: { type: 'pkcs8', format: 'pem' },
119 });
120 ins.run(slug, publicKey, privateKey);
121 return sel.get(slug) || { public_pem: publicKey, private_pem: privateKey };
122}
123
124// ── content negotiation ───────────────────────────────────────────
125// True when the caller wants ActivityPub JSON rather than the HTML page.
126export function apWants(req) {
127 const a = String(req.headers.accept || '').toLowerCase();
128 return a.includes('application/activity+json') ||
129 (a.includes('application/ld+json') && a.includes('activitystreams'));
130}
131
132const AP_CONTENT_TYPE = 'application/activity+json; charset=utf-8';
133export function sendAP(res, obj) {
134 res.type(AP_CONTENT_TYPE);
135 res.set('Cache-Control', 'public, max-age=120');
136 res.send(JSON.stringify(obj));
137}
138
139// ── document builders ─────────────────────────────────────────────
140export function actorId(base, slug) { return `${base}/ap/users/${encodeURIComponent(slug)}`; }
141export function noteId(base, postId) { return `${base}/ap/notes/${encodeURIComponent(postId)}`; }
142
143export function buildActor(base, site) {
144 const id = actorId(base, site.slug);
145 const keys = getOrCreateKeys(site.slug);
146 const actor = {
147 '@context': AP_CONTEXT,
148 id,
149 type: 'Person',
150 preferredUsername: site.slug,
151 name: site.title || site.slug,
152 summary: site.tagline || site.description || '',
153 url: `${base}/${site.slug === site.primary_slug ? '' : 'user/' + encodeURIComponent(site.slug)}`,
154 manuallyApprovesFollowers: false,
155 discoverable: true,
156 inbox: `${id}/inbox`,
157 outbox: `${id}/outbox`,
158 followers: `${id}/followers`,
159 following: `${id}/following`,
160 featured: `${id}/featured`,
161 endpoints: { sharedInbox: `${base}/ap/inbox` },
162 publicKey: {
163 id: `${id}#main-key`,
164 owner: id,
165 publicKeyPem: keys.public_pem,
166 },
167 };
168 if (site.profile_photo) {
169 const u = /^https?:/.test(site.profile_photo) ? site.profile_photo : `${base}${site.profile_photo.startsWith('/') ? '' : '/'}${site.profile_photo}`;
170 actor.icon = { type: 'Image', url: u };
171 }
172 // Account creation date — shown by Mastodon + read by indexers (additive, standard AS2).
173 if (site.created_at) { try { actor.published = new Date(site.created_at).toISOString(); } catch { /* skip bad date */ } }
174 // Profile links → PropertyValue rows: Mastodon/PeerTube/WordPress-ActivityPub render these as
175 // profile metadata (rel=me enables link-back verification). Additive; ignored by simpler receivers.
176 try {
177 const links = JSON.parse(site.profile_links || '[]');
178 if (Array.isArray(links) && links.length) {
179 const esc = (s) => String(s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
180 const rows = links
181 .filter((l) => l && l.url && /^https?:/i.test(l.url))
182 .map((l) => ({
183 type: 'PropertyValue',
184 name: esc(l.platform || 'Link'),
185 value: `<a href="${esc(l.url).replace(/"/g, '&quot;')}" rel="me nofollow noopener" target="_blank">${esc(String(l.url).replace(/^https?:\/\//, ''))}</a>`,
186 }));
187 if (rows.length) actor.attachment = rows;
188 }
189 } catch { /* skip malformed profile_links */ }
190 return actor;
191}
192
193// Does a post's audio shortcodes reference at least one PLAYABLE (file-backed)
194// track? Link-only tracks (external Spotify/YouTube, media_id NULL) don't count —
195// they have no Klonkt-hosted audio to embed, so no player card / cover-suppression.
196export function hasPlayableAudio(content, siteId) {
197 if (!content || !/\[\[(track|album|playlist):/i.test(content)) return false;
198 try {
199 for (const m of content.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT media_id FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.media_id) return true; }
200 for (const m of content.matchAll(/\[\[album:([^\]]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM audio_tracks WHERE site_id = ? AND album = ? AND media_id IS NOT NULL LIMIT 1').get(siteId, m[1].trim())) return true; }
201 for (const m of content.matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id WHERE pt.playlist_id = ? AND t.media_id IS NOT NULL LIMIT 1').get(m[1])) return true; }
202 } catch { /* non-fatal */ }
203 return false;
204}
205
206// A single post as an AS2 Note (the object), and as a Create activity (for outbox/delivery).
207export function buildNote(base, site, post) {
208 const id = noteId(base, post.id);
209 const aId = actorId(base, site.slug);
210 const human = `${base}/${encodeURIComponent(post.slug)}`;
211 // Mastodon ignores a Note's `name`, so put the title INTO the content (bold
212 // first line) — the standard blog→fediverse convention. post.content is
213 // already sanitized HTML; the title is plain text, so escape it.
214 const escTitle = String(post.title || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
215 const titleHtml = post.title ? `<p><strong>${escTitle}</strong></p>` : '';
216
217 // Images travel as AP `attachment` (Mastodon strips <img> from content). Collect
218 // the cover + any inline <img>, make absolute, then strip <img> from the content
219 // to avoid duplicate rendering on clients that DO keep them.
220 const abs = (u) => !u ? null : (/^https?:/i.test(u) ? u : `${base}${u.startsWith('/') ? '' : '/'}${u}`);
221 const mediaType = (u) => {
222 const e = ((u || '').split('?')[0].match(/\.(\w+)$/) || [])[1];
223 return ({ jpg: 'image/jpeg', jpeg: 'image/jpeg', png: 'image/png', gif: 'image/gif', webp: 'image/webp', avif: 'image/avif' })[(e || '').toLowerCase()] || 'image/jpeg';
224 };
225 const hadAudio = /\[\[(track|album|playlist):/i.test(post.content || '');
226 const playable = hasPlayableAudio(post.content || '', site && site.id);
227 const urls = [];
228 // Posts with PLAYABLE hosted audio suppress image attachments so Mastodon renders
229 // the player CARD (twitter:player) instead of the cover — media attachment and
230 // link/player card are mutually exclusive on Mastodon. Link-only audio (external)
231 // keeps its cover (no player card to show).
232 if (post.cover_image_url && !playable) urls.push(abs(post.cover_image_url));
233 let body = post.content || '';
234 if (!playable) for (const m of body.matchAll(/<img\b[^>]*\bsrc="([^"]+)"[^>]*>/gi)) urls.push(abs(m[1]));
235 body = body.replace(/<img\b[^>]*>/gi, '');
236 // Audio shortcodes: do NOT federate the raw audio file — Klonkt deliberately
237 // gates audio (the /audio/stream URL has friction), and shipping it as an AP
238 // audio attachment would hand Mastodon a plain, downloadable mp3 URL. Instead,
239 // replace the shortcodes with a "🎵 listen on the site" link so the post invites
240 // a click-through to the protected player (discovery without leaking the file).
241 const esc = (s) => String(s == null ? '' : s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
242 const audioLabels = [];
243 try {
244 for (const m of body.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT title FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.title) audioLabels.push(r.title); }
245 for (const m of body.matchAll(/\[\[album:([^\]]+)\]\]/g)) audioLabels.push(m[1].trim());
246 } catch { /* non-fatal */ }
247 // fedi_open tracks → real AS2 Audio attachments (the actual file URL, served ungated) so
248 // EVERY client incl. the Mastodon apps plays them inline natively. Gated tracks (default)
249 // stay link/card-only — the file is never exposed for them. Resolve from post.content so a
250 // later body mutation can't affect it.
251 const openAudio = [];
252 if (hadAudio) {
253 const seenA = new Set();
254 const addRow = (r) => {
255 const fn = r.filename || (r.storage_path || '').split('/').pop();
256 if (!fn || seenA.has(fn)) return; seenA.add(fn);
257 openAudio.push({ type: 'Document', mediaType: r.mime_type || 'audio/mpeg', url: `${base}/audio/stream/${encodeURIComponent(fn)}`, name: r.title || 'Audio' });
258 };
259 const SEL = 'SELECT t.title, m.filename, m.storage_path, m.mime_type FROM audio_tracks t JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND ';
260 try {
261 for (const mm of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare(SEL + 't.id = ?').get(mm[1]); if (r) addRow(r); }
262 for (const mm of (post.content || '').matchAll(/\[\[album:([^\]]+)\]\]/g)) for (const r of db.prepare(SEL + 't.site_id = ? AND t.album = ? ORDER BY t.rowid').all(site.id, mm[1].trim())) addRow(r);
263 for (const mm of (post.content || '').matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) for (const r of db.prepare('SELECT t.title, m.filename, m.storage_path, m.mime_type FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND pt.playlist_id = ? ORDER BY pt.position').all(mm[1])) addRow(r);
264 } catch { /* non-fatal */ }
265 }
266 body = body.replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
267 // External embeds ([[embed:url]]) → emit the bare URL as a link so Mastodon
268 // renders its OWN preview/player card (YouTube/Spotify/SoundCloud/etc) instead
269 // of federating the raw shortcode text.
270 body = body.replace(/\[\[embed:([^\]]+)\]\]/gi, (mm, raw) => {
271 const u = esc(raw.trim().replace(/&amp;/g, '&'));
272 return `<p><a href="${u}">${u}</a></p>`;
273 });
274 if (hadAudio) {
275 const lbl = audioLabels.length ? esc(audioLabels.slice(0, 4).join(', ')) : '';
276 // For playable posts, append a version param to the listen-link so Mastodon
277 // sees a NEW card URL and re-crawls it (fresh SQUARE player card) instead of
278 // reusing the cached landscape one. Invisible: the link TEXT stays clean, the
279 // page ignores the param. Bump FEDI_CARD_VER when the card dimensions change.
280 const listenHref = playable ? `${human}?fc=${FEDI_CARD_VER}` : human;
281 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong> — ` : ''}<a href="${listenHref}">listen on ${esc(site.title || 'the site')}</a></p>`;
282 }
283 // Klonkt renders post content with white-space:pre-wrap, so raw newlines ARE line
284 // breaks on the site. Mastodon (plain HTML) collapses whitespace and would drop them,
285 // so convert newlines to <br> for the federated copy (content already made with
286 // shift+enter uses <br> and has no \n → this is a no-op there).
287 body = body.replace(/\r?\n/g, '<br>');
288 body = linkHashtags(base, body); // link inline #hashtags in the post body too
289 // Append the tags-field hashtags to the content so Mastodon renders them as clickable
290 // hashtags (a Hashtag that's only in the `tag` array isn't shown inline). CamelCase
291 // multi-word tags; skip any already present inline in the body.
292 {
293 const inlineTags = new Set(hashtagTags(base, body).map((h) => h.name.slice(1).toLowerCase()));
294 const addSeen = new Set();
295 const tagLinks = normalizeTags(post.tags).map(tagParts).filter(Boolean)
296 .filter((p) => !inlineTags.has(p.slug) && !addSeen.has(p.slug) && addSeen.add(p.slug))
297 .map((p) => `<a href="${base}/tag/${encodeURIComponent(p.slug)}" class="mention hashtag" rel="tag">#${p.label}</a>`);
298 if (tagLinks.length) body += `<p>${tagLinks.join(' ')}</p>`;
299 }
300 const seen = new Set();
301 const attachment = urls.filter(Boolean)
302 .filter((u) => { if (seen.has(u)) return false; seen.add(u); return true; })
303 .map((u) => ({ type: 'Document', mediaType: mediaType(u), url: u }));
304 for (const a of openAudio) attachment.push(a); // fedi_open tracks → native Audio players
305
306 const note = {
307 id,
308 type: 'Note',
309 attributedTo: aId,
310 content: titleHtml + body,
311 url: human,
312 published: new Date(post.published_at || post.created_at || Date.now()).toISOString(),
313 // fan_only = "fans only" → followers-only visibility (delivered to your followers
314 // but not addressed to Public, so Mastodon shows it only to them and can't boost it).
315 to: post.fan_only ? [`${aId}/followers`] : [PUBLIC],
316 cc: post.fan_only ? [] : [`${aId}/followers`],
317 tag: buildHashtagList(base, post.tags, body),
318 replies: `${id}/replies`,
319 // NSFW → Mastodon-style content warning: sensitive (blurs media) + a summary/spoiler
320 // (hides the whole post behind a "Gevoelige inhoud" button until the reader opens it).
321 sensitive: !!post.nsfw,
322 };
323 if (post.nsfw) note.summary = post.content_warning || 'Gevoelige inhoud';
324 if (attachment.length) note.attachment = attachment;
325 // Playable-audio posts suppress the cover attachment (player card). Still expose
326 // the cover via AS2 `image` so card/grid consumers (the Klonkt Cirkel) can show
327 // it — Mastodon ignores a Note's `image`, so the player card is unaffected.
328 if (post.cover_image_url && playable) {
329 const cov = abs(post.cover_image_url);
330 if (cov) note.image = { type: 'Image', mediaType: mediaType(cov), url: cov };
331 }
332 // Experiment (mirrors PeerTube / schema.org `embedUrl`): point at the GATED player page
333 // (/embed) so a client that honours embedUrl can show an inline player WITHOUT ever
334 // getting the audio file — the anti-steal posture is untouched. `embedUrl` is a real
335 // standard field name (not a Klonkt invention); if Mastodon's apps honour it on a Note we
336 // make it JSON-LD-clean with a context term, otherwise it degrades to the player card.
337 if (playable) note.embedUrl = `${base}/embed?post=${encodeURIComponent(post.slug)}`;
338 return note;
339}
340
341// All reply note URIs on a local post (inbound fediverse replies + our own
342// outbound replies) — backs the Note's `replies` Collection so remote servers
343// can fetch the whole thread.
344export function getReplyUris(base, postId) {
345 const out = [];
346 try {
347 for (const r of db.prepare("SELECT object_uri FROM ap_interactions WHERE kind = 'reply' AND post_id = ? AND object_uri != '' ORDER BY created_at").all(postId)) out.push(r.object_uri);
348 for (const r of db.prepare('SELECT id FROM ap_outbox WHERE post_id = ? ORDER BY rowid').all(postId)) out.push(`${base}/ap/notes/${r.id}`);
349 } catch { /* non-fatal */ }
350 return out;
351}
352
353// Notifications "seen" tracking → a real bell badge. Stored per site in app_settings.
354export function markNotificationsSeen(slug) {
355 try {
356 db.prepare("INSERT INTO app_settings (key, value, updated_at) VALUES (?, ?, CURRENT_TIMESTAMP) ON CONFLICT(key) DO UPDATE SET value = excluded.value, updated_at = CURRENT_TIMESTAMP")
357 .run(`fedi_notif_seen:${slug}`, new Date().toISOString());
358 } catch { /* non-fatal */ }
359}
360export function countUnseenNotifications(slug) {
361 try {
362 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
363 const seen = row ? Date.parse(row.value) : 0;
364 let n = 0;
365 for (const it of getNotifications(slug, 50)) { if (Date.parse(it.created_at) > seen) n++; }
366 return n;
367 } catch { return 0; }
368}
369
370export function buildCreate(base, site, post) {
371 const note = buildNote(base, site, post);
372 return {
373 '@context': AP_CONTEXT,
374 id: note.id + '#create',
375 type: 'Create',
376 actor: actorId(base, site.slug),
377 published: note.published,
378 to: note.to,
379 cc: note.cc,
380 object: note,
381 };
382}
383
384export function buildOutbox(base, site, posts) {
385 const id = `${actorId(base, site.slug)}/outbox`;
386 const items = (posts || []).slice(0, MAX_OUTBOX).map((p) => buildCreate(base, site, p));
387 return {
388 '@context': AP_CONTEXT,
389 id,
390 type: 'OrderedCollection',
391 totalItems: items.length,
392 orderedItems: items,
393 };
394}
395
396export function buildFollowers(base, site, count) {
397 const id = `${actorId(base, site.slug)}/followers`;
398 return {
399 '@context': AP_CONTEXT,
400 id,
401 type: 'OrderedCollection',
402 totalItems: count || 0,
403 orderedItems: [], // hidden for privacy; count only
404 };
405}
406
407// The accounts this site follows — count only, mirroring buildFollowers. The spec lists
408// `following` as a standard actor property; Hubzilla/Friendica + crawlers expect it.
409export function buildFollowing(base, site, count) {
410 const id = `${actorId(base, site.slug)}/following`;
411 return {
412 '@context': AP_CONTEXT,
413 id,
414 type: 'OrderedCollection',
415 totalItems: count || 0,
416 orderedItems: [], // count only
417 };
418}
419
420// Pinned posts → the actor's `featured` collection. Mastodon reads this and shows
421// these as the "Featured" tab (pinned to the profile). Posts come ordered by pin
422// rank; embedded as full Notes so a remote server doesn't need extra fetches.
423export function buildFeatured(base, site, posts) {
424 const id = `${actorId(base, site.slug)}/featured`;
425 const items = (posts || []).map((p) => buildNote(base, site, p));
426 return {
427 '@context': AP_CONTEXT,
428 id,
429 type: 'OrderedCollection',
430 totalItems: items.length,
431 orderedItems: items,
432 };
433}
434
435// ── followers store (lazy stmts) ──────────────────────────────────
436let _insF, _delF, _listF, _cntF;
437function fStmts() {
438 if (!_insF) {
439 _insF = db.prepare('INSERT OR IGNORE INTO ap_followers (slug, actor_uri, inbox, shared_inbox, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
440 _delF = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND actor_uri = ?');
441 _listF = db.prepare('SELECT inbox, shared_inbox FROM ap_followers WHERE slug = ?');
442 _cntF = db.prepare('SELECT COUNT(*) n FROM ap_followers WHERE slug = ?');
443 }
444 return { ins: _insF, del: _delF, list: _listF, cnt: _cntF };
445}
446export function followerCount(slug) { return fStmts().cnt.get(slug).n; }
447
448// ── inbound interactions store (replies / likes / boosts) + our outbound replies ──
449let _insI, _delLA, _delReply, _listI, _getI, _insO, _listO, _getO;
450function iStmts() {
451 if (!_insI) {
452 _insI = db.prepare('INSERT OR IGNORE INTO ap_interactions (kind, post_id, object_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, parent_uri, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
453 _delLA = db.prepare('DELETE FROM ap_interactions WHERE kind = ? AND post_id = ? AND actor_uri = ?');
454 _delReply = db.prepare("DELETE FROM ap_interactions WHERE kind = 'reply' AND object_uri = ?");
455 _listI = db.prepare('SELECT id, kind, object_uri, parent_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, created_at, acted_boost, acted_like FROM ap_interactions WHERE post_id = ? ORDER BY created_at ASC');
456 _getI = db.prepare('SELECT * FROM ap_interactions WHERE id = ?');
457 _insO = db.prepare('INSERT INTO ap_outbox (id, site_slug, post_id, post_slug, in_reply_to, to_actor, to_handle, content, created_at) VALUES (?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
458 _listO = db.prepare('SELECT * FROM ap_outbox WHERE post_id = ? ORDER BY created_at ASC');
459 _getO = db.prepare('SELECT * FROM ap_outbox WHERE id = ?');
460 }
461 return { ins: _insI, delLA: _delLA, delReply: _delReply, list: _listI, getI: _getI, insO: _insO, listO: _listO, getO: _getO };
462}
463
464export function getInteractionById(id) { return iStmts().getI.get(id); }
465export function setInteractionBoosted(id, on) {
466 db.prepare('UPDATE ap_interactions SET acted_boost = ? WHERE id = ?').run(on ? 1 : 0, id);
467}
468export function setInteractionLiked(id, on) {
469 db.prepare('UPDATE ap_interactions SET acted_like = ? WHERE id = ?').run(on ? 1 : 0, id);
470}
471// Your like/boost state on a REMOTE post (interact page toggles).
472export function setMyReaction(slug, uri, kind, on) {
473 if (on) db.prepare('INSERT OR IGNORE INTO ap_my_reactions (site_slug, target_uri, kind) VALUES (?,?,?)').run(slug, uri, kind);
474 else db.prepare('DELETE FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ? AND kind = ?').run(slug, uri, kind);
475}
476export function getMyReactions(slug, uri) {
477 const rows = (slug && uri) ? db.prepare('SELECT kind FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ?').all(slug, uri) : [];
478 return { liked: rows.some((r) => r.kind === 'like'), boosted: rows.some((r) => r.kind === 'boost') };
479}
480
481const localPostExists = (id) => { try { return !!db.prepare('SELECT 1 FROM posts WHERE id = ?').get(id); } catch { return false; } };
482// Extract our local post id from a note URL, but only if it's ours (base match).
483function postIdFromNoteUrl(url, base) {
484 const s = String(url || '');
485 if (base && !s.startsWith(base)) return null;
486 const m = s.match(/\/ap\/notes\/([^/?#]+)/);
487 return m ? decodeURIComponent(m[1]) : null;
488}
489function deriveHandle(actorUri) {
490 try { const u = new URL(actorUri); const seg = u.pathname.split('/').filter(Boolean).pop() || ''; return `@${seg}@${u.host}`; } catch { return String(actorUri || ''); }
491}
492function actorInfo(doc, actorUri) {
493 let host = ''; try { host = new URL(actorUri).host; } catch { /* keep empty */ }
494 const handle = doc && doc.preferredUsername ? `@${doc.preferredUsername}@${host}` : deriveHandle(actorUri);
495 const icon = doc && doc.icon ? (doc.icon.url || (Array.isArray(doc.icon) && doc.icon[0] && doc.icon[0].url)) : null;
496 return {
497 name: (doc && (doc.name || doc.preferredUsername)) || handle,
498 handle,
499 url: safeUrl((doc && (doc.url || doc.id)) || actorUri) || null,
500 icon: safeUrl(icon) || null,
501 };
502}
503
504// Given an inReplyTo note URL, find which local post the thread belongs to + the
505// note being replied to (parent), so a reply-to-a-comment can be nested.
506function findThreadTarget(inReplyTo, base) {
507 if (!inReplyTo) return null;
508 const seg = postIdFromNoteUrl(inReplyTo, base); // our /ap/notes/<id> segment (if ours)
509 if (seg && localPostExists(seg)) return { post_id: seg, parent_uri: inReplyTo };
510 if (seg) {
511 try { const o = db.prepare('SELECT post_id FROM ap_outbox WHERE id = ?').get(seg); if (o && o.post_id) return { post_id: o.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
512 }
513 try { const row = db.prepare("SELECT post_id FROM ap_interactions WHERE object_uri = ? AND kind = 'reply' LIMIT 1").get(inReplyTo); if (row && row.post_id) return { post_id: row.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
514 return null;
515}
516
517// Drop the leading @mention(s) a federated reply carries (the person being replied to),
518// so a comment reads "dope tekening ouwe" instead of "@jason@jasonhacky.nl dope …".
519// Keeps a leading <p> wrapper; handles mention <a> links and plain-text @user@domain.
520export function stripLeadingMentions(html) {
521 if (!html) return html;
522 let s = String(html);
523 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:<a\b[^>]*>\s*@[^<]+<\/a>[  ]*)+/i, (m, p) => p || '');
524 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:@[\w.-]+(?:@[\w.-]+)?[  ]+)+/i, (m, p) => p || '');
525 return s;
526}
527
528// View-ready threaded view of a post's fediverse activity (inbound replies +
529// our outbound replies, nested), plus like/boost counts.
530export function getInteractions(postId, base, site) {
531 const s = iStmts();
532 const rows = s.list.all(postId);
533 const baseClean = (base || process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
534 const postNoteId = baseClean ? `${baseClean}/ap/notes/${postId}` : null;
535 // Our own (outbound) replies show the SITE identity for everyone (not "You").
536 let host = ''; try { host = new URL(baseClean).host; } catch { /* ignore */ }
537 const siteName = (site && (site.title || site.slug)) || '';
538 const siteHandle = (site && site.slug && host) ? `@${site.slug}@${host}` : '';
539 const siteUrl = baseClean ? `${baseClean}/` : '';
540 const siteIcon = (site && site.profile_photo) || null;
541
542 const nodes = [];
543 for (const r of rows) {
544 if (r.kind !== 'reply') continue;
545 nodes.push({
546 noteId: r.object_uri, parent: r.parent_uri || null, mine: false, id: r.id,
547 actor_name: r.actor_name, actor_handle: r.actor_handle, actor_url: r.actor_url,
548 actor_icon: r.actor_icon, content: stripLeadingMentions(r.content), created_at: r.published || r.created_at,
549 acted_boost: !!r.acted_boost, acted_like: !!r.acted_like,
550 children: [],
551 });
552 }
553 for (const o of s.listO.all(postId)) {
554 nodes.push({
555 noteId: baseClean ? `${baseClean}/ap/notes/${o.id}` : o.id, parent: o.in_reply_to || null,
556 mine: true, outboxId: o.id, content: stripLeadingMentions(o.content), created_at: o.created_at,
557 actor_name: siteName, actor_handle: siteHandle, actor_url: siteUrl, actor_icon: siteIcon,
558 children: [],
559 });
560 }
561
562 const byId = new Map(nodes.map((n) => [n.noteId, n]));
563 const isTop = (n) => !n.parent || n.parent === postNoteId || !byId.has(n.parent);
564 const tops = [];
565 for (const n of nodes) {
566 if (isTop(n)) { tops.push(n); continue; }
567 let anc = n, guard = 0;
568 while (!isTop(anc) && guard++ < 12) anc = byId.get(anc.parent);
569 anc.children.push(n);
570 }
571 const byTime = (a, b) => new Date(a.created_at) - new Date(b.created_at);
572 tops.sort(byTime).forEach((t) => t.children.sort(byTime));
573
574 return {
575 thread: tops,
576 likeCount: rows.filter((r) => r.kind === 'like').length,
577 announceCount: rows.filter((r) => r.kind === 'announce').length,
578 total: nodes.length,
579 };
580}
581
582// ── HTTP Signatures + delivery ────────────────────────────────────
583const slugFromActorUrl = (url) => { const m = String(url || '').match(/\/ap\/users\/([^/?#]+)/); return m ? decodeURIComponent(m[1]) : null; };
584
585// Sign + POST an activity to a remote inbox (draft-cavage HTTP Signatures, RSA-SHA256).
586export async function deliver(inboxUrl, bodyObj, keyId, privatePem) {
587 const body = JSON.stringify(bodyObj);
588 const u = new URL(inboxUrl);
589 const date = new Date().toUTCString();
590 const digest = 'SHA-256=' + crypto.createHash('sha256').update(body).digest('base64');
591 const signingString = `(request-target): post ${u.pathname}\nhost: ${u.host}\ndate: ${date}\ndigest: ${digest}`;
592 const signature = crypto.sign('sha256', Buffer.from(signingString), privatePem).toString('base64');
593 const sig = `keyId="${keyId}",algorithm="rsa-sha256",headers="(request-target) host date digest",signature="${signature}"`;
594 const r = await safeFetch(inboxUrl, {
595 method: 'POST',
596 headers: { 'Content-Type': 'application/activity+json', Accept: 'application/activity+json', Date: date, Digest: digest, Signature: sig },
597 body,
598 });
599 return r.status;
600}
601
602export async function fetchActor(url) {
603 try {
604 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
605 if (!r.ok) return null;
606 const len = Number(r.headers.get('content-length') || 0);
607 if (len > 2_000_000) return null; // refuse oversized actor docs
608 return await r.json();
609 } catch { return null; }
610}
611
612// ── Delivery queue with retries ───────────────────────────────────
613// Outbound deliveries are tried immediately; on failure (down server, timeout,
614// non-2xx) they're queued and retried with backoff so a briefly-offline follower
615// doesn't silently miss the post. The signing key is NOT stored — the worker
616// re-derives it from the actor slug at send time.
617const DELIVERY_MAX_ATTEMPTS = 6;
618const DELIVERY_BACKOFF_MIN = [1, 5, 15, 60, 180, 360];
619let _insDeliv, _dueDeliv, _delDeliv, _bumpDeliv;
620function deliveryStmts() {
621 if (!_insDeliv) {
622 _insDeliv = db.prepare('INSERT INTO ap_delivery (slug, inbox, body, attempts, next_at) VALUES (?,?,?,0,CURRENT_TIMESTAMP)');
623 _dueDeliv = db.prepare("SELECT * FROM ap_delivery WHERE datetime(next_at) <= datetime('now') ORDER BY next_at LIMIT 30");
624 _delDeliv = db.prepare('DELETE FROM ap_delivery WHERE id = ?');
625 _bumpDeliv = db.prepare('UPDATE ap_delivery SET attempts = ?, next_at = ? WHERE id = ?');
626 }
627 return { ins: _insDeliv, due: _dueDeliv, del: _delDeliv, bump: _bumpDeliv };
628}
629export function enqueueDelivery(slug, inbox, activity) {
630 if (!slug || !inbox || !activity) return;
631 try { deliveryStmts().ins.run(slug, inbox, JSON.stringify(activity)); } catch { /* ignore */ }
632}
633// Deliver now; queue for retry if it fails.
634export async function deliverWithRetry(slug, inbox, activity, keyId, privPem) {
635 if (!inbox) return;
636 try { const st = await deliver(inbox, activity, keyId, privPem); if (st >= 200 && st < 300) return; } catch { /* queue below */ }
637 enqueueDelivery(slug, inbox, activity);
638}
639let _processingDeliv = false;
640export async function processDeliveryQueue() {
641 if (_processingDeliv) return; // re-entrancy guard: 30 rows × 8s can exceed the 60s tick → no double-delivery
642 _processingDeliv = true;
643 try {
644 let rows;
645 try { rows = deliveryStmts().due.all(); } catch { return; }
646 if (!rows || !rows.length) return;
647 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
648 for (const row of rows) {
649 let ok = false;
650 try {
651 const keys = getOrCreateKeys(row.slug);
652 const st = await deliver(row.inbox, JSON.parse(row.body), `${actorId(base, row.slug)}#main-key`, keys.private_pem);
653 ok = st >= 200 && st < 300;
654 } catch { ok = false; }
655 if (ok) { deliveryStmts().del.run(row.id); continue; }
656 const attempts = row.attempts + 1;
657 if (attempts >= DELIVERY_MAX_ATTEMPTS) { deliveryStmts().del.run(row.id); console.warn('[AP] delivery gave up after', attempts, 'tries →', row.inbox); continue; }
658 // Index the backoff on the CURRENT attempt count (row.attempts) so the first
659 // retry uses the 1-min tier instead of skipping it.
660 const mins = DELIVERY_BACKOFF_MIN[Math.min(row.attempts, DELIVERY_BACKOFF_MIN.length - 1)];
661 deliveryStmts().bump.run(attempts, new Date(Date.now() + mins * 60000).toISOString(), row.id);
662 }
663 } finally { _processingDeliv = false; }
664}
665let _delivTimer = null;
666export function startDeliveryWorker() {
667 if (_delivTimer) return;
668 _delivTimer = setInterval(() => { processDeliveryQueue().catch(() => {}); }, 60 * 1000);
669 if (_delivTimer.unref) _delivTimer.unref();
670}
671
672// Best-effort verification of an incoming signed request. Returns the sender's
673// actor doc if the signature checks out, else null. (Not gating yet — MVP.)
674export async function verifyRequest(req) {
675 const sigH = req.headers['signature'];
676 if (!sigH) return null;
677 const p = Object.fromEntries([...sigH.matchAll(/([a-zA-Z]+)="([^"]*)"/g)].map((m) => [m[1], m[2]]));
678 if (!p.keyId || !p.signature) return null;
679 const actor = await fetchActor(p.keyId.split('#')[0]);
680 const pem = actor && actor.publicKey && actor.publicKey.publicKeyPem;
681 if (!pem) return null;
682 const hs = (p.headers || '(request-target) host date').split(/\s+/);
683 // Behind a reverse proxy the raw Host header is the backend bind (e.g. localhost:3000, when
684 // the proxy doesn't preserve it — Apache .htaccess [P] proxying), but the sender signed the
685 // HTTP-Signature over the PUBLIC host. Try each candidate host (the configured PUBLIC_BASE_URL
686 // host, the proxy's X-Forwarded-Host, and the raw Host) and accept if the signature verifies
687 // against any. An attacker can't forge a match (no private key), so this only rescues the
688 // legitimate proxied case. Also normalise a leading double-slash in the request-target.
689 let _pubHost = null;
690 if (process.env.PUBLIC_BASE_URL) { try { _pubHost = new URL(process.env.PUBLIC_BASE_URL).host; } catch { /* ignore */ } }
691 const _hosts = [...new Set([_pubHost, req.headers['x-forwarded-host'], req.headers['host']].filter(Boolean))];
692 const _target = `${req.method.toLowerCase()} ${String(req.originalUrl || '').replace(/^\/{2,}/, '/')}`;
693 const _sig = Buffer.from(p.signature, 'base64');
694 let ok = false;
695 for (const _h of _hosts) {
696 const line = hs.map((x) => x === '(request-target)'
697 ? `(request-target): ${_target}`
698 : x === 'host' ? `host: ${_h}`
699 : `${x}: ${req.headers[x] || ''}`).join('\n');
700 try { if (crypto.verify('sha256', Buffer.from(line), pem, _sig)) { ok = true; break; } } catch { /* try next host */ }
701 }
702 if (ok && hs.includes('digest') && req.rawBody) {
703 const exp = 'SHA-256=' + crypto.createHash('sha256').update(req.rawBody).digest('base64');
704 if (req.headers['digest'] !== exp) ok = false;
705 }
706 return ok ? actor : null;
707}
708
709// Handle an incoming inbox POST. slugParam = null for the shared /ap/inbox.
710export async function handleInbox(req, slugParam) {
711 const act = req.body || {};
712 const type = act.type;
713 // Real client IP (behind the proxy via `trust proxy`) — logged on dropped/rejected/
714 // ignored inbox hits so an operator can see who is probing their fediverse inbox.
715 const ip = req.ip || (req.connection && req.connection.remoteAddress) || '?';
716 const base = (process.env.PUBLIC_BASE_URL || `${req.protocol}://${req.get('host')}`).replace(/\/+$/, '');
717 const verified = await verifyRequest(req).catch(() => null);
718
719 // ENFORCE HTTP signatures: a data-affecting activity must be signed by the very
720 // actor it claims to be. No valid signature, or signer ≠ actor → reject (no
721 // forged replies/likes/follows/timeline posts). GET/discovery stays open.
722 const claimedActor = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
723 // Blocked actor/domain → silently drop (202, don't reveal the block).
724 if (claimedActor && isBlockedAny(claimedActor)) { console.log('[AP] inbox dropped (blocked)', claimedActor, 'from', ip); return 202; }
725 const GATED = ['Create', 'Like', 'Announce', 'Follow', 'Delete', 'Undo', 'Accept', 'Reject', 'Add', 'Remove', 'Update'];
726 if (GATED.includes(type)) {
727 if (!verified || !claimedActor || verified.id !== claimedActor) {
728 console.warn('[AP] inbox REJECTED (signature)', type, claimedActor || '?', 'from', ip, verified ? '(signer mismatch)' : '(unsigned/invalid)');
729 return 401;
730 }
731 }
732
733 if (type === 'Follow') {
734 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
735 const slug = slugParam || slugFromActorUrl(typeof act.object === 'string' ? act.object : (act.object && act.object.id));
736 if (!who || !slug) return 400;
737 const remote = await fetchActor(who);
738 if (!remote || !remote.inbox) return 202; // can't reach them → drop quietly
739 const sharedInbox = (remote.endpoints && remote.endpoints.sharedInbox) || null;
740 fStmts().ins.run(slug, who, remote.inbox, sharedInbox);
741 const me = actorId(base, slug);
742 const keys = getOrCreateKeys(slug);
743 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: act };
744 deliver(remote.inbox, accept, `${me}#main-key`, keys.private_pem).catch((e) => console.warn('[AP] Accept delivery failed:', e.message));
745 // Auto-backfill: send our recent posts as Create so the instance has our history
746 // (Mastodon doesn't fetch history on follow). ONCE PER REMOTE INSTANCE only —
747 // Mastodon dedupes notes per-instance, so re-filling an instance that already has
748 // a follower of ours is wasted work (and won't re-populate the new follower's
749 // timeline anyway). Deliver to the shared inbox (instance-level) when present.
750 // Sync insert+check (no await between) → no interleave race with concurrent Follows.
751 const instanceFilled = sharedInbox &&
752 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1')
753 .get(slug, sharedInbox, who);
754 if (!instanceFilled) {
755 backfillNewFollower(base, slug, sharedInbox || remote.inbox).catch(() => { /* best-effort */ });
756 }
757 console.log('[AP] Follow', who, '→', slug, verified ? '(sig ok)' : '(sig unverified)');
758 return 202;
759 }
760 if (type === 'Undo' && act.object) {
761 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
762 const ot = act.object.type;
763 if (ot === 'Follow') {
764 const obj = act.object.object;
765 const slug = slugParam || slugFromActorUrl(typeof obj === 'string' ? obj : (obj && obj.id));
766 if (who && slug) { fStmts().del.run(slug, who); console.log('[AP] Unfollow', who, '→', slug); }
767 return 202;
768 }
769 if (ot === 'Like' || ot === 'Announce') {
770 const tgt = act.object.object;
771 const pid = postIdFromNoteUrl(typeof tgt === 'string' ? tgt : (tgt && tgt.id), base);
772 if (who && pid) { iStmts().delLA.run(ot.toLowerCase(), pid, who); console.log('[AP] Undo', ot, who, '→', pid); }
773 return 202;
774 }
775 return 202;
776 }
777
778 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
779 const resolveActor = async (uri) => ((verified && verified.id === uri) ? verified : await fetchActor(uri).catch(() => null));
780 // Activities from our OWN actors are already stored via ap_outbox — don't re-store.
781 const isLocalActor = !!(base && actorUri && actorUri.startsWith(`${base}/ap/users/`));
782
783 // Inbound reply: a Create whose object replies to one of our notes (post OR comment).
784 if (type === 'Create' && act.object && (act.object.type === 'Note' || act.object.type === 'Article')) {
785 const o = act.object;
786 const tgt = findThreadTarget(o.inReplyTo, base);
787 if (tgt && actorUri && !isLocalActor) {
788 const ai = actorInfo(await resolveActor(actorUri), actorUri);
789 const html = HtmlSanitizerService.sanitize(o.content || '');
790 iStmts().ins.run('reply', tgt.post_id, o.id || '', actorUri, ai.name, ai.handle, ai.url, ai.icon, html, o.published || null, tgt.parent_uri);
791 console.log('[AP] reply', actorUri, '→', tgt.post_id);
792 return 202;
793 }
794 // Home timeline (client): a top-level post from an account we follow.
795 if (actorUri && !isLocalActor && !o.inReplyTo && o.id) {
796 let subs = []; try { subs = db.prepare('SELECT slug, auto_boost FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist yet */ }
797 if (subs.length) {
798 const ai = actorInfo(await resolveActor(actorUri), actorUri);
799 const html = HtmlSanitizerService.sanitize(o.content || '');
800 const _atts = (Array.isArray(o.attachment) ? o.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
801 // Fallback cover: a Note's `image` (set when the attachment was suppressed
802 // for a player-card post, e.g. hosted-audio posts).
803 if (!_atts.some((m) => !m.type || /image/i.test(m.type)) && o.image) {
804 const _im = Array.isArray(o.image) ? o.image[0] : o.image;
805 const _iu = safeUrl(typeof _im === 'string' ? _im : (_im && _im.url));
806 if (_iu) _atts.push({ url: _iu, type: (_im && _im.mediaType) || 'image/jpeg' });
807 }
808 const media = JSON.stringify(_atts);
809 // "Feature" = show in the Cirkel (local only). We do NOT auto-Announce
810 // incoming posts to the fediverse — that flooded followers. Boosting to the
811 // fediverse is only ever a deliberate, manual per-post action (the 🔁 on
812 // the timeline).
813 for (const s of subs) {
814 tlStmts().ins.run(o.id, s.slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, media, o.sensitive ? 1 : 0, o.summary || null);
815 }
816 console.log('[AP] timeline +', actorUri, 'x' + subs.length);
817 }
818 }
819 return 202;
820 }
821 // A remote post we cached was edited upstream → refresh our cached copy. This is the
822 // push-based edit-sync that keeps the Cirkel/timeline fresh without polling (selfHeal
823 // does it on a version bump; this does it live). Scope to the SIGNING actor so B can't
824 // edit A's note (the signature gate guarantees claimedActor == the verified signer).
825 if (type === 'Update' && act.object && (act.object.type === 'Note' || act.object.type === 'Article')) {
826 const o = act.object;
827 if (o.id && claimedActor) {
828 const html = HtmlSanitizerService.sanitize(o.content || '');
829 const media = mediaFromNote(o);
830 try {
831 // Refresh url too (COALESCE keeps the old one if the Update omits it): a remote slug
832 // rename keeps the same AP id but changes the human url, so without this the cached
833 // post would keep linking to the old, now-dead URL.
834 const r = db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ? AND author_uri = ?')
835 .run(html, media, o.sensitive ? 1 : 0, o.summary || null, o.url || null, o.id, claimedActor);
836 if (r.changes) console.log('[AP] timeline update', claimedActor, '→', o.id);
837 } catch { /* ignore */ }
838 // If this note is a cached fediverse reply on one of our posts, refresh its text too.
839 try { db.prepare('UPDATE ap_interactions SET content = ? WHERE object_uri = ? AND actor_uri = ?').run(html, o.id, claimedActor); } catch { /* ignore */ }
840 }
841 return 202;
842 }
843 if (type === 'Like' || type === 'Announce') {
844 const tgt = act.object;
845 const objUrl = typeof tgt === 'string' ? tgt : (tgt && tgt.id);
846 const pid = postIdFromNoteUrl(objUrl, base);
847 if (pid && actorUri && !isLocalActor && localPostExists(pid)) {
848 const ai = actorInfo(await resolveActor(actorUri), actorUri);
849 iStmts().ins.run(type.toLowerCase(), pid, '', actorUri, ai.name, ai.handle, ai.url, ai.icon, null, null, null);
850 console.log('[AP]', type === 'Like' ? 'like' : 'boost', actorUri, '→', pid);
851 } else if (type === 'Announce' && objUrl && actorUri && !isLocalActor) {
852 // A boost FROM an account we follow, of a REMOTE post → show it in the News feed.
853 // We only STORE it for display; we NEVER auto-Announce it onward (anti-feedback-loop:
854 // re-announcing an incoming Announce would cascade boosts across the network).
855 let subs = []; try { subs = db.prepare('SELECT slug FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist */ }
856 if (subs.length) {
857 const bn = await fetchNoteAP(objUrl);
858 if (bn && bn !== 404 && (bn.type === 'Note' || bn.type === 'Article') && bn.id) {
859 const origUri = actorUriOf(bn.attributedTo);
860 const oai = actorInfo(await resolveActor(origUri), origUri);
861 const html = HtmlSanitizerService.sanitize(bn.content || '');
862 const media = mediaFromNote(bn);
863 const booster = actorInfo(await resolveActor(actorUri), actorUri);
864 for (const s of subs) {
865 // published = now → the boost shows as fresh activity at the top (Mastodon shows
866 // reblogs at reblog-time, not the original's date). INSERT OR IGNORE: if we already
867 // have the note (e.g. we also follow the author), keep it and DON'T relabel it.
868 let inserted = false;
869 try { const r = tlStmts().ins.run(bn.id, s.slug, origUri || '', oai.name, oai.handle, oai.icon, oai.url, html, bn.url || null, new Date().toISOString(), media, bn.sensitive ? 1 : 0, bn.summary || null); inserted = r.changes > 0; } catch { /* ignore */ }
870 if (inserted) { try { db.prepare('UPDATE ap_timeline SET reblog_name = ?, reblog_handle = ?, reblog_icon = ? WHERE slug = ? AND id = ?').run(booster.name, booster.handle, booster.icon, s.slug, bn.id); } catch { /* ignore */ } }
871 }
872 console.log('[AP] timeline boost +', actorUri, 'x' + subs.length);
873 }
874 }
875 }
876 return 202;
877 }
878 if (type === 'Delete') {
879 // A remote note was deleted upstream → drop it from replies AND the timeline.
880 // Scope to the SIGNING actor so actor B can't delete actor A's content (the
881 // signature gate guarantees claimedActor == the verified signer here).
882 const oid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
883 if (oid && claimedActor) {
884 try { db.prepare('DELETE FROM ap_interactions WHERE object_uri = ? AND actor_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
885 try { db.prepare('DELETE FROM ap_timeline WHERE id = ? AND author_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
886 // Also clear a boost/like YOU made of this now-deleted remote post (the interact-page
887 // ap_my_reactions state), so it can't stay stuck as "boosted" on a post that's gone.
888 // Guard: only when the deleter owns the note's domain (B mustn't clear your reactions
889 // to A's posts).
890 try {
891 let sameHost = false;
892 try { sameHost = new URL(oid).host === new URL(claimedActor).host; } catch { sameHost = false; }
893 if (sameHost) db.prepare('DELETE FROM ap_my_reactions WHERE target_uri = ?').run(oid);
894 } catch { /* ignore */ }
895 }
896 return 202;
897 }
898 // Accept/Reject of a Follow WE sent (client side).
899 if (type === 'Accept' && act.object) {
900 const fid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
901 if (fid) { try { fwStmts().acc.run(fid); } catch { /* ignore */ } }
902 console.log('[AP] follow accepted', actorUri);
903 return 202;
904 }
905 if (type === 'Reject' && act.object) {
906 const who = actorUri;
907 if (who && slugParam) { try { fwStmts().del.run(slugParam, who); } catch { /* ignore */ } }
908 return 202;
909 }
910
911 console.log('[AP] inbox', type || 'unknown', '→', slugParam || 'shared', 'from', ip, '(ignored)');
912 return 202;
913}
914
915// Deliver a new post as Create(Note) to all followers' inboxes (fire-and-forget).
916// Needs PUBLIC_BASE_URL (absolute URLs); no-op without followers or base.
917export async function deliverCreate(site, post) {
918 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
919 if (!base || !site || !site.slug) return;
920 const followers = fStmts().list.all(site.slug);
921 if (!followers.length) return;
922 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
923 const keys = getOrCreateKeys(site.slug);
924 const keyId = `${actorId(base, site.slug)}#main-key`;
925 const create = buildCreate(base, site, post);
926 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, create, keyId, keys.private_pem);
927}
928
929// On a new Follow, send that follower our most recent posts as Create so their
930// timeline shows our history (Mastodon does not backfill on follow). Oldest-first
931// so they sort into the follower's timeline at their original dates.
932async function backfillNewFollower(base, slug, inbox) {
933 if (!base || !slug || !inbox) return;
934 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
935 if (!site) return;
936 const recent = db.prepare(
937 `SELECT id, slug, title, content, cover_image_url, nsfw, content_warning, published_at, created_at
938 FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
939 ORDER BY COALESCE(published_at, created_at) DESC LIMIT 20`
940 ).all(site.id).reverse();
941 if (!recent.length) return;
942 const keys = getOrCreateKeys(slug);
943 const keyId = `${actorId(base, slug)}#main-key`;
944 for (const p of recent) {
945 try { await deliver(inbox, buildCreate(base, site, p), keyId, keys.private_pem); } catch { /* best-effort */ }
946 await new Promise((r) => setTimeout(r, 150));
947 }
948 console.log('[AP] backfilled', recent.length, 'posts to new follower of', slug);
949}
950
951// Tell followers a post is gone (Delete + Tombstone) so it's removed from their feeds.
952export async function deliverDelete(site, post) {
953 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
954 if (!base || !site || !site.slug || !post || !post.id) return;
955 const followers = fStmts().list.all(site.slug);
956 if (!followers.length) return;
957 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
958 const keys = getOrCreateKeys(site.slug);
959 const me = actorId(base, site.slug);
960 const nid = noteId(base, post.id);
961 const del = {
962 '@context': AP_CONTEXT,
963 id: `${nid}#delete-${Date.now()}-${rid()}`,
964 type: 'Delete',
965 actor: me,
966 to: [PUBLIC],
967 object: { id: nid, type: 'Tombstone' },
968 };
969 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, del, `${me}#main-key`, keys.private_pem);
970}
971
972// Tell followers an already-published post changed (Update + edited Note) so
973// Mastodon refreshes the cached copy (e.g. after fixing content).
974export async function deliverUpdate(site, post) {
975 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
976 if (!base || !site || !site.slug || !post || !post.id) return;
977 const followers = fStmts().list.all(site.slug);
978 if (!followers.length) return;
979 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
980 const keys = getOrCreateKeys(site.slug);
981 const me = actorId(base, site.slug);
982 const note = buildNote(base, site, post);
983 note.updated = new Date().toISOString();
984 const update = {
985 '@context': AP_CONTEXT,
986 id: `${noteId(base, post.id)}#update-${Date.now()}-${rid()}`,
987 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
988 object: note,
989 };
990 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
991}
992
993// Tell followers the ACTOR changed (Update + Person) so Mastodon re-processes the
994// account AND re-fetches the featured (pinned) collection — there is no standard
995// "featured changed" activity, so this is how a pin/unpin propagates promptly.
996export async function deliverActorUpdate(site) {
997 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
998 if (!base || !site || !site.slug) return;
999 const followers = fStmts().list.all(site.slug);
1000 if (!followers.length) return;
1001 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1002 const keys = getOrCreateKeys(site.slug);
1003 const me = actorId(base, site.slug);
1004 const update = {
1005 '@context': AP_CONTEXT,
1006 id: `${me}#update-${Date.now()}-${rid()}`,
1007 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
1008 object: buildActor(base, site),
1009 };
1010 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1011}
1012
1013// Reliably set the pinned order on followers' instances via Add/Remove activities
1014// (how Mastodon itself federates pins) — pushed to the inbox + processed immediately,
1015// unlike the featured COLLECTION which Mastodon caches with sticky StatusPins.
1016// Mastodon's Add skips an already-pinned status, so we REMOVE every pin first, wait,
1017// then ADD in rank-DESCENDING order (rank 1 added LAST → newest StatusPin → shown first,
1018// because Mastodon displays pins newest-first). `alsoRemove` = ids to unpin too.
1019export async function resyncFeaturedPins(site, alsoRemove = []) {
1020 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1021 if (!base || !site || !site.slug) return;
1022 const followers = fStmts().list.all(site.slug);
1023 if (!followers.length) return;
1024 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1025 const keys = getOrCreateKeys(site.slug);
1026 const me = actorId(base, site.slug);
1027 const keyId = `${me}#main-key`;
1028 const featured = `${me}/featured`;
1029 const note = (id) => noteId(base, id);
1030 const pinned = db.prepare(
1031 `SELECT id FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1032 AND pinned IS NOT NULL AND pinned > 0
1033 ORDER BY pinned DESC, COALESCE(published_at, created_at) ASC LIMIT 20`
1034 ).all(site.id);
1035 const removeIds = [...new Set([...pinned.map((p) => p.id), ...alsoRemove])];
1036 // 1. Remove every current pin so Mastodon can recreate them in order.
1037 for (const id of removeIds) {
1038 const rm = { '@context': AP_CONTEXT, id: `${me}#rm-${id}-${Date.now()}-${rid()}`, type: 'Remove', actor: me, object: note(id), target: featured, to: [PUBLIC] };
1039 for (const inbox of inboxes) deliver(inbox, rm, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1040 }
1041 if (!pinned.length) { console.log('[AP] unpinned all featured for', site.slug); return; }
1042 await new Promise((r) => setTimeout(r, 5000)); // let the Removes land first
1043 // 2. Add in rank-DESC order, gaps so each StatusPin gets an increasing created_at.
1044 for (const p of pinned) {
1045 const add = { '@context': AP_CONTEXT, id: `${me}#add-${p.id}-${Date.now()}-${rid()}`, type: 'Add', actor: me, object: note(p.id), target: featured, to: [PUBLIC], cc: [`${me}/followers`] };
1046 for (const inbox of inboxes) deliver(inbox, add, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1047 await new Promise((r) => setTimeout(r, 2000));
1048 }
1049 console.log('[AP] resynced', pinned.length, 'featured pins for', site.slug);
1050}
1051
1052// ── outbound replies (Klonkt → fediverse) ─────────────────────────
1053const escHtml = (s) => String(s || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
1054const toISO = (v) => { if (!v) return new Date().toISOString(); const s = String(v); const d = new Date(/[TZ]/.test(s) ? s : s.replace(' ', 'T') + 'Z'); return isNaN(d) ? new Date().toISOString() : d.toISOString(); };
1055
1056// Build one of OUR outbound reply Notes from an ap_outbox row.
1057// Turn #hashtags in reply text into Mastodon-style hashtag links (clickable + federated).
1058function linkHashtags(base, html) {
1059 return String(html || '').replace(/(^|[\s>])#([\p{L}\p{M}\p{N}_]+)/gu, (m, pre, tag) =>
1060 `${pre}<a href="${base}/tag/${encodeURIComponent(tag.toLowerCase())}" class="mention hashtag" rel="tag">#${tag}</a>`);
1061}
1062// Extract the AP Hashtag tag objects from already-linked reply content.
1063function hashtagTags(base, content) {
1064 const tags = [], seen = new Set();
1065 const re = /class="[^"]*\bhashtag\b[^"]*"[^>]*>#([\p{L}\p{M}\p{N}_]+)</giu;
1066 let m;
1067 while ((m = re.exec(content || ''))) {
1068 const k = m[1].toLowerCase();
1069 if (seen.has(k)) continue; seen.add(k);
1070 tags.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(k)}`, name: '#' + m[1] });
1071 }
1072 return tags;
1073}
1074
1075// Normalise a post's tags field (array, JSON-string, or comma-string) to an array.
1076function normalizeTags(t) {
1077 if (Array.isArray(t)) return t;
1078 if (typeof t === 'string') {
1079 const s = t.trim(); if (!s) return [];
1080 if (s[0] === '[') { try { const a = JSON.parse(s); return Array.isArray(a) ? a : []; } catch { /* fall through */ } }
1081 return s.split(',').map((x) => x.trim()).filter(Boolean);
1082 }
1083 return [];
1084}
1085// A tag → { label, slug }. Multi-word tags become CamelCase (#LiveMusic) for the display
1086// name (Mastodon hashtags can't contain spaces; CamelCase is the accessibility norm); the
1087// slug/href stays lowercase ("livemusic").
1088function tagParts(raw) {
1089 const words = String(raw || '').trim().split(/[\s_]+/).map((w) => w.replace(/[^\p{L}\p{M}\p{N}]/gu, '')).filter(Boolean);
1090 if (!words.length) return null;
1091 const slug = words.join('').toLowerCase();
1092 if (!slug) return null;
1093 const label = words.length > 1 ? words.map((w) => w[0].toUpperCase() + w.slice(1)).join('') : words[0];
1094 return { label, slug };
1095}
1096// Merge a post's tags field + the #hashtags linked inline in its body into one deduped
1097// Hashtag tag list (with hrefs to our /tag page).
1098function buildHashtagList(base, tagsField, content) {
1099 const out = [], seen = new Set();
1100 for (const t of normalizeTags(tagsField)) {
1101 const p = tagParts(t); if (!p || seen.has(p.slug)) continue; seen.add(p.slug);
1102 out.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(p.slug)}`, name: '#' + p.label });
1103 }
1104 for (const h of hashtagTags(base, content)) {
1105 const k = h.name.slice(1).toLowerCase(); if (seen.has(k)) continue; seen.add(k);
1106 out.push(h);
1107 }
1108 return out;
1109}
1110
1111// Extract Mention tag objects from already-linked content (class="u-url mention").
1112function mentionTags(content) {
1113 const tags = [], seen = new Set();
1114 // The link href is the human profile URL; the actor URI (for the Mention tag) is in data-actor.
1115 const re = /<a href="[^"]*" class="u-url mention" data-actor="([^"]+)">@([^<]+)<\/a>/gi;
1116 let m;
1117 while ((m = re.exec(content || ''))) {
1118 const href = m[1];
1119 if (seen.has(href)) continue; seen.add(href);
1120 tags.push({ type: 'Mention', href, name: '@' + m[2] });
1121 }
1122 return tags;
1123}
1124// Resolve inline @user@domain mentions in reply/post text → link them (href = actor URI)
1125// and collect the mentioned actors' inboxes so they get notified. Best-effort per mention.
1126async function resolveMentionsInText(base, html) {
1127 const inboxes = [];
1128 const handles = new Set();
1129 const re = /(^|[\s>])@([\p{L}\p{M}\p{N}_.-]+@[\p{L}\p{M}\p{N}.-]+)/gu;
1130 let m;
1131 while ((m = re.exec(html || ''))) handles.add(m[2]);
1132 let out = String(html || '');
1133 for (const h of handles) {
1134 let actorUri = null;
1135 try { actorUri = await webfingerResolve('@' + h); } catch { actorUri = null; }
1136 if (!actorUri) continue;
1137 const actor = await fetchActor(actorUri).catch(() => null);
1138 const inbox = actor && ((actor.endpoints && actor.endpoints.sharedInbox) || actor.inbox);
1139 if (inbox) inboxes.push(inbox);
1140 const profileUrl = actorInfo(actor, actorUri).url || actorUri; // human profile page → the link href
1141 const esc = h.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
1142 out = out.replace(new RegExp('(^|[\\s>])@' + esc + '(?![\\p{L}\\p{M}\\p{N}_.-])', 'gu'),
1143 (full, pre) => `${pre}<a href="${profileUrl}" class="u-url mention" data-actor="${actorUri}">@${h}</a>`);
1144 }
1145 return { html: out, inboxes };
1146}
1147
1148export function buildReplyNote(base, site, row) {
1149 const me = actorId(base, site.slug);
1150 return {
1151 id: noteId(base, row.id),
1152 type: 'Note',
1153 attributedTo: me,
1154 inReplyTo: row.in_reply_to || undefined,
1155 content: row.content,
1156 url: row.post_slug ? `${base}/${encodeURIComponent(row.post_slug)}` : undefined,
1157 published: toISO(row.created_at),
1158 to: row.to_actor ? [row.to_actor] : [PUBLIC],
1159 cc: [PUBLIC, `${me}/followers`],
1160 tag: [
1161 ...mentionTags(row.content),
1162 ...hashtagTags(base, row.content),
1163 ],
1164 };
1165}
1166
1167// Resolve one of our outbound reply Notes by id (for /ap/notes/:id fallback).
1168export function getOutboxNote(base, id) {
1169 const row = iStmts().getO.get(id);
1170 if (!row) return null;
1171 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(row.site_slug);
1172 if (!site) return null;
1173 return buildReplyNote(base, site, row);
1174}
1175
1176// Send a reply FROM this site to a remote actor (in reply to their inbound reply).
1177// `parent` = an ap_interactions row (actor_uri, actor_url, actor_handle, object_uri).
1178export async function deliverReply(site, { postId, postSlug, parent, text }) {
1179 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1180 if (!base || !site || !site.slug || !parent || !String(text || '').trim()) return null;
1181 const me = actorId(base, site.slug);
1182 const handle = parent.actor_handle || deriveHandle(parent.actor_uri);
1183 const dispHandle = handle && handle[0] === '@' ? handle : '@' + (handle || '');
1184 const body = escHtml(String(text).trim()).replace(/\r?\n/g, '<br>');
1185 const mres = await resolveMentionsInText(base, body); // link inline @mentions + collect their inboxes
1186 const mention = parent.actor_uri
1187 ? `<a href="${escHtml(parent.actor_url || parent.actor_uri)}" class="u-url mention" data-actor="${escHtml(parent.actor_uri)}">${escHtml(dispHandle)}</a> ` : '';
1188 const content = `<p>${mention}${linkHashtags(base, mres.html)}</p>`;
1189 // Dedup: skip if the exact same reply was already sent (double-submit guard).
1190 const dup = db.prepare('SELECT 1 FROM ap_outbox WHERE site_slug = ? AND IFNULL(in_reply_to, \'\') = ? AND content = ? LIMIT 1')
1191 .get(site.slug, parent.object_uri || '', content);
1192 if (dup) { console.log('[AP] outreply skipped (duplicate)'); return { duplicate: true, delivered: 0 }; }
1193 const id = crypto.randomUUID();
1194 iStmts().insO.run(id, site.slug, postId, postSlug || null, parent.object_uri || null, parent.actor_uri || null, handle, content);
1195 const row = iStmts().getO.get(id);
1196 const note = buildReplyNote(base, site, row);
1197 const create = {
1198 '@context': AP_CONTEXT,
1199 id: note.id + '#create', type: 'Create', actor: me,
1200 published: note.published, to: note.to, cc: note.cc, object: note,
1201 };
1202 const keys = getOrCreateKeys(site.slug);
1203 const keyId = `${me}#main-key`;
1204 const inboxes = new Set();
1205 if (parent.actor_uri) {
1206 const a = await fetchActor(parent.actor_uri).catch(() => null);
1207 if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox);
1208 }
1209 if (parent.threadInbox) inboxes.add(parent.threadInbox); // back-compat (single)
1210 (parent.threadInboxes || []).forEach((i) => inboxes.add(i)); // whole ancestor chain
1211 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1212 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the reply
1213 inboxes.delete(`${me}/inbox`); // never deliver to ourselves (already in ap_outbox)
1214 inboxes.delete(`${base}/ap/inbox`); // (our own shared inbox) → avoids a self-duplicate
1215 let delivered = 0;
1216 for (const inbox of [...inboxes].filter(Boolean)) {
1217 try { const st = await deliver(inbox, create, keyId, keys.private_pem); if (st >= 200 && st < 300) delivered++; } catch { /* best-effort */ }
1218 }
1219 console.log('[AP] outreply', site.slug, '→', parent.actor_uri, 'delivered', delivered);
1220 return { id, content, delivered };
1221}
1222
1223// attributedTo may be a string, an object {id}, or an ARRAY — e.g. a PeerTube Video is
1224// attributed to [Person (account), Group (channel)]. Pick a usable actor URI (prefer Person).
1225function actorUriOf(att) {
1226 if (!att) return null;
1227 if (typeof att === 'string') return att;
1228 if (Array.isArray(att)) {
1229 const person = att.find((a) => a && typeof a === 'object' && a.type === 'Person' && a.id);
1230 if (person) return person.id;
1231 for (const a of att) { if (typeof a === 'string') return a; if (a && a.id) return a.id; }
1232 return null;
1233 }
1234 return att.id || null;
1235}
1236
1237// Resolve a remote post URL (any fediverse/Klonkt post) into a reply target.
1238// Returns a parent-shaped object usable by deliverReply(), or null.
1239export async function resolveRemoteNote(url) {
1240 if (!/^https?:\/\//i.test(String(url || ''))) return null;
1241 const note = await fetchActor(url).catch(() => null); // AP GET (content-negotiates)
1242 if (!note || !note.id) return null;
1243 const att = note.attributedTo;
1244 const actorUri = actorUriOf(att);
1245 if (!actorUri) return null;
1246 const actor = await fetchActor(actorUri).catch(() => null);
1247 const ai = actorInfo(actor, actorUri);
1248 // Is what we're replying to a post (or a comment) on one of OUR posts? If so,
1249 // link our reply to that local post so it shows nested in the post thread.
1250 const localTgt = findThreadTarget(note.id, (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, ''));
1251 // Walk the WHOLE reply chain upward (comment → parent comment → … → root post)
1252 // and collect every ancestor author's inbox, so each participant's server —
1253 // including the original post's author — receives + threads our reply.
1254 const threadInboxes = [];
1255 const seenInbox = new Set();
1256 let cursor = note.inReplyTo, guard = 0;
1257 while (cursor && guard++ < 6) {
1258 const url = typeof cursor === 'string' ? cursor : (cursor && cursor.id);
1259 if (!url) break;
1260 const pn = await fetchActor(url).catch(() => null);
1261 if (!pn) break;
1262 const pa = actorUriOf(pn.attributedTo);
1263 if (pa && pa !== actorUri) {
1264 const paDoc = await fetchActor(pa).catch(() => null);
1265 const inbox = paDoc && ((paDoc.endpoints && paDoc.endpoints.sharedInbox) || paDoc.inbox);
1266 if (inbox && !seenInbox.has(inbox)) { seenInbox.add(inbox); threadInboxes.push(inbox); }
1267 }
1268 cursor = pn.inReplyTo; // climb to the next ancestor
1269 }
1270 // For non-Note objects (PeerTube Video, Article, …) the meaningful label is `name` (the
1271 // title); prepend it so the reply page shows what you're replying to (sanitize cleans it).
1272 let rawHtml = String(note.content || '').replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
1273 if (note.name && note.type && note.type !== 'Note') rawHtml = `<p><strong>${note.name}</strong></p>` + rawHtml;
1274 const images = (Array.isArray(note.attachment) ? note.attachment : [])
1275 .filter((a) => a && a.url && (!a.mediaType || /^image\//i.test(a.mediaType)))
1276 .map((a) => safeUrl(a.url)).filter(Boolean);
1277 return {
1278 object_uri: safeUrl(note.id) || note.id,
1279 actor_uri: actorUri,
1280 actor_url: ai.url,
1281 actor_handle: ai.handle,
1282 actor_name: ai.name,
1283 actor_icon: ai.icon,
1284 url: note.url || url,
1285 content: HtmlSanitizerService.sanitize(rawHtml), // full, sanitized
1286 sensitive: !!note.sensitive, // remote CW → blur in the Cirkel
1287 cw: note.summary || '',
1288 images,
1289 threadInboxes, // every ancestor author's inbox
1290 localPostId: localTgt ? localTgt.post_id : '', // our post this belongs to (if any)
1291 preview: HtmlSanitizerService.toPlainText(note.content || '').slice(0, 240),
1292 };
1293}
1294
1295// List a site's own outbound fediverse replies (for the manage/delete view).
1296// The plain editable text of a stored reply (unwrap links → their text, <br> → newline)
1297// so the manage view can prefill an edit box; the mention is re-added on save.
1298function outboxEditableText(content) {
1299 return String(content || '')
1300 .replace(/<br\s*\/?>/gi, '\n')
1301 .replace(/<a\b[^>]*>([\s\S]*?)<\/a>/gi, '$1')
1302 .replace(/<[^>]+>/g, '')
1303 .replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&')
1304 .trim();
1305}
1306export function listOutbox(siteSlug) {
1307 return db.prepare('SELECT id, content, to_handle, in_reply_to, created_at FROM ap_outbox WHERE site_slug = ? ORDER BY created_at DESC')
1308 .all(siteSlug).map((r) => { const c = stripLeadingMentions(r.content); return { ...r, content: c, editable: outboxEditableText(c) }; });
1309}
1310
1311// Delete one of our outbound replies: send Delete(Tombstone) to recipients + remove it.
1312export async function deliverOutboxDelete(site, outboxId) {
1313 const row = iStmts().getO.get(outboxId);
1314 if (!row || row.site_slug !== site.slug) return false;
1315 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1316 if (base) {
1317 const me = actorId(base, site.slug);
1318 const nid = noteId(base, row.id);
1319 const del = { '@context': AP_CONTEXT, id: `${nid}#delete-${Date.now()}-${rid()}`, type: 'Delete', actor: me, to: [PUBLIC], object: { id: nid, type: 'Tombstone' } };
1320 const keys = getOrCreateKeys(site.slug);
1321 const inboxes = new Set();
1322 if (row.to_actor) { const a = await fetchActor(row.to_actor).catch(() => null); if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox); }
1323 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1324 for (const inbox of [...inboxes].filter(Boolean)) { try { await deliver(inbox, del, `${me}#main-key`, keys.private_pem); } catch { /* best-effort */ } }
1325 }
1326 db.prepare('DELETE FROM ap_outbox WHERE id = ?').run(outboxId);
1327 return true;
1328}
1329
1330// Edit one of our outbound replies: rewrite the stored content (mention re-added + #tags
1331// re-linked) and send an Update(Note) so recipients refresh their cached copy.
1332export async function deliverOutboxUpdate(site, outboxId, newText) {
1333 const row = iStmts().getO.get(outboxId);
1334 if (!row || row.site_slug !== site.slug) return false;
1335 const text = String(newText || '').trim();
1336 if (!text) return false;
1337 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1338 if (!base) return false;
1339 const me = actorId(base, site.slug);
1340 const toActor = row.to_actor ? await fetchActor(row.to_actor).catch(() => null) : null;
1341 const toProfile = row.to_actor ? (actorInfo(toActor, row.to_actor).url || row.to_actor) : '';
1342 const _h = row.to_handle || deriveHandle(row.to_actor);
1343 const toHandle = _h && _h[0] === '@' ? _h : '@' + (_h || '');
1344 const mention = row.to_actor
1345 ? `<a href="${escHtml(toProfile)}" class="u-url mention" data-actor="${escHtml(row.to_actor)}">${escHtml(toHandle)}</a> ` : '';
1346 const mres = await resolveMentionsInText(base, escHtml(text).replace(/\r?\n/g, '<br>'));
1347 const content = `<p>${mention}${linkHashtags(base, mres.html)}</p>`;
1348 db.prepare('UPDATE ap_outbox SET content = ? WHERE id = ?').run(content, outboxId);
1349 const note = buildReplyNote(base, site, iStmts().getO.get(outboxId));
1350 note.updated = new Date().toISOString();
1351 const update = {
1352 '@context': AP_CONTEXT,
1353 id: `${note.id}#update-${Date.now()}-${rid()}`, type: 'Update', actor: me,
1354 published: note.published, updated: note.updated, to: note.to, cc: note.cc, object: note,
1355 };
1356 const keys = getOrCreateKeys(site.slug);
1357 const inboxes = new Set();
1358 if (toActor) inboxes.add((toActor.endpoints && toActor.endpoints.sharedInbox) || toActor.inbox);
1359 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1360 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the edit
1361 inboxes.delete(`${me}/inbox`); inboxes.delete(`${base}/ap/inbox`);
1362 let delivered = 0;
1363 for (const inbox of [...inboxes].filter(Boolean)) {
1364 try { const st = await deliver(inbox, update, `${me}#main-key`, keys.private_pem); if (st >= 200 && st < 300) delivered++; } catch { /* best-effort */ }
1365 }
1366 console.log('[AP] outreply edit', site.slug, 'delivered', delivered);
1367 return { ok: true, content, delivered };
1368}
1369
1370// ── Fediverse CLIENT: follow accounts + home timeline ─────────────
1371// Resolve an @user@domain handle to its actor URL via WebFinger.
1372export async function webfingerResolve(handle) {
1373 const h = String(handle || '').trim().replace(/^@/, '');
1374 const parts = h.split('@');
1375 if (parts.length !== 2 || !parts[0] || !parts[1]) return null;
1376 const acct = `${parts[0]}@${parts[1]}`;
1377 try {
1378 const r = await safeFetch(`https://${parts[1]}/.well-known/webfinger?resource=acct:${encodeURIComponent(acct)}`,
1379 { headers: { Accept: 'application/jrd+json, application/json' } });
1380 if (!r.ok) return null;
1381 const jrd = await r.json();
1382 const link = (jrd.links || []).find((l) => l.rel === 'self' && /activity\+json|ld\+json/.test(l.type || ''));
1383 return safeUrl(link ? link.href : '') || null;
1384 } catch { return null; }
1385}
1386
1387let _insFw, _delFw, _listFw, _accFw, _oneFw, _setAB;
1388function fwStmts() {
1389 if (!_insFw) {
1390 _insFw = db.prepare('INSERT OR REPLACE INTO ap_following (slug, actor_uri, handle, name, icon, url, inbox, follow_id, status, auto_boost, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
1391 _delFw = db.prepare('DELETE FROM ap_following WHERE slug = ? AND actor_uri = ?');
1392 _listFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? ORDER BY created_at DESC');
1393 _accFw = db.prepare("UPDATE ap_following SET status = 'accepted' WHERE follow_id = ?");
1394 _oneFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? AND actor_uri = ?');
1395 _setAB = db.prepare('UPDATE ap_following SET auto_boost = ? WHERE slug = ? AND actor_uri = ?');
1396 }
1397 return { ins: _insFw, del: _delFw, list: _listFw, acc: _accFw, one: _oneFw, setAB: _setAB };
1398}
1399export function listFollowing(slug) { return fwStmts().list.all(slug); }
1400
1401// Toggle auto-boost ("feature") on an account we already follow.
1402export function setAutoBoost(slug, actorUri, on) {
1403 try { fwStmts().setAB.run(on ? 1 : 0, slug, actorUri); } catch { /* ignore */ }
1404 // Featuring an account → AP-native catch-up so the Cirkel isn't empty until they next
1405 // post (push doesn't backfill history-before-follow). Fire-and-forget pull, sends nothing.
1406 if (on) backfillFromOutbox(slug, actorUri).catch(() => {});
1407 return { ok: true };
1408}
1409
1410let _insTl, _listTl, _delTl;
1411function tlStmts() {
1412 if (!_insTl) {
1413 _insTl = db.prepare('INSERT OR IGNORE INTO ap_timeline (id, slug, author_uri, author_name, author_handle, author_icon, author_url, content, url, published, media_json, nsfw, cw, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
1414 _listTl = db.prepare('SELECT * FROM ap_timeline WHERE slug = ? ORDER BY COALESCE(published, created_at) DESC LIMIT ?');
1415 _delTl = db.prepare('DELETE FROM ap_timeline WHERE id = ?');
1416 }
1417 return { ins: _insTl, list: _listTl, del: _delTl };
1418}
1419export function getTimeline(slug, limit) { return tlStmts().list.all(slug, limit || 50); }
1420
1421// ── Cirkel = posts from the accounts you auto-boost ("feature an artist") ──
1422let _abCount, _cirkelPosts, _cirkelPostsActor, _cirkelMembers;
1423export function autoBoostCount(slug) {
1424 try { if (!_abCount) _abCount = db.prepare('SELECT COUNT(*) AS n FROM ap_following WHERE slug = ? AND auto_boost = 1'); return _abCount.get(slug).n; } catch { return 0; }
1425}
1426export function getCirkelPosts(slug, limit, actorUri) {
1427 try {
1428 // Cirkel = posts from featured (auto_boost) accounts + posts you boosted
1429 // (t.boosted), mixed by date. One row per note in ap_timeline → no duplicates.
1430 // Optional actorUri → only that member's posts (the "Show this person" filter).
1431 if (actorUri) {
1432 if (!_cirkelPostsActor) _cirkelPostsActor = db.prepare(`
1433 SELECT t.id, t.author_uri, t.author_name, t.author_handle, t.author_icon, t.author_url,
1434 t.content, t.url, t.published, t.media_json, t.boosted, t.nsfw, t.cw
1435 FROM ap_timeline t
1436 LEFT JOIN ap_following f ON f.slug = t.slug AND f.actor_uri = t.author_uri
1437 WHERE t.slug = ? AND t.author_uri = ? AND (f.auto_boost = 1 OR t.boosted = 1)
1438 ORDER BY COALESCE(t.published, t.created_at) DESC, t.rowid DESC
1439 LIMIT ?`);
1440 return _cirkelPostsActor.all(slug, actorUri, limit || 60);
1441 }
1442 if (!_cirkelPosts) _cirkelPosts = db.prepare(`
1443 SELECT t.id, t.author_uri, t.author_name, t.author_handle, t.author_icon, t.author_url,
1444 t.content, t.url, t.published, t.media_json, t.boosted, t.nsfw, t.cw
1445 FROM ap_timeline t
1446 LEFT JOIN ap_following f ON f.slug = t.slug AND f.actor_uri = t.author_uri
1447 WHERE t.slug = ? AND (f.auto_boost = 1 OR t.boosted = 1)
1448 ORDER BY COALESCE(t.published, t.created_at) DESC, t.rowid DESC
1449 LIMIT ?`);
1450 return _cirkelPosts.all(slug, limit || 60);
1451 } catch { return []; }
1452}
1453export function getCirkelMembers(slug) {
1454 try { if (!_cirkelMembers) _cirkelMembers = db.prepare('SELECT actor_uri, name, url, icon FROM ap_following WHERE slug = ? AND auto_boost = 1 ORDER BY name'); return _cirkelMembers.all(slug); } catch { return []; }
1455}
1456// Mark a timeline post as boosted so it shows in the Cirkel (mixed by date).
1457let _markBoost, _unmarkBoost, _boostedCount;
1458export function markBoosted(slug, noteId) {
1459 try { if (!_markBoost) _markBoost = db.prepare('UPDATE ap_timeline SET boosted = 1 WHERE slug = ? AND id = ?'); _markBoost.run(slug, noteId); } catch { /* ignore */ }
1460}
1461export function unmarkBoosted(slug, noteId) {
1462 try { if (!_unmarkBoost) _unmarkBoost = db.prepare('UPDATE ap_timeline SET boosted = 0 WHERE slug = ? AND id = ?'); _unmarkBoost.run(slug, noteId); } catch { /* ignore */ }
1463}
1464let _markLike, _unmarkLike;
1465export function markLiked(slug, noteId) {
1466 try { if (!_markLike) _markLike = db.prepare('UPDATE ap_timeline SET liked = 1 WHERE slug = ? AND id = ?'); _markLike.run(slug, noteId); } catch { /* ignore */ }
1467}
1468export function unmarkLiked(slug, noteId) {
1469 try { if (!_unmarkLike) _unmarkLike = db.prepare('UPDATE ap_timeline SET liked = 0 WHERE slug = ? AND id = ?'); _unmarkLike.run(slug, noteId); } catch { /* ignore */ }
1470}
1471export function getTimelineReaction(slug, noteId) {
1472 try { const r = db.prepare('SELECT liked, boosted FROM ap_timeline WHERE slug = ? AND id = ?').get(slug, noteId); return { liked: !!(r && r.liked), boosted: !!(r && r.boosted) }; } catch { return { liked: false, boosted: false }; }
1473}
1474// Boost a REMOTE post that may not be in your timeline (you don't follow the author):
1475// store it in ap_timeline (INSERT OR IGNORE → no dup for followed posts) so it shows in
1476// the Cirkel with a Boost badge, then flag it boosted.
1477export function upsertBoostedNote(slug, note) {
1478 if (!slug || !note || !note.object_uri) return;
1479 const id = note.object_uri;
1480 const media = JSON.stringify((note.images || []).map((u) => ({ url: u, type: 'image/jpeg' })));
1481 try {
1482 tlStmts().ins.run(id, slug, note.actor_uri || '', note.actor_name || '', note.actor_handle || '',
1483 note.actor_icon || '', note.actor_url || '', note.content || '', note.url || null,
1484 new Date().toISOString(), media, note.sensitive ? 1 : 0, note.cw || null);
1485 } catch { /* ignore */ }
1486 markBoosted(slug, id);
1487}
1488export function boostedCount(slug) {
1489 try { if (!_boostedCount) _boostedCount = db.prepare('SELECT COUNT(*) AS n FROM ap_timeline WHERE slug = ? AND boosted = 1'); return _boostedCount.get(slug).n; } catch { return 0; }
1490}
1491
1492// Resolve a Klonkt/AP actor URL from a site root: a Klonkt site's root 302s to
1493// /ap/users/<slug> (content negotiation; Location may be relative). Used by
1494// followActor for bare-domain follows.
1495// NB: the old auto-migration of legacy Cirkels (circle_links -> AP follows) was
1496// REMOVED on 2026-06-26 — it auto-sent Follows on boot, which violates "the code
1497// never throws anything into the fediverse automatically" (would surprise-Follow
1498// for some operators at scale). The dead circle_links table stays as harmless dead
1499// data; an operator restores an old cirkel by re-following in /following (their click).
1500async function resolveApActor(siteUrl) {
1501 try {
1502 const r = await fetch(siteUrl, { headers: { Accept: 'application/activity+json' }, redirect: 'manual' });
1503 if (r.status >= 300 && r.status < 400) { const loc = r.headers.get('location'); if (loc) return new URL(loc, siteUrl).href; }
1504 if (r.ok) return siteUrl;
1505 } catch { /* unreachable */ }
1506 return null;
1507}
1508
1509// ── Self-heal: re-sync the fediverse cache (ap_timeline) after a DRASTIC update ──
1510// Runs ONCE per SELFHEAL_VERSION bump — NOT on every boot. Re-fetches each cached
1511// note and refreshes content + media (recovers covers/edits that were delivered
1512// during a flux window, e.g. a fleet-wide update), and drops notes that are gone
1513// (404/410). Bump SELFHEAL_VERSION only on a release that warrants a re-sync.
1514const SELFHEAL_VERSION = 3;
1515async function fetchNoteAP(url) {
1516 try {
1517 const r = await fetch(url, { headers: { Accept: 'application/activity+json' } });
1518 if (r.status === 404 || r.status === 410) return 404;
1519 if (r.ok) return await r.json();
1520 } catch { /* unreachable */ }
1521 return null;
1522}
1523function mediaFromNote(note) {
1524 const atts = (Array.isArray(note.attachment) ? note.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
1525 if (!atts.some((m) => !m.type || /image/i.test(m.type)) && note.image) {
1526 const im = Array.isArray(note.image) ? note.image[0] : note.image;
1527 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
1528 if (iu) atts.push({ url: iu, type: (im && im.mediaType) || 'image/jpeg' });
1529 }
1530 return JSON.stringify(atts);
1531}
1532// A generic SSRF-safe AP GET (collections / pages).
1533async function apGetJson(url) {
1534 try {
1535 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
1536 if (!r.ok) return null;
1537 const len = Number(r.headers.get('content-length') || 0);
1538 if (len > 3_000_000) return null;
1539 return await r.json();
1540 } catch { return null; }
1541}
1542// AP-native catch-up: pull an actor's standard `outbox` collection and merge their recent
1543// top-level posts into the timeline for `slug`. Push (Create delivery) cannot backfill
1544// history-from-before-you-followed or a delivery that was missed while you were down;
1545// reading the outbox is the spec-conform way to catch up. PULL ONLY — sends nothing.
1546export async function backfillFromOutbox(slug, actorUri, limit = 20) {
1547 try {
1548 if (!slug || !actorUri) return 0;
1549 const actor = await fetchActor(actorUri);
1550 if (!actor || !actor.outbox) return 0;
1551 let page = await apGetJson(typeof actor.outbox === 'string' ? actor.outbox : actor.outbox.id);
1552 let items = (page && (page.orderedItems || page.items)) || [];
1553 if (!items.length && page && page.first) {
1554 page = await apGetJson(typeof page.first === 'string' ? page.first : page.first.id);
1555 items = (page && (page.orderedItems || page.items)) || [];
1556 }
1557 if (!Array.isArray(items) || !items.length) return 0;
1558 const ai = actorInfo(actor, actorUri);
1559 let added = 0;
1560 for (const it of items.slice(0, limit)) {
1561 // Each item is usually a Create wrapping a Note, or sometimes the Note itself.
1562 const o = (it && typeof it.object === 'object' && it.object) ? it.object : it;
1563 if (!o || !o.id) continue;
1564 if (o.type && o.type !== 'Note' && o.type !== 'Article') continue; // skip boosts/other
1565 if (o.inReplyTo) continue; // top-level only
1566 const auth = actorUriOf(o.attributedTo);
1567 if (auth && auth !== actorUri) continue; // their OWN posts only
1568 const html = HtmlSanitizerService.sanitize(o.content || '');
1569 try {
1570 const r = tlStmts().ins.run(o.id, slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, mediaFromNote(o), o.sensitive ? 1 : 0, o.summary || null);
1571 if (r && r.changes > 0) added++;
1572 } catch { /* ignore */ }
1573 }
1574 if (added) console.log('[AP] outbox backfill', actorUri, '→', slug, '+' + added);
1575 return added;
1576 } catch { return 0; }
1577}
1578let _selfHealing = false;
1579export async function selfHealTimeline() {
1580 if (_selfHealing) return; _selfHealing = true;
1581 try {
1582 let cur = 0;
1583 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_version'); cur = r ? (parseInt(r.value, 10) || 0) : 0; } catch { return; }
1584 if (cur >= SELFHEAL_VERSION) return; // already healed for this version — skip on normal boots
1585 let rows = [];
1586 try { rows = db.prepare('SELECT id, content, media_json, nsfw, cw FROM ap_timeline ORDER BY rowid DESC LIMIT 200').all(); } catch { /* no table */ }
1587 let healed = 0;
1588 for (const r of rows) {
1589 try {
1590 const note = await fetchNoteAP(r.id);
1591 if (note === 404) { db.prepare('DELETE FROM ap_timeline WHERE id = ?').run(r.id); healed++; continue; }
1592 if (!note || typeof note !== 'object') continue;
1593 const html = HtmlSanitizerService.sanitize(note.content || '');
1594 const media = mediaFromNote(note);
1595 const nsfw = note.sensitive ? 1 : 0; // re-sync NSFW/sensitive + CW onto already-cached posts
1596 const cw = note.summary || null;
1597 if ((html && html !== r.content) || media !== (r.media_json || '[]') || nsfw !== (r.nsfw || 0) || (cw || '') !== (r.cw || '')) {
1598 db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ? WHERE id = ?').run(html || r.content, media, nsfw, cw, r.id);
1599 healed++;
1600 }
1601 } catch { /* per-note best-effort */ }
1602 }
1603 try { db.prepare('INSERT OR REPLACE INTO app_settings (key, value) VALUES (?, ?)').run('selfheal_version', String(SELFHEAL_VERSION)); } catch { /* ignore */ }
1604 if (rows.length) console.log(`[AP] self-heal v${SELFHEAL_VERSION}: ${healed}/${rows.length} timeline notes`);
1605 } catch { /* never block boot */ } finally { _selfHealing = false; }
1606}
1607
1608// Follow a fediverse account by @handle (WebFinger → actor → signed Follow).
1609export async function followActor(site, handle, autoBoost = false) {
1610 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1611 if (!base || !site || !site.slug) return { error: 'config' };
1612 // Accept any of: a profile/actor URL, an @user@host handle (WebFinger), or a
1613 // bare site domain (site.com) — for a single-actor site (Klonkt etc.) the root
1614 // resolves to its AP actor, so you can follow a site by just its domain.
1615 const s = String(handle || '').trim();
1616 let actorUrl;
1617 if (/^https?:\/\//i.test(s)) actorUrl = safeUrl(s) || null;
1618 else if (s.includes('@')) actorUrl = await webfingerResolve(s);
1619 else if (/^[a-z0-9.-]+\.[a-z]{2,}/i.test(s)) actorUrl = await resolveApActor('https://' + s.replace(/^\/+|\/+$/g, ''));
1620 else actorUrl = null;
1621 if (!actorUrl) return { error: 'not_found' };
1622 const actor = await fetchActor(actorUrl).catch(() => null);
1623 if (!actor || !actor.id || !actor.inbox) return { error: 'unreachable' };
1624 const ai = actorInfo(actor, actor.id);
1625 const me = actorId(base, site.slug);
1626 const keys = getOrCreateKeys(site.slug);
1627 const followId = `${me}#follow-${Date.now()}-${rid()}`;
1628 fwStmts().ins.run(site.slug, actor.id, ai.handle, ai.name, ai.icon, ai.url, actor.inbox, followId, 'pending', autoBoost ? 1 : 0);
1629 const follow = { '@context': AP_CONTEXT, id: followId, type: 'Follow', actor: me, object: actor.id };
1630 try { await deliver(actor.inbox, follow, `${me}#main-key`, keys.private_pem); }
1631 catch (e) { console.warn('[AP] follow deliver failed:', e.message); }
1632 console.log('[AP] follow', site.slug, '→', actor.id);
1633 // Follow + feature in one step → backfill their recent posts into the Cirkel right away.
1634 if (autoBoost) backfillFromOutbox(site.slug, actor.id).catch(() => {});
1635 return { ok: true, name: ai.name, handle: ai.handle, actor: actor.id };
1636}
1637
1638// Resolve a profile URL or @handle to a followable remote actor (for the
1639// authorize_interaction "Follow" flow). Returns display fields + inbox, or null
1640// when it isn't a reachable actor (e.g. the input was a post, not a profile).
1641export async function resolveRemoteActor(input) {
1642 const s = String(input || '').trim();
1643 const actorUrl = /^https?:\/\//i.test(s) ? (safeUrl(s) || null) : await webfingerResolve(s);
1644 if (!actorUrl) return null;
1645 const actor = await fetchActor(actorUrl).catch(() => null);
1646 if (!actor || !actor.id || !actor.inbox) return null;
1647 const ai = actorInfo(actor, actor.id);
1648 return { actor_uri: actor.id, actor_name: ai.name, actor_handle: ai.handle, actor_url: ai.url, actor_icon: ai.icon, inbox: actor.inbox };
1649}
1650
1651export async function unfollowActor(site, actorUri) {
1652 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1653 const me = actorId(base, site.slug);
1654 const keys = getOrCreateKeys(site.slug);
1655 const row = fwStmts().one.get(site.slug, actorUri);
1656 // Undo(Follow) MUST reference the original Follow's real id so the remote can correlate it
1657 // and drop the follow. The old `${me}#follow` fallback never matched anything → the unfollow
1658 // silently failed on the remote. With no stored follow id (legacy row), skip the network Undo
1659 // rather than send an unmatchable one. Deliver durably via the retry queue.
1660 if (row && row.inbox && row.follow_id) {
1661 const undo = { '@context': AP_CONTEXT, id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me, object: { id: row.follow_id, type: 'Follow', actor: me, object: actorUri } };
1662 deliverWithRetry(site.slug, row.inbox, undo, `${me}#main-key`, keys.private_pem);
1663 } else if (row && row.inbox) {
1664 console.warn('[AP] unfollow', site.slug, '→', actorUri, '— no stored follow id; removed locally only (legacy follow, remote may keep it)');
1665 }
1666 fwStmts().del.run(site.slug, actorUri);
1667 return { ok: true };
1668}
1669
1670// Send a Like or Announce (boost) on a remote note FROM this site.
1671export async function sendInteraction(site, kind, targetNoteId, authorUri) {
1672 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1673 if (!base || !site || !site.slug || !targetNoteId) return { error: 'config' };
1674 const me = actorId(base, site.slug);
1675 const keys = getOrCreateKeys(site.slug);
1676 // 'unboost' = Undo(Announce): retracts a boost so followers' servers remove the
1677 // reblog (matched on actor+object — no record of the original Announce needed).
1678 const fanout = (kind === 'boost' || kind === 'unboost'); // also goes to our followers
1679 const followersCol = `${me}/followers`;
1680 // Address the original author in cc so their server (Mastodon, WordPress/ActivityPub, …)
1681 // attributes the boost to their post and notifies them — without this, a shared-inbox
1682 // receiver has nothing to route the Announce to. Non-fragment activity ids + a `published`
1683 // stamp keep us aligned with what Mastodon emits.
1684 const audience = authorUri ? [followersCol, authorUri] : [followersCol];
1685 let act;
1686 if (kind === 'unboost' || kind === 'unlike') {
1687 // Undo(Announce) retracts a boost; Undo(Like) un-favourites (matched on actor+object,
1688 // no record of the original activity needed — Mastodon honours both).
1689 const inner = kind === 'unboost' ? 'Announce' : 'Like';
1690 act = {
1691 '@context': AP_CONTEXT,
1692 id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me,
1693 object: { id: `${me}/${inner.toLowerCase()}/${Date.now()}-${rid()}`, type: inner, actor: me, object: targetNoteId },
1694 };
1695 if (kind === 'unboost') { act.to = [PUBLIC]; act.cc = audience; }
1696 } else {
1697 const type = kind === 'boost' ? 'Announce' : 'Like';
1698 act = {
1699 '@context': AP_CONTEXT,
1700 id: `${me}/${type.toLowerCase()}/${Date.now()}-${rid()}`,
1701 type, actor: me, object: targetNoteId,
1702 };
1703 if (type === 'Announce') { act.published = new Date().toISOString(); act.to = [PUBLIC]; act.cc = audience; }
1704 }
1705 const inboxes = new Set();
1706 // Author first, via their PERSONAL inbox (not the shared one) so a multi-user receiver
1707 // routes the Announce/Like to the right post unambiguously.
1708 if (authorUri) { const a = await fetchActor(authorUri).catch(() => null); if (a) inboxes.add(a.inbox || (a.endpoints && a.endpoints.sharedInbox)); }
1709 if (fanout) { for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox); }
1710 // Queue each delivery (immediate attempt + backoff retries on failure via ap_delivery)
1711 // instead of a single fire-and-forget POST, so a transient hiccup at the receiver doesn't
1712 // silently lose the boost — same durability a new post (deliverCreate) already gets.
1713 let queued = 0;
1714 for (const inbox of [...inboxes].filter(Boolean)) { deliverWithRetry(site.slug, inbox, act, `${me}#main-key`, keys.private_pem); queued++; }
1715 console.log('[AP]', kind, site.slug, '→', targetNoteId, 'queued', queued, 'inbox(es)');
1716 return { ok: true, delivered: queued };
1717}
1718
1719// Notifications inbox: new followers + replies/likes/boosts on this site's posts.
1720export function getNotifications(slug, limit) {
1721 const out = [];
1722 try {
1723 for (const f of db.prepare('SELECT actor_uri, created_at FROM ap_followers WHERE slug = ? ORDER BY created_at DESC LIMIT 50').all(slug)) {
1724 out.push({ type: 'follow', handle: deriveHandle(f.actor_uri), url: f.actor_uri, created_at: f.created_at });
1725 }
1726 } catch { /* ignore */ }
1727 try {
1728 const rows = db.prepare(`
1729 SELECT i.kind, i.actor_name, i.actor_handle, i.actor_url, i.content, i.created_at,
1730 p.slug AS post_slug, p.title AS post_title
1731 FROM ap_interactions i LEFT JOIN posts p ON p.id = i.post_id
1732 WHERE p.site_id = (SELECT id FROM sites WHERE slug = ?)
1733 ORDER BY i.created_at DESC LIMIT 80
1734 `).all(slug);
1735 for (const r of rows) out.push({
1736 type: r.kind, name: r.actor_name, handle: r.actor_handle, url: r.actor_url,
1737 content: stripLeadingMentions(r.content), post_slug: r.post_slug, post_title: r.post_title, created_at: r.created_at,
1738 });
1739 } catch { /* ignore */ }
1740 out.sort((a, b) => new Date(b.created_at) - new Date(a.created_at));
1741 return out.slice(0, limit || 60);
1742}
1743
1744// ── Blocking / defederation ───────────────────────────────────────
1745let _insBl, _delBl, _listBl;
1746function blStmts() {
1747 if (!_insBl) {
1748 _insBl = db.prepare('INSERT OR IGNORE INTO ap_blocks (slug, target, kind, label, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
1749 _delBl = db.prepare('DELETE FROM ap_blocks WHERE slug = ? AND target = ?');
1750 _listBl = db.prepare('SELECT * FROM ap_blocks WHERE slug = ? ORDER BY created_at DESC');
1751 }
1752 return { ins: _insBl, del: _delBl, list: _listBl };
1753}
1754export function listBlocks(slug) { return blStmts().list.all(slug); }
1755
1756// True if an actor (or its whole domain) is blocked anywhere on this instance.
1757export function isBlockedAny(actorUri) {
1758 if (!actorUri) return false;
1759 let domain = ''; try { domain = new URL(actorUri).host; } catch { /* ignore */ }
1760 try { return !!db.prepare("SELECT 1 FROM ap_blocks WHERE (kind='actor' AND target=?) OR (kind='domain' AND target=?) LIMIT 1").get(actorUri, domain); }
1761 catch { return false; }
1762}
1763
1764function purgeBlocked(kind, target) {
1765 try {
1766 if (kind === 'domain') {
1767 const like = `%//${target}/%`;
1768 db.prepare('DELETE FROM ap_interactions WHERE actor_uri LIKE ?').run(like);
1769 db.prepare('DELETE FROM ap_timeline WHERE author_uri LIKE ?').run(like);
1770 db.prepare('DELETE FROM ap_followers WHERE actor_uri LIKE ?').run(like);
1771 } else {
1772 db.prepare('DELETE FROM ap_interactions WHERE actor_uri = ?').run(target);
1773 db.prepare('DELETE FROM ap_timeline WHERE author_uri = ?').run(target);
1774 db.prepare('DELETE FROM ap_followers WHERE actor_uri = ?').run(target);
1775 }
1776 } catch { /* best-effort */ }
1777}
1778
1779// Block an actor (@handle or actor URL) or a whole domain; purges their content.
1780export async function blockTarget(site, input) {
1781 const raw = String(input || '').trim();
1782 if (!site || !site.slug || !raw) return { error: 'empty' };
1783 let kind, target, label;
1784 if (/^https?:\/\//i.test(raw)) { kind = 'actor'; target = raw; label = raw; }
1785 else if (raw.includes('@')) {
1786 const actorUrl = await webfingerResolve(raw);
1787 if (!actorUrl) return { error: 'not_found' };
1788 kind = 'actor'; target = actorUrl; label = raw.startsWith('@') ? raw : ('@' + raw);
1789 } else { kind = 'domain'; target = raw.toLowerCase(); label = raw.toLowerCase(); }
1790 blStmts().ins.run(site.slug, target, kind, label);
1791 purgeBlocked(kind, target);
1792 console.log('[AP] block', site.slug, kind, target);
1793 return { ok: true, label };
1794}
1795
1796export function unblock(site, target) { blStmts().del.run(site.slug, target); return { ok: true }; }
1797
1798export default {
1799 AP_CONTEXT, getOrCreateKeys, apWants, sendAP, actorId, noteId,
1800 buildActor, buildNote, buildCreate, buildOutbox, buildFollowers, buildFollowing, buildFeatured,
1801 followerCount, deliver, fetchActor, verifyRequest, handleInbox, deliverCreate, deliverDelete, deliverUpdate, deliverActorUpdate, resyncFeaturedPins,
1802 getInteractions, getInteractionById, setInteractionBoosted, setInteractionLiked, setMyReaction, getMyReactions, buildReplyNote, getOutboxNote, deliverReply, resolveRemoteNote,
1803 listOutbox, deliverOutboxDelete, deliverOutboxUpdate,
1804 webfingerResolve, followActor, resolveRemoteActor, unfollowActor, listFollowing, setAutoBoost, backfillFromOutbox, getTimeline, sendInteraction,
1805 autoBoostCount, boostedCount, markBoosted, unmarkBoosted, markLiked, unmarkLiked, getTimelineReaction, upsertBoostedNote, getCirkelPosts, getCirkelMembers, selfHealTimeline,
1806 getNotifications, listBlocks, isBlockedAny, blockTarget, unblock,
1807 deliverWithRetry, enqueueDelivery, processDeliveryQueue, startDeliveryWorker,
1808 getReplyUris, markNotificationsSeen, countUnseenNotifications, hasPlayableAudio,
1809};
Note: See TracBrowser for help on using the repository browser.