source: Klonkt/src/services/ActivityPubService.js@ 292734a

main
Last change on this file since 292734a was 292734a, checked in by roboburr <roboburr@…>, 2 months ago

refactor(federation): specific AS2 media types (Image/Audio) for attachments, not generic Document

AS2 has dedicated Image/Audio/Video subtypes; we emitted generic Document + mediaType for both
image and audio attachments. Now emit the specific type (derived from mediaType), keeping
mediaType as the interop safety net. More spec-canonical (matches PeerTube/Funkwhale's Video/
Audio); Image/Audio/Video are AS2-core so the shared @context + the AS2 validity test still pass.

  • src/services/ActivityPubService.js — attachment type from mediaType (fedi_open audio → Audio, images → Image)

Co-Authored-By: Claude <noreply@…>

  • Property mode set to 100644
File size: 98.0 KB
Line 
1/**
2 * ActivityPubService — Klonkt as a real ActivityPub actor (fediverse bridge).
3 *
4 * Phase 1 (this file): the PUBLISH/discoverable side.
5 * - per-site RSA keypair (Mastodon-compatible HTTP Signatures; separate from
6 * the Ed25519 keys used by the lighter Cirkels v1)
7 * - builders for the Actor document, Note objects and the Outbox collection
8 * - apWants(): HTTP content-negotiation helper (activity+json vs HTML)
9 *
10 * The interactive side (inbox: Follow/Accept, signature verify, delivery to
11 * followers) lands in the next step and is tested live against Mastodon.
12 *
13 * AP actor URLs live under /ap/* so they never clash with the human pages:
14 * actor = <base>/ap/users/<slug>
15 * inbox = <actor>/inbox outbox = <actor>/outbox
16 * note = <base>/ap/notes/<postId>
17 */
18import crypto from 'crypto';
19import dns from 'dns';
20import net from 'net';
21import db from '../config/database.js';
22import HtmlSanitizerService from './HtmlSanitizerService.js';
23
24const PUBLIC = 'https://www.w3.org/ns/activitystreams#Public';
25// Full JSON-LD context for every AP object we emit: AS2 core + security (publicKey) + the
26// extension terms we actually use (Mastodon/toot + schema.org), each with a term definition
27// so a strict JSON-LD processor resolves them instead of dropping them → valid AS2/JSON-LD.
28// This is the same context shape Mastodon publishes, so Mastodon sees no change.
29const AP_CONTEXT = [
30 'https://www.w3.org/ns/activitystreams',
31 'https://w3id.org/security/v1',
32 {
33 toot: 'http://joinmastodon.org/ns#',
34 schema: 'http://schema.org#',
35 sensitive: 'as:sensitive',
36 Hashtag: 'as:Hashtag',
37 manuallyApprovesFollowers: 'as:manuallyApprovesFollowers',
38 discoverable: 'toot:discoverable',
39 featured: { '@id': 'toot:featured', '@type': '@id' },
40 PropertyValue: 'schema:PropertyValue',
41 value: 'schema:value',
42 embedUrl: { '@id': 'schema:embedUrl', '@type': '@id' },
43 },
44];
45
46// Short random suffix so two activity ids minted in the same millisecond (e.g.
47// parallel saves) don't collide and get deduped by a receiver.
48const rid = () => crypto.randomBytes(4).toString('hex');
49
50// Keep only http(s) URLs — drops javascript:/data:/etc so a remote actor can't
51// smuggle a dangerous scheme into a stored href/src (rendered in owner-only views).
52const safeUrl = (u) => { const s = String(u == null ? '' : u).trim(); return /^https?:\/\//i.test(s) ? s : ''; };
53
54// ── SSRF guard for outbound fetches ───────────────────────────────
55// Remote URLs (actor/keyId/webfinger/inbox/inReplyTo) are attacker-controlled, so
56// every outbound fetch must refuse hosts that resolve to private/loopback ranges
57// (cloud metadata, internal services) — on the initial host AND each redirect hop.
58function isBlockedIp(ip) {
59 if (!ip) return true;
60 const v = net.isIP(ip);
61 if (v === 4) {
62 const o = ip.split('.').map(Number);
63 return o[0] === 127 || o[0] === 10 || o[0] === 0
64 || (o[0] === 172 && o[1] >= 16 && o[1] <= 31)
65 || (o[0] === 192 && o[1] === 168)
66 || (o[0] === 169 && o[1] === 254)
67 || (o[0] === 100 && o[1] >= 64 && o[1] <= 127); // CGNAT
68 }
69 if (v === 6) {
70 const s = ip.toLowerCase().replace(/^\[|\]$/g, '');
71 return s === '::1' || s === '::' || s.startsWith('fc') || s.startsWith('fd') || s.startsWith('fe80')
72 || s.startsWith('::ffff:127.') || s.startsWith('::ffff:10.') || s.startsWith('::ffff:192.168.')
73 || s.startsWith('::ffff:169.254.') || s.startsWith('::ffff:172.');
74 }
75 return true; // not an IP literal we recognise → refuse
76}
77async function assertPublicHost(hostname) {
78 if (net.isIP(hostname)) { if (isBlockedIp(hostname)) throw new Error('ssrf-blocked-ip'); return; }
79 const addrs = await dns.promises.lookup(hostname, { all: true });
80 if (!addrs.length || addrs.some((a) => isBlockedIp(a.address))) throw new Error('ssrf-blocked-host');
81}
82export async function safeFetch(url, opts = {}, maxRedirects = 3) {
83 let target = url;
84 for (let hop = 0; ; hop++) {
85 const u = new URL(target); // throws on malformed → caller's catch
86 if (u.protocol !== 'https:' && u.protocol !== 'http:') throw new Error('ssrf-bad-scheme');
87 await assertPublicHost(u.hostname);
88 const r = await fetch(target, { ...opts, redirect: 'manual', signal: AbortSignal.timeout(8000) });
89 const loc = (r.status >= 300 && r.status < 400) ? r.headers.get('location') : null;
90 if (loc && hop < maxRedirects) { target = new URL(loc, target).toString(); continue; }
91 return r;
92 }
93}
94const MAX_OUTBOX = 20;
95// Cache-buster for the music listen-link → forces Mastodon to re-crawl a FRESH
96// (square) player card. Bump this whenever the twitter:player card dimensions change.
97const FEDI_CARD_VER = '2';
98
99// ── RSA keys per actor (lazy, cached in DB) ───────────────────────
100// Prepared lazily (NOT at module load) — the ap_keys table is created in
101// initializeDatabase(), which runs after this module is imported.
102let _sel, _ins;
103function keyStmts() {
104 if (!_sel) {
105 _sel = db.prepare('SELECT public_pem, private_pem FROM ap_keys WHERE slug = ?');
106 _ins = db.prepare('INSERT OR IGNORE INTO ap_keys (slug, public_pem, private_pem, created_at) VALUES (?,?,?,CURRENT_TIMESTAMP)');
107 }
108 return { sel: _sel, ins: _ins };
109}
110
111export function getOrCreateKeys(slug) {
112 const { sel, ins } = keyStmts();
113 const row = sel.get(slug);
114 if (row) return row;
115 const { publicKey, privateKey } = crypto.generateKeyPairSync('rsa', {
116 modulusLength: 2048,
117 publicKeyEncoding: { type: 'spki', format: 'pem' },
118 privateKeyEncoding: { type: 'pkcs8', format: 'pem' },
119 });
120 ins.run(slug, publicKey, privateKey);
121 return sel.get(slug) || { public_pem: publicKey, private_pem: privateKey };
122}
123
124// ── content negotiation ───────────────────────────────────────────
125// True when the caller wants ActivityPub JSON rather than the HTML page.
126export function apWants(req) {
127 const a = String(req.headers.accept || '').toLowerCase();
128 return a.includes('application/activity+json') ||
129 (a.includes('application/ld+json') && a.includes('activitystreams'));
130}
131
132const AP_CONTENT_TYPE = 'application/activity+json; charset=utf-8';
133export function sendAP(res, obj) {
134 res.type(AP_CONTENT_TYPE);
135 res.set('Cache-Control', 'public, max-age=120');
136 res.send(JSON.stringify(obj));
137}
138
139// ── document builders ─────────────────────────────────────────────
140export function actorId(base, slug) { return `${base}/ap/users/${encodeURIComponent(slug)}`; }
141export function noteId(base, postId) { return `${base}/ap/notes/${encodeURIComponent(postId)}`; }
142
143export function buildActor(base, site) {
144 const id = actorId(base, site.slug);
145 const keys = getOrCreateKeys(site.slug);
146 const actor = {
147 '@context': AP_CONTEXT,
148 id,
149 type: 'Person',
150 preferredUsername: site.slug,
151 name: site.title || site.slug,
152 summary: site.tagline || site.description || '',
153 url: `${base}/${site.slug === site.primary_slug ? '' : 'user/' + encodeURIComponent(site.slug)}`,
154 manuallyApprovesFollowers: false,
155 discoverable: true,
156 inbox: `${id}/inbox`,
157 outbox: `${id}/outbox`,
158 followers: `${id}/followers`,
159 following: `${id}/following`,
160 featured: `${id}/featured`,
161 endpoints: { sharedInbox: `${base}/ap/inbox` },
162 publicKey: {
163 id: `${id}#main-key`,
164 owner: id,
165 publicKeyPem: keys.public_pem,
166 },
167 };
168 if (site.profile_photo) {
169 const u = /^https?:/.test(site.profile_photo) ? site.profile_photo : `${base}${site.profile_photo.startsWith('/') ? '' : '/'}${site.profile_photo}`;
170 actor.icon = { type: 'Image', url: u };
171 }
172 // Account creation date — shown by Mastodon + read by indexers (additive, standard AS2).
173 if (site.created_at) { try { actor.published = new Date(site.created_at).toISOString(); } catch { /* skip bad date */ } }
174 // Profile links → PropertyValue rows: Mastodon/PeerTube/WordPress-ActivityPub render these as
175 // profile metadata (rel=me enables link-back verification). Additive; ignored by simpler receivers.
176 try {
177 const links = JSON.parse(site.profile_links || '[]');
178 if (Array.isArray(links) && links.length) {
179 const esc = (s) => String(s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
180 const rows = links
181 .filter((l) => l && l.url && /^https?:/i.test(l.url))
182 .map((l) => ({
183 type: 'PropertyValue',
184 name: esc(l.platform || 'Link'),
185 value: `<a href="${esc(l.url).replace(/"/g, '&quot;')}" rel="me nofollow noopener" target="_blank">${esc(String(l.url).replace(/^https?:\/\//, ''))}</a>`,
186 }));
187 if (rows.length) actor.attachment = rows;
188 }
189 } catch { /* skip malformed profile_links */ }
190 return actor;
191}
192
193// Does a post's audio shortcodes reference at least one PLAYABLE (file-backed)
194// track? Link-only tracks (external Spotify/YouTube, media_id NULL) don't count —
195// they have no Klonkt-hosted audio to embed, so no player card / cover-suppression.
196export function hasPlayableAudio(content, siteId) {
197 if (!content || !/\[\[(track|album|playlist):/i.test(content)) return false;
198 try {
199 for (const m of content.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT media_id FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.media_id) return true; }
200 for (const m of content.matchAll(/\[\[album:([^\]]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM audio_tracks WHERE site_id = ? AND album = ? AND media_id IS NOT NULL LIMIT 1').get(siteId, m[1].trim())) return true; }
201 for (const m of content.matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id WHERE pt.playlist_id = ? AND t.media_id IS NOT NULL LIMIT 1').get(m[1])) return true; }
202 } catch { /* non-fatal */ }
203 return false;
204}
205
206// A single post as an AS2 Note (the object), and as a Create activity (for outbox/delivery).
207export function buildNote(base, site, post) {
208 const id = noteId(base, post.id);
209 const aId = actorId(base, site.slug);
210 const human = `${base}/${encodeURIComponent(post.slug)}`;
211 // Mastodon ignores a Note's `name`, so put the title INTO the content (bold
212 // first line) — the standard blog→fediverse convention. post.content is
213 // already sanitized HTML; the title is plain text, so escape it.
214 const escTitle = String(post.title || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
215 const titleHtml = post.title ? `<p><strong>${escTitle}</strong></p>` : '';
216
217 // Images travel as AP `attachment` (Mastodon strips <img> from content). Collect
218 // the cover + any inline <img>, make absolute, then strip <img> from the content
219 // to avoid duplicate rendering on clients that DO keep them.
220 const abs = (u) => !u ? null : (/^https?:/i.test(u) ? u : `${base}${u.startsWith('/') ? '' : '/'}${u}`);
221 const mediaType = (u) => {
222 const e = ((u || '').split('?')[0].match(/\.(\w+)$/) || [])[1];
223 return ({ jpg: 'image/jpeg', jpeg: 'image/jpeg', png: 'image/png', gif: 'image/gif', webp: 'image/webp', avif: 'image/avif' })[(e || '').toLowerCase()] || 'image/jpeg';
224 };
225 const hadAudio = /\[\[(track|album|playlist):/i.test(post.content || '');
226 const playable = hasPlayableAudio(post.content || '', site && site.id);
227 const urls = [];
228 // Posts with PLAYABLE hosted audio suppress image attachments so Mastodon renders
229 // the player CARD (twitter:player) instead of the cover — media attachment and
230 // link/player card are mutually exclusive on Mastodon. Link-only audio (external)
231 // keeps its cover (no player card to show).
232 if (post.cover_image_url && !playable) urls.push(abs(post.cover_image_url));
233 let body = post.content || '';
234 if (!playable) for (const m of body.matchAll(/<img\b[^>]*\bsrc="([^"]+)"[^>]*>/gi)) urls.push(abs(m[1]));
235 body = body.replace(/<img\b[^>]*>/gi, '');
236 // Audio shortcodes: do NOT federate the raw audio file — Klonkt deliberately
237 // gates audio (the /audio/stream URL has friction), and shipping it as an AP
238 // audio attachment would hand Mastodon a plain, downloadable mp3 URL. Instead,
239 // replace the shortcodes with a "🎵 listen on the site" link so the post invites
240 // a click-through to the protected player (discovery without leaking the file).
241 const esc = (s) => String(s == null ? '' : s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
242 const audioLabels = [];
243 try {
244 for (const m of body.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT title FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.title) audioLabels.push(r.title); }
245 for (const m of body.matchAll(/\[\[album:([^\]]+)\]\]/g)) audioLabels.push(m[1].trim());
246 } catch { /* non-fatal */ }
247 // fedi_open tracks → real AS2 Audio attachments (the actual file URL, served ungated) so
248 // EVERY client incl. the Mastodon apps plays them inline natively. Gated tracks (default)
249 // stay link/card-only — the file is never exposed for them. Resolve from post.content so a
250 // later body mutation can't affect it.
251 const openAudio = [];
252 if (hadAudio) {
253 const seenA = new Set();
254 const addRow = (r) => {
255 const fn = r.filename || (r.storage_path || '').split('/').pop();
256 if (!fn || seenA.has(fn)) return; seenA.add(fn);
257 openAudio.push({ type: 'Audio', mediaType: r.mime_type || 'audio/mpeg', url: `${base}/audio/stream/${encodeURIComponent(fn)}`, name: r.title || 'Audio' });
258 };
259 const SEL = 'SELECT t.title, m.filename, m.storage_path, m.mime_type FROM audio_tracks t JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND ';
260 try {
261 for (const mm of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare(SEL + 't.id = ?').get(mm[1]); if (r) addRow(r); }
262 for (const mm of (post.content || '').matchAll(/\[\[album:([^\]]+)\]\]/g)) for (const r of db.prepare(SEL + 't.site_id = ? AND t.album = ? ORDER BY t.rowid').all(site.id, mm[1].trim())) addRow(r);
263 for (const mm of (post.content || '').matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) for (const r of db.prepare('SELECT t.title, m.filename, m.storage_path, m.mime_type FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND pt.playlist_id = ? ORDER BY pt.position').all(mm[1])) addRow(r);
264 } catch { /* non-fatal */ }
265 }
266 body = body.replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
267 // External embeds ([[embed:url]]) → emit the bare URL as a link so Mastodon
268 // renders its OWN preview/player card (YouTube/Spotify/SoundCloud/etc) instead
269 // of federating the raw shortcode text.
270 body = body.replace(/\[\[embed:([^\]]+)\]\]/gi, (mm, raw) => {
271 const u = esc(raw.trim().replace(/&amp;/g, '&'));
272 return `<p><a href="${u}">${u}</a></p>`;
273 });
274 if (hadAudio) {
275 const lbl = audioLabels.length ? esc(audioLabels.slice(0, 4).join(', ')) : '';
276 // For playable posts, append a version param to the listen-link so Mastodon
277 // sees a NEW card URL and re-crawls it (fresh SQUARE player card) instead of
278 // reusing the cached landscape one. Invisible: the link TEXT stays clean, the
279 // page ignores the param. Bump FEDI_CARD_VER when the card dimensions change.
280 const listenHref = playable ? `${human}?fc=${FEDI_CARD_VER}` : human;
281 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong> — ` : ''}<a href="${listenHref}">listen on ${esc(site.title || 'the site')}</a></p>`;
282 }
283 // Klonkt renders post content with white-space:pre-wrap, so raw newlines ARE line
284 // breaks on the site. Mastodon (plain HTML) collapses whitespace and would drop them,
285 // so convert newlines to <br> for the federated copy (content already made with
286 // shift+enter uses <br> and has no \n → this is a no-op there).
287 body = body.replace(/\r?\n/g, '<br>');
288 body = linkHashtags(base, body); // link inline #hashtags in the post body too
289 // Append the tags-field hashtags to the content so Mastodon renders them as clickable
290 // hashtags (a Hashtag that's only in the `tag` array isn't shown inline). CamelCase
291 // multi-word tags; skip any already present inline in the body.
292 {
293 const inlineTags = new Set(hashtagTags(base, body).map((h) => h.name.slice(1).toLowerCase()));
294 const addSeen = new Set();
295 const tagLinks = normalizeTags(post.tags).map(tagParts).filter(Boolean)
296 .filter((p) => !inlineTags.has(p.slug) && !addSeen.has(p.slug) && addSeen.add(p.slug))
297 .map((p) => `<a href="${base}/tag/${encodeURIComponent(p.slug)}" class="mention hashtag" rel="tag">#${p.label}</a>`);
298 if (tagLinks.length) body += `<p>${tagLinks.join(' ')}</p>`;
299 }
300 const seen = new Set();
301 const attachment = urls.filter(Boolean)
302 .filter((u) => { if (seen.has(u)) return false; seen.add(u); return true; })
303 .map((u) => { const mt = mediaType(u); // specific AS2 subtype (Image/Audio/Video) over generic Document
304 const ty = /^image\//i.test(mt) ? 'Image' : /^video\//i.test(mt) ? 'Video' : /^audio\//i.test(mt) ? 'Audio' : 'Document';
305 return { type: ty, mediaType: mt, url: u }; });
306 for (const a of openAudio) attachment.push(a); // fedi_open tracks → native Audio players
307
308 const note = {
309 id,
310 type: 'Note',
311 attributedTo: aId,
312 content: titleHtml + body,
313 url: human,
314 published: new Date(post.published_at || post.created_at || Date.now()).toISOString(),
315 // fan_only = "fans only" → followers-only visibility (delivered to your followers
316 // but not addressed to Public, so Mastodon shows it only to them and can't boost it).
317 to: post.fan_only ? [`${aId}/followers`] : [PUBLIC],
318 cc: post.fan_only ? [] : [`${aId}/followers`],
319 tag: buildHashtagList(base, post.tags, body),
320 replies: `${id}/replies`,
321 // NSFW → Mastodon-style content warning: sensitive (blurs media) + a summary/spoiler
322 // (hides the whole post behind a "Gevoelige inhoud" button until the reader opens it).
323 sensitive: !!post.nsfw,
324 };
325 if (post.nsfw) note.summary = post.content_warning || 'Gevoelige inhoud';
326 if (attachment.length) note.attachment = attachment;
327 // Playable-audio posts suppress the cover attachment (player card). Still expose
328 // the cover via AS2 `image` so card/grid consumers (the Klonkt Cirkel) can show
329 // it — Mastodon ignores a Note's `image`, so the player card is unaffected.
330 if (post.cover_image_url && playable) {
331 const cov = abs(post.cover_image_url);
332 if (cov) note.image = { type: 'Image', mediaType: mediaType(cov), url: cov };
333 }
334 // Experiment (mirrors PeerTube / schema.org `embedUrl`): point at the GATED player page
335 // (/embed) so a client that honours embedUrl can show an inline player WITHOUT ever
336 // getting the audio file — the anti-steal posture is untouched. `embedUrl` is a real
337 // standard field name (not a Klonkt invention); if Mastodon's apps honour it on a Note we
338 // make it JSON-LD-clean with a context term, otherwise it degrades to the player card.
339 if (playable) note.embedUrl = `${base}/embed?post=${encodeURIComponent(post.slug)}`;
340 return note;
341}
342
343// All reply note URIs on a local post (inbound fediverse replies + our own
344// outbound replies) — backs the Note's `replies` Collection so remote servers
345// can fetch the whole thread.
346export function getReplyUris(base, postId) {
347 const out = [];
348 try {
349 for (const r of db.prepare("SELECT object_uri FROM ap_interactions WHERE kind = 'reply' AND post_id = ? AND object_uri != '' ORDER BY created_at").all(postId)) out.push(r.object_uri);
350 for (const r of db.prepare('SELECT id FROM ap_outbox WHERE post_id = ? ORDER BY rowid').all(postId)) out.push(`${base}/ap/notes/${r.id}`);
351 } catch { /* non-fatal */ }
352 return out;
353}
354
355// Notifications "seen" tracking → a real bell badge. Stored per site in app_settings.
356export function markNotificationsSeen(slug) {
357 try {
358 db.prepare("INSERT INTO app_settings (key, value, updated_at) VALUES (?, ?, CURRENT_TIMESTAMP) ON CONFLICT(key) DO UPDATE SET value = excluded.value, updated_at = CURRENT_TIMESTAMP")
359 .run(`fedi_notif_seen:${slug}`, new Date().toISOString());
360 } catch { /* non-fatal */ }
361}
362export function countUnseenNotifications(slug) {
363 try {
364 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
365 const seen = row ? Date.parse(row.value) : 0;
366 let n = 0;
367 for (const it of getNotifications(slug, 50)) { if (Date.parse(it.created_at) > seen) n++; }
368 return n;
369 } catch { return 0; }
370}
371
372export function buildCreate(base, site, post) {
373 const note = buildNote(base, site, post);
374 return {
375 '@context': AP_CONTEXT,
376 id: note.id + '#create',
377 type: 'Create',
378 actor: actorId(base, site.slug),
379 published: note.published,
380 to: note.to,
381 cc: note.cc,
382 object: note,
383 };
384}
385
386export function buildOutbox(base, site, posts) {
387 const id = `${actorId(base, site.slug)}/outbox`;
388 const items = (posts || []).slice(0, MAX_OUTBOX).map((p) => buildCreate(base, site, p));
389 return {
390 '@context': AP_CONTEXT,
391 id,
392 type: 'OrderedCollection',
393 totalItems: items.length,
394 orderedItems: items,
395 };
396}
397
398export function buildFollowers(base, site, count) {
399 const id = `${actorId(base, site.slug)}/followers`;
400 return {
401 '@context': AP_CONTEXT,
402 id,
403 type: 'OrderedCollection',
404 totalItems: count || 0,
405 orderedItems: [], // hidden for privacy; count only
406 };
407}
408
409// The accounts this site follows — count only, mirroring buildFollowers. The spec lists
410// `following` as a standard actor property; Hubzilla/Friendica + crawlers expect it.
411export function buildFollowing(base, site, count) {
412 const id = `${actorId(base, site.slug)}/following`;
413 return {
414 '@context': AP_CONTEXT,
415 id,
416 type: 'OrderedCollection',
417 totalItems: count || 0,
418 orderedItems: [], // count only
419 };
420}
421
422// Pinned posts → the actor's `featured` collection. Mastodon reads this and shows
423// these as the "Featured" tab (pinned to the profile). Posts come ordered by pin
424// rank; embedded as full Notes so a remote server doesn't need extra fetches.
425export function buildFeatured(base, site, posts) {
426 const id = `${actorId(base, site.slug)}/featured`;
427 const items = (posts || []).map((p) => buildNote(base, site, p));
428 return {
429 '@context': AP_CONTEXT,
430 id,
431 type: 'OrderedCollection',
432 totalItems: items.length,
433 orderedItems: items,
434 };
435}
436
437// ── followers store (lazy stmts) ──────────────────────────────────
438let _insF, _delF, _listF, _cntF;
439function fStmts() {
440 if (!_insF) {
441 _insF = db.prepare('INSERT OR IGNORE INTO ap_followers (slug, actor_uri, inbox, shared_inbox, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
442 _delF = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND actor_uri = ?');
443 _listF = db.prepare('SELECT inbox, shared_inbox FROM ap_followers WHERE slug = ?');
444 _cntF = db.prepare('SELECT COUNT(*) n FROM ap_followers WHERE slug = ?');
445 }
446 return { ins: _insF, del: _delF, list: _listF, cnt: _cntF };
447}
448export function followerCount(slug) { return fStmts().cnt.get(slug).n; }
449
450// ── inbound interactions store (replies / likes / boosts) + our outbound replies ──
451let _insI, _delLA, _delReply, _listI, _getI, _insO, _listO, _getO;
452function iStmts() {
453 if (!_insI) {
454 _insI = db.prepare('INSERT OR IGNORE INTO ap_interactions (kind, post_id, object_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, parent_uri, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
455 _delLA = db.prepare('DELETE FROM ap_interactions WHERE kind = ? AND post_id = ? AND actor_uri = ?');
456 _delReply = db.prepare("DELETE FROM ap_interactions WHERE kind = 'reply' AND object_uri = ?");
457 _listI = db.prepare('SELECT id, kind, object_uri, parent_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, created_at, acted_boost, acted_like FROM ap_interactions WHERE post_id = ? ORDER BY created_at ASC');
458 _getI = db.prepare('SELECT * FROM ap_interactions WHERE id = ?');
459 _insO = db.prepare('INSERT INTO ap_outbox (id, site_slug, post_id, post_slug, in_reply_to, to_actor, to_handle, content, created_at) VALUES (?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
460 _listO = db.prepare('SELECT * FROM ap_outbox WHERE post_id = ? ORDER BY created_at ASC');
461 _getO = db.prepare('SELECT * FROM ap_outbox WHERE id = ?');
462 }
463 return { ins: _insI, delLA: _delLA, delReply: _delReply, list: _listI, getI: _getI, insO: _insO, listO: _listO, getO: _getO };
464}
465
466export function getInteractionById(id) { return iStmts().getI.get(id); }
467export function setInteractionBoosted(id, on) {
468 db.prepare('UPDATE ap_interactions SET acted_boost = ? WHERE id = ?').run(on ? 1 : 0, id);
469}
470export function setInteractionLiked(id, on) {
471 db.prepare('UPDATE ap_interactions SET acted_like = ? WHERE id = ?').run(on ? 1 : 0, id);
472}
473// Your like/boost state on a REMOTE post (interact page toggles).
474export function setMyReaction(slug, uri, kind, on) {
475 if (on) db.prepare('INSERT OR IGNORE INTO ap_my_reactions (site_slug, target_uri, kind) VALUES (?,?,?)').run(slug, uri, kind);
476 else db.prepare('DELETE FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ? AND kind = ?').run(slug, uri, kind);
477}
478export function getMyReactions(slug, uri) {
479 const rows = (slug && uri) ? db.prepare('SELECT kind FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ?').all(slug, uri) : [];
480 return { liked: rows.some((r) => r.kind === 'like'), boosted: rows.some((r) => r.kind === 'boost') };
481}
482
483const localPostExists = (id) => { try { return !!db.prepare('SELECT 1 FROM posts WHERE id = ?').get(id); } catch { return false; } };
484// Extract our local post id from a note URL, but only if it's ours (base match).
485function postIdFromNoteUrl(url, base) {
486 const s = String(url || '');
487 if (base && !s.startsWith(base)) return null;
488 const m = s.match(/\/ap\/notes\/([^/?#]+)/);
489 return m ? decodeURIComponent(m[1]) : null;
490}
491function deriveHandle(actorUri) {
492 try { const u = new URL(actorUri); const seg = u.pathname.split('/').filter(Boolean).pop() || ''; return `@${seg}@${u.host}`; } catch { return String(actorUri || ''); }
493}
494function actorInfo(doc, actorUri) {
495 let host = ''; try { host = new URL(actorUri).host; } catch { /* keep empty */ }
496 const handle = doc && doc.preferredUsername ? `@${doc.preferredUsername}@${host}` : deriveHandle(actorUri);
497 const icon = doc && doc.icon ? (doc.icon.url || (Array.isArray(doc.icon) && doc.icon[0] && doc.icon[0].url)) : null;
498 return {
499 name: (doc && (doc.name || doc.preferredUsername)) || handle,
500 handle,
501 url: safeUrl((doc && (doc.url || doc.id)) || actorUri) || null,
502 icon: safeUrl(icon) || null,
503 };
504}
505
506// Given an inReplyTo note URL, find which local post the thread belongs to + the
507// note being replied to (parent), so a reply-to-a-comment can be nested.
508function findThreadTarget(inReplyTo, base) {
509 if (!inReplyTo) return null;
510 const seg = postIdFromNoteUrl(inReplyTo, base); // our /ap/notes/<id> segment (if ours)
511 if (seg && localPostExists(seg)) return { post_id: seg, parent_uri: inReplyTo };
512 if (seg) {
513 try { const o = db.prepare('SELECT post_id FROM ap_outbox WHERE id = ?').get(seg); if (o && o.post_id) return { post_id: o.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
514 }
515 try { const row = db.prepare("SELECT post_id FROM ap_interactions WHERE object_uri = ? AND kind = 'reply' LIMIT 1").get(inReplyTo); if (row && row.post_id) return { post_id: row.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
516 return null;
517}
518
519// Drop the leading @mention(s) a federated reply carries (the person being replied to),
520// so a comment reads "dope tekening ouwe" instead of "@jason@jasonhacky.nl dope …".
521// Keeps a leading <p> wrapper; handles mention <a> links and plain-text @user@domain.
522export function stripLeadingMentions(html) {
523 if (!html) return html;
524 let s = String(html);
525 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:<a\b[^>]*>\s*@[^<]+<\/a>[  ]*)+/i, (m, p) => p || '');
526 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:@[\w.-]+(?:@[\w.-]+)?[  ]+)+/i, (m, p) => p || '');
527 return s;
528}
529
530// View-ready threaded view of a post's fediverse activity (inbound replies +
531// our outbound replies, nested), plus like/boost counts.
532export function getInteractions(postId, base, site) {
533 const s = iStmts();
534 const rows = s.list.all(postId);
535 const baseClean = (base || process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
536 const postNoteId = baseClean ? `${baseClean}/ap/notes/${postId}` : null;
537 // Our own (outbound) replies show the SITE identity for everyone (not "You").
538 let host = ''; try { host = new URL(baseClean).host; } catch { /* ignore */ }
539 const siteName = (site && (site.title || site.slug)) || '';
540 const siteHandle = (site && site.slug && host) ? `@${site.slug}@${host}` : '';
541 const siteUrl = baseClean ? `${baseClean}/` : '';
542 const siteIcon = (site && site.profile_photo) || null;
543
544 const nodes = [];
545 for (const r of rows) {
546 if (r.kind !== 'reply') continue;
547 nodes.push({
548 noteId: r.object_uri, parent: r.parent_uri || null, mine: false, id: r.id,
549 actor_name: r.actor_name, actor_handle: r.actor_handle, actor_url: r.actor_url,
550 actor_icon: r.actor_icon, content: stripLeadingMentions(r.content), created_at: r.published || r.created_at,
551 acted_boost: !!r.acted_boost, acted_like: !!r.acted_like,
552 children: [],
553 });
554 }
555 for (const o of s.listO.all(postId)) {
556 nodes.push({
557 noteId: baseClean ? `${baseClean}/ap/notes/${o.id}` : o.id, parent: o.in_reply_to || null,
558 mine: true, outboxId: o.id, content: stripLeadingMentions(o.content), created_at: o.created_at,
559 actor_name: siteName, actor_handle: siteHandle, actor_url: siteUrl, actor_icon: siteIcon,
560 children: [],
561 });
562 }
563
564 const byId = new Map(nodes.map((n) => [n.noteId, n]));
565 const isTop = (n) => !n.parent || n.parent === postNoteId || !byId.has(n.parent);
566 const tops = [];
567 for (const n of nodes) {
568 if (isTop(n)) { tops.push(n); continue; }
569 let anc = n, guard = 0;
570 while (!isTop(anc) && guard++ < 12) anc = byId.get(anc.parent);
571 anc.children.push(n);
572 }
573 const byTime = (a, b) => new Date(a.created_at) - new Date(b.created_at);
574 tops.sort(byTime).forEach((t) => t.children.sort(byTime));
575
576 return {
577 thread: tops,
578 likeCount: rows.filter((r) => r.kind === 'like').length,
579 announceCount: rows.filter((r) => r.kind === 'announce').length,
580 total: nodes.length,
581 };
582}
583
584// ── HTTP Signatures + delivery ────────────────────────────────────
585const slugFromActorUrl = (url) => { const m = String(url || '').match(/\/ap\/users\/([^/?#]+)/); return m ? decodeURIComponent(m[1]) : null; };
586
587// Sign + POST an activity to a remote inbox (draft-cavage HTTP Signatures, RSA-SHA256).
588export async function deliver(inboxUrl, bodyObj, keyId, privatePem) {
589 const body = JSON.stringify(bodyObj);
590 const u = new URL(inboxUrl);
591 const date = new Date().toUTCString();
592 const digest = 'SHA-256=' + crypto.createHash('sha256').update(body).digest('base64');
593 const signingString = `(request-target): post ${u.pathname}\nhost: ${u.host}\ndate: ${date}\ndigest: ${digest}`;
594 const signature = crypto.sign('sha256', Buffer.from(signingString), privatePem).toString('base64');
595 const sig = `keyId="${keyId}",algorithm="rsa-sha256",headers="(request-target) host date digest",signature="${signature}"`;
596 const r = await safeFetch(inboxUrl, {
597 method: 'POST',
598 headers: { 'Content-Type': 'application/activity+json', Accept: 'application/activity+json', Date: date, Digest: digest, Signature: sig },
599 body,
600 });
601 return r.status;
602}
603
604export async function fetchActor(url) {
605 try {
606 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
607 if (!r.ok) return null;
608 const len = Number(r.headers.get('content-length') || 0);
609 if (len > 2_000_000) return null; // refuse oversized actor docs
610 return await r.json();
611 } catch { return null; }
612}
613
614// ── Delivery queue with retries ───────────────────────────────────
615// Outbound deliveries are tried immediately; on failure (down server, timeout,
616// non-2xx) they're queued and retried with backoff so a briefly-offline follower
617// doesn't silently miss the post. The signing key is NOT stored — the worker
618// re-derives it from the actor slug at send time.
619const DELIVERY_MAX_ATTEMPTS = 6;
620const DELIVERY_BACKOFF_MIN = [1, 5, 15, 60, 180, 360];
621let _insDeliv, _dueDeliv, _delDeliv, _bumpDeliv;
622function deliveryStmts() {
623 if (!_insDeliv) {
624 _insDeliv = db.prepare('INSERT INTO ap_delivery (slug, inbox, body, attempts, next_at) VALUES (?,?,?,0,CURRENT_TIMESTAMP)');
625 _dueDeliv = db.prepare("SELECT * FROM ap_delivery WHERE datetime(next_at) <= datetime('now') ORDER BY next_at LIMIT 30");
626 _delDeliv = db.prepare('DELETE FROM ap_delivery WHERE id = ?');
627 _bumpDeliv = db.prepare('UPDATE ap_delivery SET attempts = ?, next_at = ? WHERE id = ?');
628 }
629 return { ins: _insDeliv, due: _dueDeliv, del: _delDeliv, bump: _bumpDeliv };
630}
631export function enqueueDelivery(slug, inbox, activity) {
632 if (!slug || !inbox || !activity) return;
633 try { deliveryStmts().ins.run(slug, inbox, JSON.stringify(activity)); } catch { /* ignore */ }
634}
635// Deliver now; queue for retry if it fails.
636export async function deliverWithRetry(slug, inbox, activity, keyId, privPem) {
637 if (!inbox) return;
638 try { const st = await deliver(inbox, activity, keyId, privPem); if (st >= 200 && st < 300) return; } catch { /* queue below */ }
639 enqueueDelivery(slug, inbox, activity);
640}
641let _processingDeliv = false;
642export async function processDeliveryQueue() {
643 if (_processingDeliv) return; // re-entrancy guard: 30 rows × 8s can exceed the 60s tick → no double-delivery
644 _processingDeliv = true;
645 try {
646 let rows;
647 try { rows = deliveryStmts().due.all(); } catch { return; }
648 if (!rows || !rows.length) return;
649 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
650 for (const row of rows) {
651 let ok = false;
652 try {
653 const keys = getOrCreateKeys(row.slug);
654 const st = await deliver(row.inbox, JSON.parse(row.body), `${actorId(base, row.slug)}#main-key`, keys.private_pem);
655 ok = st >= 200 && st < 300;
656 } catch { ok = false; }
657 if (ok) { deliveryStmts().del.run(row.id); continue; }
658 const attempts = row.attempts + 1;
659 if (attempts >= DELIVERY_MAX_ATTEMPTS) { deliveryStmts().del.run(row.id); console.warn('[AP] delivery gave up after', attempts, 'tries →', row.inbox); continue; }
660 // Index the backoff on the CURRENT attempt count (row.attempts) so the first
661 // retry uses the 1-min tier instead of skipping it.
662 const mins = DELIVERY_BACKOFF_MIN[Math.min(row.attempts, DELIVERY_BACKOFF_MIN.length - 1)];
663 deliveryStmts().bump.run(attempts, new Date(Date.now() + mins * 60000).toISOString(), row.id);
664 }
665 } finally { _processingDeliv = false; }
666}
667let _delivTimer = null;
668export function startDeliveryWorker() {
669 if (_delivTimer) return;
670 _delivTimer = setInterval(() => { processDeliveryQueue().catch(() => {}); }, 60 * 1000);
671 if (_delivTimer.unref) _delivTimer.unref();
672}
673
674// Best-effort verification of an incoming signed request. Returns the sender's
675// actor doc if the signature checks out, else null. (Not gating yet — MVP.)
676export async function verifyRequest(req) {
677 const sigH = req.headers['signature'];
678 if (!sigH) return null;
679 const p = Object.fromEntries([...sigH.matchAll(/([a-zA-Z]+)="([^"]*)"/g)].map((m) => [m[1], m[2]]));
680 if (!p.keyId || !p.signature) return null;
681 const actor = await fetchActor(p.keyId.split('#')[0]);
682 const pem = actor && actor.publicKey && actor.publicKey.publicKeyPem;
683 if (!pem) return null;
684 const hs = (p.headers || '(request-target) host date').split(/\s+/);
685 // Behind a reverse proxy the raw Host header is the backend bind (e.g. localhost:3000, when
686 // the proxy doesn't preserve it — Apache .htaccess [P] proxying), but the sender signed the
687 // HTTP-Signature over the PUBLIC host. Try each candidate host (the configured PUBLIC_BASE_URL
688 // host, the proxy's X-Forwarded-Host, and the raw Host) and accept if the signature verifies
689 // against any. An attacker can't forge a match (no private key), so this only rescues the
690 // legitimate proxied case. Also normalise a leading double-slash in the request-target.
691 let _pubHost = null;
692 if (process.env.PUBLIC_BASE_URL) { try { _pubHost = new URL(process.env.PUBLIC_BASE_URL).host; } catch { /* ignore */ } }
693 const _hosts = [...new Set([_pubHost, req.headers['x-forwarded-host'], req.headers['host']].filter(Boolean))];
694 const _target = `${req.method.toLowerCase()} ${String(req.originalUrl || '').replace(/^\/{2,}/, '/')}`;
695 const _sig = Buffer.from(p.signature, 'base64');
696 let ok = false;
697 for (const _h of _hosts) {
698 const line = hs.map((x) => x === '(request-target)'
699 ? `(request-target): ${_target}`
700 : x === 'host' ? `host: ${_h}`
701 : `${x}: ${req.headers[x] || ''}`).join('\n');
702 try { if (crypto.verify('sha256', Buffer.from(line), pem, _sig)) { ok = true; break; } } catch { /* try next host */ }
703 }
704 if (ok && hs.includes('digest') && req.rawBody) {
705 const exp = 'SHA-256=' + crypto.createHash('sha256').update(req.rawBody).digest('base64');
706 if (req.headers['digest'] !== exp) ok = false;
707 }
708 return ok ? actor : null;
709}
710
711// Handle an incoming inbox POST. slugParam = null for the shared /ap/inbox.
712export async function handleInbox(req, slugParam) {
713 const act = req.body || {};
714 const type = act.type;
715 // Real client IP (behind the proxy via `trust proxy`) — logged on dropped/rejected/
716 // ignored inbox hits so an operator can see who is probing their fediverse inbox.
717 const ip = req.ip || (req.connection && req.connection.remoteAddress) || '?';
718 const base = (process.env.PUBLIC_BASE_URL || `${req.protocol}://${req.get('host')}`).replace(/\/+$/, '');
719 const verified = await verifyRequest(req).catch(() => null);
720
721 // ENFORCE HTTP signatures: a data-affecting activity must be signed by the very
722 // actor it claims to be. No valid signature, or signer ≠ actor → reject (no
723 // forged replies/likes/follows/timeline posts). GET/discovery stays open.
724 const claimedActor = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
725 // Blocked actor/domain → silently drop (202, don't reveal the block).
726 if (claimedActor && isBlockedAny(claimedActor)) { console.log('[AP] inbox dropped (blocked)', claimedActor, 'from', ip); return 202; }
727 const GATED = ['Create', 'Like', 'Announce', 'Follow', 'Delete', 'Undo', 'Accept', 'Reject', 'Add', 'Remove', 'Update'];
728 if (GATED.includes(type)) {
729 if (!verified || !claimedActor || verified.id !== claimedActor) {
730 console.warn('[AP] inbox REJECTED (signature)', type, claimedActor || '?', 'from', ip, verified ? '(signer mismatch)' : '(unsigned/invalid)');
731 return 401;
732 }
733 }
734
735 if (type === 'Follow') {
736 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
737 const slug = slugParam || slugFromActorUrl(typeof act.object === 'string' ? act.object : (act.object && act.object.id));
738 if (!who || !slug) return 400;
739 const remote = await fetchActor(who);
740 if (!remote || !remote.inbox) return 202; // can't reach them → drop quietly
741 const sharedInbox = (remote.endpoints && remote.endpoints.sharedInbox) || null;
742 fStmts().ins.run(slug, who, remote.inbox, sharedInbox);
743 const me = actorId(base, slug);
744 const keys = getOrCreateKeys(slug);
745 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: act };
746 deliver(remote.inbox, accept, `${me}#main-key`, keys.private_pem).catch((e) => console.warn('[AP] Accept delivery failed:', e.message));
747 // Auto-backfill: send our recent posts as Create so the instance has our history
748 // (Mastodon doesn't fetch history on follow). ONCE PER REMOTE INSTANCE only —
749 // Mastodon dedupes notes per-instance, so re-filling an instance that already has
750 // a follower of ours is wasted work (and won't re-populate the new follower's
751 // timeline anyway). Deliver to the shared inbox (instance-level) when present.
752 // Sync insert+check (no await between) → no interleave race with concurrent Follows.
753 const instanceFilled = sharedInbox &&
754 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1')
755 .get(slug, sharedInbox, who);
756 if (!instanceFilled) {
757 backfillNewFollower(base, slug, sharedInbox || remote.inbox).catch(() => { /* best-effort */ });
758 }
759 console.log('[AP] Follow', who, '→', slug, verified ? '(sig ok)' : '(sig unverified)');
760 return 202;
761 }
762 if (type === 'Undo' && act.object) {
763 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
764 const ot = act.object.type;
765 if (ot === 'Follow') {
766 const obj = act.object.object;
767 const slug = slugParam || slugFromActorUrl(typeof obj === 'string' ? obj : (obj && obj.id));
768 if (who && slug) { fStmts().del.run(slug, who); console.log('[AP] Unfollow', who, '→', slug); }
769 return 202;
770 }
771 if (ot === 'Like' || ot === 'Announce') {
772 const tgt = act.object.object;
773 const pid = postIdFromNoteUrl(typeof tgt === 'string' ? tgt : (tgt && tgt.id), base);
774 if (who && pid) { iStmts().delLA.run(ot.toLowerCase(), pid, who); console.log('[AP] Undo', ot, who, '→', pid); }
775 return 202;
776 }
777 return 202;
778 }
779
780 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
781 const resolveActor = async (uri) => ((verified && verified.id === uri) ? verified : await fetchActor(uri).catch(() => null));
782 // Activities from our OWN actors are already stored via ap_outbox — don't re-store.
783 const isLocalActor = !!(base && actorUri && actorUri.startsWith(`${base}/ap/users/`));
784
785 // Inbound reply: a Create whose object replies to one of our notes (post OR comment).
786 if (type === 'Create' && act.object && (act.object.type === 'Note' || act.object.type === 'Article')) {
787 const o = act.object;
788 const tgt = findThreadTarget(o.inReplyTo, base);
789 if (tgt && actorUri && !isLocalActor) {
790 const ai = actorInfo(await resolveActor(actorUri), actorUri);
791 const html = HtmlSanitizerService.sanitize(o.content || '');
792 iStmts().ins.run('reply', tgt.post_id, o.id || '', actorUri, ai.name, ai.handle, ai.url, ai.icon, html, o.published || null, tgt.parent_uri);
793 console.log('[AP] reply', actorUri, '→', tgt.post_id);
794 return 202;
795 }
796 // Home timeline (client): a top-level post from an account we follow.
797 if (actorUri && !isLocalActor && !o.inReplyTo && o.id) {
798 let subs = []; try { subs = db.prepare('SELECT slug, auto_boost FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist yet */ }
799 if (subs.length) {
800 const ai = actorInfo(await resolveActor(actorUri), actorUri);
801 const html = HtmlSanitizerService.sanitize(o.content || '');
802 const _atts = (Array.isArray(o.attachment) ? o.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
803 // Fallback cover: a Note's `image` (set when the attachment was suppressed
804 // for a player-card post, e.g. hosted-audio posts).
805 if (!_atts.some((m) => !m.type || /image/i.test(m.type)) && o.image) {
806 const _im = Array.isArray(o.image) ? o.image[0] : o.image;
807 const _iu = safeUrl(typeof _im === 'string' ? _im : (_im && _im.url));
808 if (_iu) _atts.push({ url: _iu, type: (_im && _im.mediaType) || 'image/jpeg' });
809 }
810 const media = JSON.stringify(_atts);
811 // "Feature" = show in the Cirkel (local only). We do NOT auto-Announce
812 // incoming posts to the fediverse — that flooded followers. Boosting to the
813 // fediverse is only ever a deliberate, manual per-post action (the 🔁 on
814 // the timeline).
815 for (const s of subs) {
816 tlStmts().ins.run(o.id, s.slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, media, o.sensitive ? 1 : 0, o.summary || null);
817 }
818 console.log('[AP] timeline +', actorUri, 'x' + subs.length);
819 }
820 }
821 return 202;
822 }
823 // A remote post we cached was edited upstream → refresh our cached copy. This is the
824 // push-based edit-sync that keeps the Cirkel/timeline fresh without polling (selfHeal
825 // does it on a version bump; this does it live). Scope to the SIGNING actor so B can't
826 // edit A's note (the signature gate guarantees claimedActor == the verified signer).
827 if (type === 'Update' && act.object && (act.object.type === 'Note' || act.object.type === 'Article')) {
828 const o = act.object;
829 if (o.id && claimedActor) {
830 const html = HtmlSanitizerService.sanitize(o.content || '');
831 const media = mediaFromNote(o);
832 try {
833 // Refresh url too (COALESCE keeps the old one if the Update omits it): a remote slug
834 // rename keeps the same AP id but changes the human url, so without this the cached
835 // post would keep linking to the old, now-dead URL.
836 const r = db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ? AND author_uri = ?')
837 .run(html, media, o.sensitive ? 1 : 0, o.summary || null, o.url || null, o.id, claimedActor);
838 if (r.changes) console.log('[AP] timeline update', claimedActor, '→', o.id);
839 } catch { /* ignore */ }
840 // If this note is a cached fediverse reply on one of our posts, refresh its text too.
841 try { db.prepare('UPDATE ap_interactions SET content = ? WHERE object_uri = ? AND actor_uri = ?').run(html, o.id, claimedActor); } catch { /* ignore */ }
842 }
843 return 202;
844 }
845 if (type === 'Like' || type === 'Announce') {
846 const tgt = act.object;
847 const objUrl = typeof tgt === 'string' ? tgt : (tgt && tgt.id);
848 const pid = postIdFromNoteUrl(objUrl, base);
849 if (pid && actorUri && !isLocalActor && localPostExists(pid)) {
850 const ai = actorInfo(await resolveActor(actorUri), actorUri);
851 iStmts().ins.run(type.toLowerCase(), pid, '', actorUri, ai.name, ai.handle, ai.url, ai.icon, null, null, null);
852 console.log('[AP]', type === 'Like' ? 'like' : 'boost', actorUri, '→', pid);
853 } else if (type === 'Announce' && objUrl && actorUri && !isLocalActor) {
854 // A boost FROM an account we follow, of a REMOTE post → show it in the News feed.
855 // We only STORE it for display; we NEVER auto-Announce it onward (anti-feedback-loop:
856 // re-announcing an incoming Announce would cascade boosts across the network).
857 let subs = []; try { subs = db.prepare('SELECT slug FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist */ }
858 if (subs.length) {
859 const bn = await fetchNoteAP(objUrl);
860 if (bn && bn !== 404 && (bn.type === 'Note' || bn.type === 'Article') && bn.id) {
861 const origUri = actorUriOf(bn.attributedTo);
862 const oai = actorInfo(await resolveActor(origUri), origUri);
863 const html = HtmlSanitizerService.sanitize(bn.content || '');
864 const media = mediaFromNote(bn);
865 const booster = actorInfo(await resolveActor(actorUri), actorUri);
866 for (const s of subs) {
867 // published = now → the boost shows as fresh activity at the top (Mastodon shows
868 // reblogs at reblog-time, not the original's date). INSERT OR IGNORE: if we already
869 // have the note (e.g. we also follow the author), keep it and DON'T relabel it.
870 let inserted = false;
871 try { const r = tlStmts().ins.run(bn.id, s.slug, origUri || '', oai.name, oai.handle, oai.icon, oai.url, html, bn.url || null, new Date().toISOString(), media, bn.sensitive ? 1 : 0, bn.summary || null); inserted = r.changes > 0; } catch { /* ignore */ }
872 if (inserted) { try { db.prepare('UPDATE ap_timeline SET reblog_name = ?, reblog_handle = ?, reblog_icon = ? WHERE slug = ? AND id = ?').run(booster.name, booster.handle, booster.icon, s.slug, bn.id); } catch { /* ignore */ } }
873 }
874 console.log('[AP] timeline boost +', actorUri, 'x' + subs.length);
875 }
876 }
877 }
878 return 202;
879 }
880 if (type === 'Delete') {
881 // A remote note was deleted upstream → drop it from replies AND the timeline.
882 // Scope to the SIGNING actor so actor B can't delete actor A's content (the
883 // signature gate guarantees claimedActor == the verified signer here).
884 const oid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
885 if (oid && claimedActor) {
886 try { db.prepare('DELETE FROM ap_interactions WHERE object_uri = ? AND actor_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
887 try { db.prepare('DELETE FROM ap_timeline WHERE id = ? AND author_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
888 // Also clear a boost/like YOU made of this now-deleted remote post (the interact-page
889 // ap_my_reactions state), so it can't stay stuck as "boosted" on a post that's gone.
890 // Guard: only when the deleter owns the note's domain (B mustn't clear your reactions
891 // to A's posts).
892 try {
893 let sameHost = false;
894 try { sameHost = new URL(oid).host === new URL(claimedActor).host; } catch { sameHost = false; }
895 if (sameHost) db.prepare('DELETE FROM ap_my_reactions WHERE target_uri = ?').run(oid);
896 } catch { /* ignore */ }
897 }
898 return 202;
899 }
900 // Accept/Reject of a Follow WE sent (client side).
901 if (type === 'Accept' && act.object) {
902 const fid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
903 if (fid) { try { fwStmts().acc.run(fid); } catch { /* ignore */ } }
904 console.log('[AP] follow accepted', actorUri);
905 return 202;
906 }
907 if (type === 'Reject' && act.object) {
908 const who = actorUri;
909 if (who && slugParam) { try { fwStmts().del.run(slugParam, who); } catch { /* ignore */ } }
910 return 202;
911 }
912
913 console.log('[AP] inbox', type || 'unknown', '→', slugParam || 'shared', 'from', ip, '(ignored)');
914 return 202;
915}
916
917// Deliver a new post as Create(Note) to all followers' inboxes (fire-and-forget).
918// Needs PUBLIC_BASE_URL (absolute URLs); no-op without followers or base.
919export async function deliverCreate(site, post) {
920 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
921 if (!base || !site || !site.slug) return;
922 const followers = fStmts().list.all(site.slug);
923 if (!followers.length) return;
924 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
925 const keys = getOrCreateKeys(site.slug);
926 const keyId = `${actorId(base, site.slug)}#main-key`;
927 const create = buildCreate(base, site, post);
928 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, create, keyId, keys.private_pem);
929}
930
931// On a new Follow, send that follower our most recent posts as Create so their
932// timeline shows our history (Mastodon does not backfill on follow). Oldest-first
933// so they sort into the follower's timeline at their original dates.
934async function backfillNewFollower(base, slug, inbox) {
935 if (!base || !slug || !inbox) return;
936 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
937 if (!site) return;
938 const recent = db.prepare(
939 `SELECT id, slug, title, content, cover_image_url, nsfw, content_warning, published_at, created_at
940 FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
941 ORDER BY COALESCE(published_at, created_at) DESC LIMIT 20`
942 ).all(site.id).reverse();
943 if (!recent.length) return;
944 const keys = getOrCreateKeys(slug);
945 const keyId = `${actorId(base, slug)}#main-key`;
946 for (const p of recent) {
947 try { await deliver(inbox, buildCreate(base, site, p), keyId, keys.private_pem); } catch { /* best-effort */ }
948 await new Promise((r) => setTimeout(r, 150));
949 }
950 console.log('[AP] backfilled', recent.length, 'posts to new follower of', slug);
951}
952
953// Tell followers a post is gone (Delete + Tombstone) so it's removed from their feeds.
954export async function deliverDelete(site, post) {
955 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
956 if (!base || !site || !site.slug || !post || !post.id) return;
957 const followers = fStmts().list.all(site.slug);
958 if (!followers.length) return;
959 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
960 const keys = getOrCreateKeys(site.slug);
961 const me = actorId(base, site.slug);
962 const nid = noteId(base, post.id);
963 const del = {
964 '@context': AP_CONTEXT,
965 id: `${nid}#delete-${Date.now()}-${rid()}`,
966 type: 'Delete',
967 actor: me,
968 to: [PUBLIC],
969 object: { id: nid, type: 'Tombstone' },
970 };
971 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, del, `${me}#main-key`, keys.private_pem);
972}
973
974// Tell followers an already-published post changed (Update + edited Note) so
975// Mastodon refreshes the cached copy (e.g. after fixing content).
976export async function deliverUpdate(site, post) {
977 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
978 if (!base || !site || !site.slug || !post || !post.id) return;
979 const followers = fStmts().list.all(site.slug);
980 if (!followers.length) return;
981 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
982 const keys = getOrCreateKeys(site.slug);
983 const me = actorId(base, site.slug);
984 const note = buildNote(base, site, post);
985 note.updated = new Date().toISOString();
986 const update = {
987 '@context': AP_CONTEXT,
988 id: `${noteId(base, post.id)}#update-${Date.now()}-${rid()}`,
989 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
990 object: note,
991 };
992 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
993}
994
995// Tell followers the ACTOR changed (Update + Person) so Mastodon re-processes the
996// account AND re-fetches the featured (pinned) collection — there is no standard
997// "featured changed" activity, so this is how a pin/unpin propagates promptly.
998export async function deliverActorUpdate(site) {
999 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1000 if (!base || !site || !site.slug) return;
1001 const followers = fStmts().list.all(site.slug);
1002 if (!followers.length) return;
1003 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1004 const keys = getOrCreateKeys(site.slug);
1005 const me = actorId(base, site.slug);
1006 const update = {
1007 '@context': AP_CONTEXT,
1008 id: `${me}#update-${Date.now()}-${rid()}`,
1009 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
1010 object: buildActor(base, site),
1011 };
1012 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1013}
1014
1015// Reliably set the pinned order on followers' instances via Add/Remove activities
1016// (how Mastodon itself federates pins) — pushed to the inbox + processed immediately,
1017// unlike the featured COLLECTION which Mastodon caches with sticky StatusPins.
1018// Mastodon's Add skips an already-pinned status, so we REMOVE every pin first, wait,
1019// then ADD in rank-DESCENDING order (rank 1 added LAST → newest StatusPin → shown first,
1020// because Mastodon displays pins newest-first). `alsoRemove` = ids to unpin too.
1021export async function resyncFeaturedPins(site, alsoRemove = []) {
1022 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1023 if (!base || !site || !site.slug) return;
1024 const followers = fStmts().list.all(site.slug);
1025 if (!followers.length) return;
1026 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1027 const keys = getOrCreateKeys(site.slug);
1028 const me = actorId(base, site.slug);
1029 const keyId = `${me}#main-key`;
1030 const featured = `${me}/featured`;
1031 const note = (id) => noteId(base, id);
1032 const pinned = db.prepare(
1033 `SELECT id FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1034 AND pinned IS NOT NULL AND pinned > 0
1035 ORDER BY pinned DESC, COALESCE(published_at, created_at) ASC LIMIT 20`
1036 ).all(site.id);
1037 const removeIds = [...new Set([...pinned.map((p) => p.id), ...alsoRemove])];
1038 // 1. Remove every current pin so Mastodon can recreate them in order.
1039 for (const id of removeIds) {
1040 const rm = { '@context': AP_CONTEXT, id: `${me}#rm-${id}-${Date.now()}-${rid()}`, type: 'Remove', actor: me, object: note(id), target: featured, to: [PUBLIC] };
1041 for (const inbox of inboxes) deliver(inbox, rm, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1042 }
1043 if (!pinned.length) { console.log('[AP] unpinned all featured for', site.slug); return; }
1044 await new Promise((r) => setTimeout(r, 5000)); // let the Removes land first
1045 // 2. Add in rank-DESC order, gaps so each StatusPin gets an increasing created_at.
1046 for (const p of pinned) {
1047 const add = { '@context': AP_CONTEXT, id: `${me}#add-${p.id}-${Date.now()}-${rid()}`, type: 'Add', actor: me, object: note(p.id), target: featured, to: [PUBLIC], cc: [`${me}/followers`] };
1048 for (const inbox of inboxes) deliver(inbox, add, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1049 await new Promise((r) => setTimeout(r, 2000));
1050 }
1051 console.log('[AP] resynced', pinned.length, 'featured pins for', site.slug);
1052}
1053
1054// ── outbound replies (Klonkt → fediverse) ─────────────────────────
1055const escHtml = (s) => String(s || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
1056const toISO = (v) => { if (!v) return new Date().toISOString(); const s = String(v); const d = new Date(/[TZ]/.test(s) ? s : s.replace(' ', 'T') + 'Z'); return isNaN(d) ? new Date().toISOString() : d.toISOString(); };
1057
1058// Build one of OUR outbound reply Notes from an ap_outbox row.
1059// Turn #hashtags in reply text into Mastodon-style hashtag links (clickable + federated).
1060function linkHashtags(base, html) {
1061 return String(html || '').replace(/(^|[\s>])#([\p{L}\p{M}\p{N}_]+)/gu, (m, pre, tag) =>
1062 `${pre}<a href="${base}/tag/${encodeURIComponent(tag.toLowerCase())}" class="mention hashtag" rel="tag">#${tag}</a>`);
1063}
1064// Extract the AP Hashtag tag objects from already-linked reply content.
1065function hashtagTags(base, content) {
1066 const tags = [], seen = new Set();
1067 const re = /class="[^"]*\bhashtag\b[^"]*"[^>]*>#([\p{L}\p{M}\p{N}_]+)</giu;
1068 let m;
1069 while ((m = re.exec(content || ''))) {
1070 const k = m[1].toLowerCase();
1071 if (seen.has(k)) continue; seen.add(k);
1072 tags.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(k)}`, name: '#' + m[1] });
1073 }
1074 return tags;
1075}
1076
1077// Normalise a post's tags field (array, JSON-string, or comma-string) to an array.
1078function normalizeTags(t) {
1079 if (Array.isArray(t)) return t;
1080 if (typeof t === 'string') {
1081 const s = t.trim(); if (!s) return [];
1082 if (s[0] === '[') { try { const a = JSON.parse(s); return Array.isArray(a) ? a : []; } catch { /* fall through */ } }
1083 return s.split(',').map((x) => x.trim()).filter(Boolean);
1084 }
1085 return [];
1086}
1087// A tag → { label, slug }. Multi-word tags become CamelCase (#LiveMusic) for the display
1088// name (Mastodon hashtags can't contain spaces; CamelCase is the accessibility norm); the
1089// slug/href stays lowercase ("livemusic").
1090function tagParts(raw) {
1091 const words = String(raw || '').trim().split(/[\s_]+/).map((w) => w.replace(/[^\p{L}\p{M}\p{N}]/gu, '')).filter(Boolean);
1092 if (!words.length) return null;
1093 const slug = words.join('').toLowerCase();
1094 if (!slug) return null;
1095 const label = words.length > 1 ? words.map((w) => w[0].toUpperCase() + w.slice(1)).join('') : words[0];
1096 return { label, slug };
1097}
1098// Merge a post's tags field + the #hashtags linked inline in its body into one deduped
1099// Hashtag tag list (with hrefs to our /tag page).
1100function buildHashtagList(base, tagsField, content) {
1101 const out = [], seen = new Set();
1102 for (const t of normalizeTags(tagsField)) {
1103 const p = tagParts(t); if (!p || seen.has(p.slug)) continue; seen.add(p.slug);
1104 out.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(p.slug)}`, name: '#' + p.label });
1105 }
1106 for (const h of hashtagTags(base, content)) {
1107 const k = h.name.slice(1).toLowerCase(); if (seen.has(k)) continue; seen.add(k);
1108 out.push(h);
1109 }
1110 return out;
1111}
1112
1113// Extract Mention tag objects from already-linked content (class="u-url mention").
1114function mentionTags(content) {
1115 const tags = [], seen = new Set();
1116 // The link href is the human profile URL; the actor URI (for the Mention tag) is in data-actor.
1117 const re = /<a href="[^"]*" class="u-url mention" data-actor="([^"]+)">@([^<]+)<\/a>/gi;
1118 let m;
1119 while ((m = re.exec(content || ''))) {
1120 const href = m[1];
1121 if (seen.has(href)) continue; seen.add(href);
1122 tags.push({ type: 'Mention', href, name: '@' + m[2] });
1123 }
1124 return tags;
1125}
1126// Resolve inline @user@domain mentions in reply/post text → link them (href = actor URI)
1127// and collect the mentioned actors' inboxes so they get notified. Best-effort per mention.
1128async function resolveMentionsInText(base, html) {
1129 const inboxes = [];
1130 const handles = new Set();
1131 const re = /(^|[\s>])@([\p{L}\p{M}\p{N}_.-]+@[\p{L}\p{M}\p{N}.-]+)/gu;
1132 let m;
1133 while ((m = re.exec(html || ''))) handles.add(m[2]);
1134 let out = String(html || '');
1135 for (const h of handles) {
1136 let actorUri = null;
1137 try { actorUri = await webfingerResolve('@' + h); } catch { actorUri = null; }
1138 if (!actorUri) continue;
1139 const actor = await fetchActor(actorUri).catch(() => null);
1140 const inbox = actor && ((actor.endpoints && actor.endpoints.sharedInbox) || actor.inbox);
1141 if (inbox) inboxes.push(inbox);
1142 const profileUrl = actorInfo(actor, actorUri).url || actorUri; // human profile page → the link href
1143 const esc = h.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
1144 out = out.replace(new RegExp('(^|[\\s>])@' + esc + '(?![\\p{L}\\p{M}\\p{N}_.-])', 'gu'),
1145 (full, pre) => `${pre}<a href="${profileUrl}" class="u-url mention" data-actor="${actorUri}">@${h}</a>`);
1146 }
1147 return { html: out, inboxes };
1148}
1149
1150export function buildReplyNote(base, site, row) {
1151 const me = actorId(base, site.slug);
1152 return {
1153 id: noteId(base, row.id),
1154 type: 'Note',
1155 attributedTo: me,
1156 inReplyTo: row.in_reply_to || undefined,
1157 content: row.content,
1158 url: row.post_slug ? `${base}/${encodeURIComponent(row.post_slug)}` : undefined,
1159 published: toISO(row.created_at),
1160 to: row.to_actor ? [row.to_actor] : [PUBLIC],
1161 cc: [PUBLIC, `${me}/followers`],
1162 tag: [
1163 ...mentionTags(row.content),
1164 ...hashtagTags(base, row.content),
1165 ],
1166 };
1167}
1168
1169// Resolve one of our outbound reply Notes by id (for /ap/notes/:id fallback).
1170export function getOutboxNote(base, id) {
1171 const row = iStmts().getO.get(id);
1172 if (!row) return null;
1173 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(row.site_slug);
1174 if (!site) return null;
1175 return buildReplyNote(base, site, row);
1176}
1177
1178// Send a reply FROM this site to a remote actor (in reply to their inbound reply).
1179// `parent` = an ap_interactions row (actor_uri, actor_url, actor_handle, object_uri).
1180export async function deliverReply(site, { postId, postSlug, parent, text }) {
1181 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1182 if (!base || !site || !site.slug || !parent || !String(text || '').trim()) return null;
1183 const me = actorId(base, site.slug);
1184 const handle = parent.actor_handle || deriveHandle(parent.actor_uri);
1185 const dispHandle = handle && handle[0] === '@' ? handle : '@' + (handle || '');
1186 const body = escHtml(String(text).trim()).replace(/\r?\n/g, '<br>');
1187 const mres = await resolveMentionsInText(base, body); // link inline @mentions + collect their inboxes
1188 const mention = parent.actor_uri
1189 ? `<a href="${escHtml(parent.actor_url || parent.actor_uri)}" class="u-url mention" data-actor="${escHtml(parent.actor_uri)}">${escHtml(dispHandle)}</a> ` : '';
1190 const content = `<p>${mention}${linkHashtags(base, mres.html)}</p>`;
1191 // Dedup: skip if the exact same reply was already sent (double-submit guard).
1192 const dup = db.prepare('SELECT 1 FROM ap_outbox WHERE site_slug = ? AND IFNULL(in_reply_to, \'\') = ? AND content = ? LIMIT 1')
1193 .get(site.slug, parent.object_uri || '', content);
1194 if (dup) { console.log('[AP] outreply skipped (duplicate)'); return { duplicate: true, delivered: 0 }; }
1195 const id = crypto.randomUUID();
1196 iStmts().insO.run(id, site.slug, postId, postSlug || null, parent.object_uri || null, parent.actor_uri || null, handle, content);
1197 const row = iStmts().getO.get(id);
1198 const note = buildReplyNote(base, site, row);
1199 const create = {
1200 '@context': AP_CONTEXT,
1201 id: note.id + '#create', type: 'Create', actor: me,
1202 published: note.published, to: note.to, cc: note.cc, object: note,
1203 };
1204 const keys = getOrCreateKeys(site.slug);
1205 const keyId = `${me}#main-key`;
1206 const inboxes = new Set();
1207 if (parent.actor_uri) {
1208 const a = await fetchActor(parent.actor_uri).catch(() => null);
1209 if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox);
1210 }
1211 if (parent.threadInbox) inboxes.add(parent.threadInbox); // back-compat (single)
1212 (parent.threadInboxes || []).forEach((i) => inboxes.add(i)); // whole ancestor chain
1213 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1214 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the reply
1215 inboxes.delete(`${me}/inbox`); // never deliver to ourselves (already in ap_outbox)
1216 inboxes.delete(`${base}/ap/inbox`); // (our own shared inbox) → avoids a self-duplicate
1217 let delivered = 0;
1218 for (const inbox of [...inboxes].filter(Boolean)) {
1219 try { const st = await deliver(inbox, create, keyId, keys.private_pem); if (st >= 200 && st < 300) delivered++; } catch { /* best-effort */ }
1220 }
1221 console.log('[AP] outreply', site.slug, '→', parent.actor_uri, 'delivered', delivered);
1222 return { id, content, delivered };
1223}
1224
1225// attributedTo may be a string, an object {id}, or an ARRAY — e.g. a PeerTube Video is
1226// attributed to [Person (account), Group (channel)]. Pick a usable actor URI (prefer Person).
1227function actorUriOf(att) {
1228 if (!att) return null;
1229 if (typeof att === 'string') return att;
1230 if (Array.isArray(att)) {
1231 const person = att.find((a) => a && typeof a === 'object' && a.type === 'Person' && a.id);
1232 if (person) return person.id;
1233 for (const a of att) { if (typeof a === 'string') return a; if (a && a.id) return a.id; }
1234 return null;
1235 }
1236 return att.id || null;
1237}
1238
1239// Resolve a remote post URL (any fediverse/Klonkt post) into a reply target.
1240// Returns a parent-shaped object usable by deliverReply(), or null.
1241export async function resolveRemoteNote(url) {
1242 if (!/^https?:\/\//i.test(String(url || ''))) return null;
1243 const note = await fetchActor(url).catch(() => null); // AP GET (content-negotiates)
1244 if (!note || !note.id) return null;
1245 const att = note.attributedTo;
1246 const actorUri = actorUriOf(att);
1247 if (!actorUri) return null;
1248 const actor = await fetchActor(actorUri).catch(() => null);
1249 const ai = actorInfo(actor, actorUri);
1250 // Is what we're replying to a post (or a comment) on one of OUR posts? If so,
1251 // link our reply to that local post so it shows nested in the post thread.
1252 const localTgt = findThreadTarget(note.id, (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, ''));
1253 // Walk the WHOLE reply chain upward (comment → parent comment → … → root post)
1254 // and collect every ancestor author's inbox, so each participant's server —
1255 // including the original post's author — receives + threads our reply.
1256 const threadInboxes = [];
1257 const seenInbox = new Set();
1258 let cursor = note.inReplyTo, guard = 0;
1259 while (cursor && guard++ < 6) {
1260 const url = typeof cursor === 'string' ? cursor : (cursor && cursor.id);
1261 if (!url) break;
1262 const pn = await fetchActor(url).catch(() => null);
1263 if (!pn) break;
1264 const pa = actorUriOf(pn.attributedTo);
1265 if (pa && pa !== actorUri) {
1266 const paDoc = await fetchActor(pa).catch(() => null);
1267 const inbox = paDoc && ((paDoc.endpoints && paDoc.endpoints.sharedInbox) || paDoc.inbox);
1268 if (inbox && !seenInbox.has(inbox)) { seenInbox.add(inbox); threadInboxes.push(inbox); }
1269 }
1270 cursor = pn.inReplyTo; // climb to the next ancestor
1271 }
1272 // For non-Note objects (PeerTube Video, Article, …) the meaningful label is `name` (the
1273 // title); prepend it so the reply page shows what you're replying to (sanitize cleans it).
1274 let rawHtml = String(note.content || '').replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
1275 if (note.name && note.type && note.type !== 'Note') rawHtml = `<p><strong>${note.name}</strong></p>` + rawHtml;
1276 const images = (Array.isArray(note.attachment) ? note.attachment : [])
1277 .filter((a) => a && a.url && (!a.mediaType || /^image\//i.test(a.mediaType)))
1278 .map((a) => safeUrl(a.url)).filter(Boolean);
1279 return {
1280 object_uri: safeUrl(note.id) || note.id,
1281 actor_uri: actorUri,
1282 actor_url: ai.url,
1283 actor_handle: ai.handle,
1284 actor_name: ai.name,
1285 actor_icon: ai.icon,
1286 url: note.url || url,
1287 content: HtmlSanitizerService.sanitize(rawHtml), // full, sanitized
1288 sensitive: !!note.sensitive, // remote CW → blur in the Cirkel
1289 cw: note.summary || '',
1290 images,
1291 threadInboxes, // every ancestor author's inbox
1292 localPostId: localTgt ? localTgt.post_id : '', // our post this belongs to (if any)
1293 preview: HtmlSanitizerService.toPlainText(note.content || '').slice(0, 240),
1294 };
1295}
1296
1297// List a site's own outbound fediverse replies (for the manage/delete view).
1298// The plain editable text of a stored reply (unwrap links → their text, <br> → newline)
1299// so the manage view can prefill an edit box; the mention is re-added on save.
1300function outboxEditableText(content) {
1301 return String(content || '')
1302 .replace(/<br\s*\/?>/gi, '\n')
1303 .replace(/<a\b[^>]*>([\s\S]*?)<\/a>/gi, '$1')
1304 .replace(/<[^>]+>/g, '')
1305 .replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&')
1306 .trim();
1307}
1308export function listOutbox(siteSlug) {
1309 return db.prepare('SELECT id, content, to_handle, in_reply_to, created_at FROM ap_outbox WHERE site_slug = ? ORDER BY created_at DESC')
1310 .all(siteSlug).map((r) => { const c = stripLeadingMentions(r.content); return { ...r, content: c, editable: outboxEditableText(c) }; });
1311}
1312
1313// Delete one of our outbound replies: send Delete(Tombstone) to recipients + remove it.
1314export async function deliverOutboxDelete(site, outboxId) {
1315 const row = iStmts().getO.get(outboxId);
1316 if (!row || row.site_slug !== site.slug) return false;
1317 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1318 if (base) {
1319 const me = actorId(base, site.slug);
1320 const nid = noteId(base, row.id);
1321 const del = { '@context': AP_CONTEXT, id: `${nid}#delete-${Date.now()}-${rid()}`, type: 'Delete', actor: me, to: [PUBLIC], object: { id: nid, type: 'Tombstone' } };
1322 const keys = getOrCreateKeys(site.slug);
1323 const inboxes = new Set();
1324 if (row.to_actor) { const a = await fetchActor(row.to_actor).catch(() => null); if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox); }
1325 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1326 for (const inbox of [...inboxes].filter(Boolean)) { try { await deliver(inbox, del, `${me}#main-key`, keys.private_pem); } catch { /* best-effort */ } }
1327 }
1328 db.prepare('DELETE FROM ap_outbox WHERE id = ?').run(outboxId);
1329 return true;
1330}
1331
1332// Edit one of our outbound replies: rewrite the stored content (mention re-added + #tags
1333// re-linked) and send an Update(Note) so recipients refresh their cached copy.
1334export async function deliverOutboxUpdate(site, outboxId, newText) {
1335 const row = iStmts().getO.get(outboxId);
1336 if (!row || row.site_slug !== site.slug) return false;
1337 const text = String(newText || '').trim();
1338 if (!text) return false;
1339 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1340 if (!base) return false;
1341 const me = actorId(base, site.slug);
1342 const toActor = row.to_actor ? await fetchActor(row.to_actor).catch(() => null) : null;
1343 const toProfile = row.to_actor ? (actorInfo(toActor, row.to_actor).url || row.to_actor) : '';
1344 const _h = row.to_handle || deriveHandle(row.to_actor);
1345 const toHandle = _h && _h[0] === '@' ? _h : '@' + (_h || '');
1346 const mention = row.to_actor
1347 ? `<a href="${escHtml(toProfile)}" class="u-url mention" data-actor="${escHtml(row.to_actor)}">${escHtml(toHandle)}</a> ` : '';
1348 const mres = await resolveMentionsInText(base, escHtml(text).replace(/\r?\n/g, '<br>'));
1349 const content = `<p>${mention}${linkHashtags(base, mres.html)}</p>`;
1350 db.prepare('UPDATE ap_outbox SET content = ? WHERE id = ?').run(content, outboxId);
1351 const note = buildReplyNote(base, site, iStmts().getO.get(outboxId));
1352 note.updated = new Date().toISOString();
1353 const update = {
1354 '@context': AP_CONTEXT,
1355 id: `${note.id}#update-${Date.now()}-${rid()}`, type: 'Update', actor: me,
1356 published: note.published, updated: note.updated, to: note.to, cc: note.cc, object: note,
1357 };
1358 const keys = getOrCreateKeys(site.slug);
1359 const inboxes = new Set();
1360 if (toActor) inboxes.add((toActor.endpoints && toActor.endpoints.sharedInbox) || toActor.inbox);
1361 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1362 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the edit
1363 inboxes.delete(`${me}/inbox`); inboxes.delete(`${base}/ap/inbox`);
1364 let delivered = 0;
1365 for (const inbox of [...inboxes].filter(Boolean)) {
1366 try { const st = await deliver(inbox, update, `${me}#main-key`, keys.private_pem); if (st >= 200 && st < 300) delivered++; } catch { /* best-effort */ }
1367 }
1368 console.log('[AP] outreply edit', site.slug, 'delivered', delivered);
1369 return { ok: true, content, delivered };
1370}
1371
1372// ── Fediverse CLIENT: follow accounts + home timeline ─────────────
1373// Resolve an @user@domain handle to its actor URL via WebFinger.
1374export async function webfingerResolve(handle) {
1375 const h = String(handle || '').trim().replace(/^@/, '');
1376 const parts = h.split('@');
1377 if (parts.length !== 2 || !parts[0] || !parts[1]) return null;
1378 const acct = `${parts[0]}@${parts[1]}`;
1379 try {
1380 const r = await safeFetch(`https://${parts[1]}/.well-known/webfinger?resource=acct:${encodeURIComponent(acct)}`,
1381 { headers: { Accept: 'application/jrd+json, application/json' } });
1382 if (!r.ok) return null;
1383 const jrd = await r.json();
1384 const link = (jrd.links || []).find((l) => l.rel === 'self' && /activity\+json|ld\+json/.test(l.type || ''));
1385 return safeUrl(link ? link.href : '') || null;
1386 } catch { return null; }
1387}
1388
1389let _insFw, _delFw, _listFw, _accFw, _oneFw, _setAB;
1390function fwStmts() {
1391 if (!_insFw) {
1392 _insFw = db.prepare('INSERT OR REPLACE INTO ap_following (slug, actor_uri, handle, name, icon, url, inbox, follow_id, status, auto_boost, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
1393 _delFw = db.prepare('DELETE FROM ap_following WHERE slug = ? AND actor_uri = ?');
1394 _listFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? ORDER BY created_at DESC');
1395 _accFw = db.prepare("UPDATE ap_following SET status = 'accepted' WHERE follow_id = ?");
1396 _oneFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? AND actor_uri = ?');
1397 _setAB = db.prepare('UPDATE ap_following SET auto_boost = ? WHERE slug = ? AND actor_uri = ?');
1398 }
1399 return { ins: _insFw, del: _delFw, list: _listFw, acc: _accFw, one: _oneFw, setAB: _setAB };
1400}
1401export function listFollowing(slug) { return fwStmts().list.all(slug); }
1402
1403// Toggle auto-boost ("feature") on an account we already follow.
1404export function setAutoBoost(slug, actorUri, on) {
1405 try { fwStmts().setAB.run(on ? 1 : 0, slug, actorUri); } catch { /* ignore */ }
1406 // Featuring an account → AP-native catch-up so the Cirkel isn't empty until they next
1407 // post (push doesn't backfill history-before-follow). Fire-and-forget pull, sends nothing.
1408 if (on) backfillFromOutbox(slug, actorUri).catch(() => {});
1409 return { ok: true };
1410}
1411
1412let _insTl, _listTl, _delTl;
1413function tlStmts() {
1414 if (!_insTl) {
1415 _insTl = db.prepare('INSERT OR IGNORE INTO ap_timeline (id, slug, author_uri, author_name, author_handle, author_icon, author_url, content, url, published, media_json, nsfw, cw, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
1416 _listTl = db.prepare('SELECT * FROM ap_timeline WHERE slug = ? ORDER BY COALESCE(published, created_at) DESC LIMIT ?');
1417 _delTl = db.prepare('DELETE FROM ap_timeline WHERE id = ?');
1418 }
1419 return { ins: _insTl, list: _listTl, del: _delTl };
1420}
1421export function getTimeline(slug, limit) { return tlStmts().list.all(slug, limit || 50); }
1422
1423// ── Cirkel = posts from the accounts you auto-boost ("feature an artist") ──
1424let _abCount, _cirkelPosts, _cirkelMembers;
1425export function autoBoostCount(slug) {
1426 try { if (!_abCount) _abCount = db.prepare('SELECT COUNT(*) AS n FROM ap_following WHERE slug = ? AND auto_boost = 1'); return _abCount.get(slug).n; } catch { return 0; }
1427}
1428export function getCirkelPosts(slug, limit) {
1429 try {
1430 // Cirkel = posts from featured (auto_boost) accounts + posts you boosted
1431 // (t.boosted), mixed by date. One row per note in ap_timeline → no duplicates.
1432 if (!_cirkelPosts) _cirkelPosts = db.prepare(`
1433 SELECT t.id, t.author_uri, t.author_name, t.author_handle, t.author_icon, t.author_url,
1434 t.content, t.url, t.published, t.media_json, t.boosted, t.nsfw, t.cw
1435 FROM ap_timeline t
1436 LEFT JOIN ap_following f ON f.slug = t.slug AND f.actor_uri = t.author_uri
1437 WHERE t.slug = ? AND (f.auto_boost = 1 OR t.boosted = 1)
1438 ORDER BY COALESCE(t.published, t.created_at) DESC, t.rowid DESC
1439 LIMIT ?`);
1440 return _cirkelPosts.all(slug, limit || 60);
1441 } catch { return []; }
1442}
1443export function getCirkelMembers(slug) {
1444 try { if (!_cirkelMembers) _cirkelMembers = db.prepare('SELECT name, url, icon FROM ap_following WHERE slug = ? AND auto_boost = 1 ORDER BY name'); return _cirkelMembers.all(slug); } catch { return []; }
1445}
1446// Mark a timeline post as boosted so it shows in the Cirkel (mixed by date).
1447let _markBoost, _unmarkBoost, _boostedCount;
1448export function markBoosted(slug, noteId) {
1449 try { if (!_markBoost) _markBoost = db.prepare('UPDATE ap_timeline SET boosted = 1 WHERE slug = ? AND id = ?'); _markBoost.run(slug, noteId); } catch { /* ignore */ }
1450}
1451export function unmarkBoosted(slug, noteId) {
1452 try { if (!_unmarkBoost) _unmarkBoost = db.prepare('UPDATE ap_timeline SET boosted = 0 WHERE slug = ? AND id = ?'); _unmarkBoost.run(slug, noteId); } catch { /* ignore */ }
1453}
1454let _markLike, _unmarkLike;
1455export function markLiked(slug, noteId) {
1456 try { if (!_markLike) _markLike = db.prepare('UPDATE ap_timeline SET liked = 1 WHERE slug = ? AND id = ?'); _markLike.run(slug, noteId); } catch { /* ignore */ }
1457}
1458export function unmarkLiked(slug, noteId) {
1459 try { if (!_unmarkLike) _unmarkLike = db.prepare('UPDATE ap_timeline SET liked = 0 WHERE slug = ? AND id = ?'); _unmarkLike.run(slug, noteId); } catch { /* ignore */ }
1460}
1461export function getTimelineReaction(slug, noteId) {
1462 try { const r = db.prepare('SELECT liked, boosted FROM ap_timeline WHERE slug = ? AND id = ?').get(slug, noteId); return { liked: !!(r && r.liked), boosted: !!(r && r.boosted) }; } catch { return { liked: false, boosted: false }; }
1463}
1464// Boost a REMOTE post that may not be in your timeline (you don't follow the author):
1465// store it in ap_timeline (INSERT OR IGNORE → no dup for followed posts) so it shows in
1466// the Cirkel with a Boost badge, then flag it boosted.
1467export function upsertBoostedNote(slug, note) {
1468 if (!slug || !note || !note.object_uri) return;
1469 const id = note.object_uri;
1470 const media = JSON.stringify((note.images || []).map((u) => ({ url: u, type: 'image/jpeg' })));
1471 try {
1472 tlStmts().ins.run(id, slug, note.actor_uri || '', note.actor_name || '', note.actor_handle || '',
1473 note.actor_icon || '', note.actor_url || '', note.content || '', note.url || null,
1474 new Date().toISOString(), media, note.sensitive ? 1 : 0, note.cw || null);
1475 } catch { /* ignore */ }
1476 markBoosted(slug, id);
1477}
1478export function boostedCount(slug) {
1479 try { if (!_boostedCount) _boostedCount = db.prepare('SELECT COUNT(*) AS n FROM ap_timeline WHERE slug = ? AND boosted = 1'); return _boostedCount.get(slug).n; } catch { return 0; }
1480}
1481
1482// Resolve a Klonkt/AP actor URL from a site root: a Klonkt site's root 302s to
1483// /ap/users/<slug> (content negotiation; Location may be relative). Used by
1484// followActor for bare-domain follows.
1485// NB: the old auto-migration of legacy Cirkels (circle_links -> AP follows) was
1486// REMOVED on 2026-06-26 — it auto-sent Follows on boot, which violates "the code
1487// never throws anything into the fediverse automatically" (would surprise-Follow
1488// for some operators at scale). The dead circle_links table stays as harmless dead
1489// data; an operator restores an old cirkel by re-following in /following (their click).
1490async function resolveApActor(siteUrl) {
1491 try {
1492 const r = await fetch(siteUrl, { headers: { Accept: 'application/activity+json' }, redirect: 'manual' });
1493 if (r.status >= 300 && r.status < 400) { const loc = r.headers.get('location'); if (loc) return new URL(loc, siteUrl).href; }
1494 if (r.ok) return siteUrl;
1495 } catch { /* unreachable */ }
1496 return null;
1497}
1498
1499// ── Self-heal: re-sync the fediverse cache (ap_timeline) after a DRASTIC update ──
1500// Runs ONCE per SELFHEAL_VERSION bump — NOT on every boot. Re-fetches each cached
1501// note and refreshes content + media (recovers covers/edits that were delivered
1502// during a flux window, e.g. a fleet-wide update), and drops notes that are gone
1503// (404/410). Bump SELFHEAL_VERSION only on a release that warrants a re-sync.
1504const SELFHEAL_VERSION = 4;
1505async function fetchNoteAP(url) {
1506 try {
1507 const r = await fetch(url, { headers: { Accept: 'application/activity+json' } });
1508 if (r.status === 404 || r.status === 410) return 404;
1509 if (r.ok) return await r.json();
1510 } catch { /* unreachable */ }
1511 return null;
1512}
1513function mediaFromNote(note) {
1514 const atts = (Array.isArray(note.attachment) ? note.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
1515 if (!atts.some((m) => !m.type || /image/i.test(m.type)) && note.image) {
1516 const im = Array.isArray(note.image) ? note.image[0] : note.image;
1517 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
1518 if (iu) atts.push({ url: iu, type: (im && im.mediaType) || 'image/jpeg' });
1519 }
1520 return JSON.stringify(atts);
1521}
1522// A generic SSRF-safe AP GET (collections / pages).
1523async function apGetJson(url) {
1524 try {
1525 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
1526 if (!r.ok) return null;
1527 const len = Number(r.headers.get('content-length') || 0);
1528 if (len > 3_000_000) return null;
1529 return await r.json();
1530 } catch { return null; }
1531}
1532// AP-native catch-up: pull an actor's standard `outbox` collection and merge their recent
1533// top-level posts into the timeline for `slug`. Push (Create delivery) cannot backfill
1534// history-from-before-you-followed or a delivery that was missed while you were down;
1535// reading the outbox is the spec-conform way to catch up. PULL ONLY — sends nothing.
1536export async function backfillFromOutbox(slug, actorUri, limit = 20) {
1537 try {
1538 if (!slug || !actorUri) return 0;
1539 const actor = await fetchActor(actorUri);
1540 if (!actor || !actor.outbox) return 0;
1541 let page = await apGetJson(typeof actor.outbox === 'string' ? actor.outbox : actor.outbox.id);
1542 let items = (page && (page.orderedItems || page.items)) || [];
1543 if (!items.length && page && page.first) {
1544 page = await apGetJson(typeof page.first === 'string' ? page.first : page.first.id);
1545 items = (page && (page.orderedItems || page.items)) || [];
1546 }
1547 if (!Array.isArray(items) || !items.length) return 0;
1548 const ai = actorInfo(actor, actorUri);
1549 let added = 0;
1550 for (const it of items.slice(0, limit)) {
1551 // Each item is usually a Create wrapping a Note, or sometimes the Note itself.
1552 const o = (it && typeof it.object === 'object' && it.object) ? it.object : it;
1553 if (!o || !o.id) continue;
1554 if (o.type && o.type !== 'Note' && o.type !== 'Article') continue; // skip boosts/other
1555 if (o.inReplyTo) continue; // top-level only
1556 const auth = actorUriOf(o.attributedTo);
1557 if (auth && auth !== actorUri) continue; // their OWN posts only
1558 const html = HtmlSanitizerService.sanitize(o.content || '');
1559 try {
1560 const r = tlStmts().ins.run(o.id, slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, mediaFromNote(o), o.sensitive ? 1 : 0, o.summary || null);
1561 if (r && r.changes > 0) added++;
1562 } catch { /* ignore */ }
1563 }
1564 if (added) console.log('[AP] outbox backfill', actorUri, '→', slug, '+' + added);
1565 return added;
1566 } catch { return 0; }
1567}
1568let _selfHealing = false;
1569export async function selfHealTimeline() {
1570 if (_selfHealing) return; _selfHealing = true;
1571 try {
1572 let cur = 0;
1573 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_version'); cur = r ? (parseInt(r.value, 10) || 0) : 0; } catch { return; }
1574 if (cur >= SELFHEAL_VERSION) return; // already healed for this version — skip on normal boots
1575 let rows = [];
1576 try { rows = db.prepare('SELECT id, content, media_json, nsfw, cw, url FROM ap_timeline ORDER BY rowid DESC LIMIT 200').all(); } catch { /* no table */ }
1577 let healed = 0;
1578 for (const r of rows) {
1579 try {
1580 const note = await fetchNoteAP(r.id);
1581 if (note === 404) { db.prepare('DELETE FROM ap_timeline WHERE id = ?').run(r.id); healed++; continue; }
1582 if (!note || typeof note !== 'object') continue;
1583 const html = HtmlSanitizerService.sanitize(note.content || '');
1584 const media = mediaFromNote(note);
1585 const nsfw = note.sensitive ? 1 : 0; // re-sync NSFW/sensitive + CW onto already-cached posts
1586 const cw = note.summary || null;
1587 const url = note.url || null; // re-sync the human url (catches a remote slug rename)
1588 if ((html && html !== r.content) || media !== (r.media_json || '[]') || nsfw !== (r.nsfw || 0) || (cw || '') !== (r.cw || '') || (url && url !== r.url)) {
1589 db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ?').run(html || r.content, media, nsfw, cw, url, r.id);
1590 healed++;
1591 }
1592 } catch { /* per-note best-effort */ }
1593 }
1594 try { db.prepare('INSERT OR REPLACE INTO app_settings (key, value) VALUES (?, ?)').run('selfheal_version', String(SELFHEAL_VERSION)); } catch { /* ignore */ }
1595 if (rows.length) console.log(`[AP] self-heal v${SELFHEAL_VERSION}: ${healed}/${rows.length} timeline notes`);
1596 } catch { /* never block boot */ } finally { _selfHealing = false; }
1597}
1598
1599// Follow a fediverse account by @handle (WebFinger → actor → signed Follow).
1600export async function followActor(site, handle, autoBoost = false) {
1601 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1602 if (!base || !site || !site.slug) return { error: 'config' };
1603 // Accept any of: a profile/actor URL, an @user@host handle (WebFinger), or a
1604 // bare site domain (site.com) — for a single-actor site (Klonkt etc.) the root
1605 // resolves to its AP actor, so you can follow a site by just its domain.
1606 const s = String(handle || '').trim();
1607 let actorUrl;
1608 if (/^https?:\/\//i.test(s)) actorUrl = safeUrl(s) || null;
1609 else if (s.includes('@')) actorUrl = await webfingerResolve(s);
1610 else if (/^[a-z0-9.-]+\.[a-z]{2,}/i.test(s)) actorUrl = await resolveApActor('https://' + s.replace(/^\/+|\/+$/g, ''));
1611 else actorUrl = null;
1612 if (!actorUrl) return { error: 'not_found' };
1613 const actor = await fetchActor(actorUrl).catch(() => null);
1614 if (!actor || !actor.id || !actor.inbox) return { error: 'unreachable' };
1615 const ai = actorInfo(actor, actor.id);
1616 const me = actorId(base, site.slug);
1617 const keys = getOrCreateKeys(site.slug);
1618 const followId = `${me}#follow-${Date.now()}-${rid()}`;
1619 fwStmts().ins.run(site.slug, actor.id, ai.handle, ai.name, ai.icon, ai.url, actor.inbox, followId, 'pending', autoBoost ? 1 : 0);
1620 const follow = { '@context': AP_CONTEXT, id: followId, type: 'Follow', actor: me, object: actor.id };
1621 try { await deliver(actor.inbox, follow, `${me}#main-key`, keys.private_pem); }
1622 catch (e) { console.warn('[AP] follow deliver failed:', e.message); }
1623 console.log('[AP] follow', site.slug, '→', actor.id);
1624 // Follow + feature in one step → backfill their recent posts into the Cirkel right away.
1625 if (autoBoost) backfillFromOutbox(site.slug, actor.id).catch(() => {});
1626 return { ok: true, name: ai.name, handle: ai.handle, actor: actor.id };
1627}
1628
1629// Resolve a profile URL or @handle to a followable remote actor (for the
1630// authorize_interaction "Follow" flow). Returns display fields + inbox, or null
1631// when it isn't a reachable actor (e.g. the input was a post, not a profile).
1632export async function resolveRemoteActor(input) {
1633 const s = String(input || '').trim();
1634 const actorUrl = /^https?:\/\//i.test(s) ? (safeUrl(s) || null) : await webfingerResolve(s);
1635 if (!actorUrl) return null;
1636 const actor = await fetchActor(actorUrl).catch(() => null);
1637 if (!actor || !actor.id || !actor.inbox) return null;
1638 const ai = actorInfo(actor, actor.id);
1639 return { actor_uri: actor.id, actor_name: ai.name, actor_handle: ai.handle, actor_url: ai.url, actor_icon: ai.icon, inbox: actor.inbox };
1640}
1641
1642export async function unfollowActor(site, actorUri) {
1643 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1644 const me = actorId(base, site.slug);
1645 const keys = getOrCreateKeys(site.slug);
1646 const row = fwStmts().one.get(site.slug, actorUri);
1647 // Undo(Follow) MUST reference the original Follow's real id so the remote can correlate it
1648 // and drop the follow. The old `${me}#follow` fallback never matched anything → the unfollow
1649 // silently failed on the remote. With no stored follow id (legacy row), skip the network Undo
1650 // rather than send an unmatchable one. Deliver durably via the retry queue.
1651 if (row && row.inbox && row.follow_id) {
1652 const undo = { '@context': AP_CONTEXT, id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me, object: { id: row.follow_id, type: 'Follow', actor: me, object: actorUri } };
1653 deliverWithRetry(site.slug, row.inbox, undo, `${me}#main-key`, keys.private_pem);
1654 } else if (row && row.inbox) {
1655 console.warn('[AP] unfollow', site.slug, '→', actorUri, '— no stored follow id; removed locally only (legacy follow, remote may keep it)');
1656 }
1657 fwStmts().del.run(site.slug, actorUri);
1658 return { ok: true };
1659}
1660
1661// Send a Like or Announce (boost) on a remote note FROM this site.
1662export async function sendInteraction(site, kind, targetNoteId, authorUri) {
1663 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1664 if (!base || !site || !site.slug || !targetNoteId) return { error: 'config' };
1665 const me = actorId(base, site.slug);
1666 const keys = getOrCreateKeys(site.slug);
1667 // 'unboost' = Undo(Announce): retracts a boost so followers' servers remove the
1668 // reblog (matched on actor+object — no record of the original Announce needed).
1669 const fanout = (kind === 'boost' || kind === 'unboost'); // also goes to our followers
1670 const followersCol = `${me}/followers`;
1671 // Address the original author in cc so their server (Mastodon, WordPress/ActivityPub, …)
1672 // attributes the boost to their post and notifies them — without this, a shared-inbox
1673 // receiver has nothing to route the Announce to. Non-fragment activity ids + a `published`
1674 // stamp keep us aligned with what Mastodon emits.
1675 const audience = authorUri ? [followersCol, authorUri] : [followersCol];
1676 let act;
1677 if (kind === 'unboost' || kind === 'unlike') {
1678 // Undo(Announce) retracts a boost; Undo(Like) un-favourites (matched on actor+object,
1679 // no record of the original activity needed — Mastodon honours both).
1680 const inner = kind === 'unboost' ? 'Announce' : 'Like';
1681 act = {
1682 '@context': AP_CONTEXT,
1683 id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me,
1684 object: { id: `${me}/${inner.toLowerCase()}/${Date.now()}-${rid()}`, type: inner, actor: me, object: targetNoteId },
1685 };
1686 if (kind === 'unboost') { act.to = [PUBLIC]; act.cc = audience; }
1687 } else {
1688 const type = kind === 'boost' ? 'Announce' : 'Like';
1689 act = {
1690 '@context': AP_CONTEXT,
1691 id: `${me}/${type.toLowerCase()}/${Date.now()}-${rid()}`,
1692 type, actor: me, object: targetNoteId,
1693 };
1694 if (type === 'Announce') { act.published = new Date().toISOString(); act.to = [PUBLIC]; act.cc = audience; }
1695 }
1696 const inboxes = new Set();
1697 // Author first, via their PERSONAL inbox (not the shared one) so a multi-user receiver
1698 // routes the Announce/Like to the right post unambiguously.
1699 if (authorUri) { const a = await fetchActor(authorUri).catch(() => null); if (a) inboxes.add(a.inbox || (a.endpoints && a.endpoints.sharedInbox)); }
1700 if (fanout) { for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox); }
1701 // Queue each delivery (immediate attempt + backoff retries on failure via ap_delivery)
1702 // instead of a single fire-and-forget POST, so a transient hiccup at the receiver doesn't
1703 // silently lose the boost — same durability a new post (deliverCreate) already gets.
1704 let queued = 0;
1705 for (const inbox of [...inboxes].filter(Boolean)) { deliverWithRetry(site.slug, inbox, act, `${me}#main-key`, keys.private_pem); queued++; }
1706 console.log('[AP]', kind, site.slug, '→', targetNoteId, 'queued', queued, 'inbox(es)');
1707 return { ok: true, delivered: queued };
1708}
1709
1710// Notifications inbox: new followers + replies/likes/boosts on this site's posts.
1711export function getNotifications(slug, limit) {
1712 const out = [];
1713 try {
1714 for (const f of db.prepare('SELECT actor_uri, created_at FROM ap_followers WHERE slug = ? ORDER BY created_at DESC LIMIT 50').all(slug)) {
1715 out.push({ type: 'follow', handle: deriveHandle(f.actor_uri), url: f.actor_uri, created_at: f.created_at });
1716 }
1717 } catch { /* ignore */ }
1718 try {
1719 const rows = db.prepare(`
1720 SELECT i.kind, i.actor_name, i.actor_handle, i.actor_url, i.content, i.created_at,
1721 p.slug AS post_slug, p.title AS post_title
1722 FROM ap_interactions i LEFT JOIN posts p ON p.id = i.post_id
1723 WHERE p.site_id = (SELECT id FROM sites WHERE slug = ?)
1724 ORDER BY i.created_at DESC LIMIT 80
1725 `).all(slug);
1726 for (const r of rows) out.push({
1727 type: r.kind, name: r.actor_name, handle: r.actor_handle, url: r.actor_url,
1728 content: stripLeadingMentions(r.content), post_slug: r.post_slug, post_title: r.post_title, created_at: r.created_at,
1729 });
1730 } catch { /* ignore */ }
1731 out.sort((a, b) => new Date(b.created_at) - new Date(a.created_at));
1732 return out.slice(0, limit || 60);
1733}
1734
1735// ── Blocking / defederation ───────────────────────────────────────
1736let _insBl, _delBl, _listBl;
1737function blStmts() {
1738 if (!_insBl) {
1739 _insBl = db.prepare('INSERT OR IGNORE INTO ap_blocks (slug, target, kind, label, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
1740 _delBl = db.prepare('DELETE FROM ap_blocks WHERE slug = ? AND target = ?');
1741 _listBl = db.prepare('SELECT * FROM ap_blocks WHERE slug = ? ORDER BY created_at DESC');
1742 }
1743 return { ins: _insBl, del: _delBl, list: _listBl };
1744}
1745export function listBlocks(slug) { return blStmts().list.all(slug); }
1746
1747// True if an actor (or its whole domain) is blocked anywhere on this instance.
1748export function isBlockedAny(actorUri) {
1749 if (!actorUri) return false;
1750 let domain = ''; try { domain = new URL(actorUri).host; } catch { /* ignore */ }
1751 try { return !!db.prepare("SELECT 1 FROM ap_blocks WHERE (kind='actor' AND target=?) OR (kind='domain' AND target=?) LIMIT 1").get(actorUri, domain); }
1752 catch { return false; }
1753}
1754
1755function purgeBlocked(kind, target) {
1756 try {
1757 if (kind === 'domain') {
1758 const like = `%//${target}/%`;
1759 db.prepare('DELETE FROM ap_interactions WHERE actor_uri LIKE ?').run(like);
1760 db.prepare('DELETE FROM ap_timeline WHERE author_uri LIKE ?').run(like);
1761 db.prepare('DELETE FROM ap_followers WHERE actor_uri LIKE ?').run(like);
1762 } else {
1763 db.prepare('DELETE FROM ap_interactions WHERE actor_uri = ?').run(target);
1764 db.prepare('DELETE FROM ap_timeline WHERE author_uri = ?').run(target);
1765 db.prepare('DELETE FROM ap_followers WHERE actor_uri = ?').run(target);
1766 }
1767 } catch { /* best-effort */ }
1768}
1769
1770// Block an actor (@handle or actor URL) or a whole domain; purges their content.
1771export async function blockTarget(site, input) {
1772 const raw = String(input || '').trim();
1773 if (!site || !site.slug || !raw) return { error: 'empty' };
1774 let kind, target, label;
1775 if (/^https?:\/\//i.test(raw)) { kind = 'actor'; target = raw; label = raw; }
1776 else if (raw.includes('@')) {
1777 const actorUrl = await webfingerResolve(raw);
1778 if (!actorUrl) return { error: 'not_found' };
1779 kind = 'actor'; target = actorUrl; label = raw.startsWith('@') ? raw : ('@' + raw);
1780 } else { kind = 'domain'; target = raw.toLowerCase(); label = raw.toLowerCase(); }
1781 blStmts().ins.run(site.slug, target, kind, label);
1782 purgeBlocked(kind, target);
1783 console.log('[AP] block', site.slug, kind, target);
1784 return { ok: true, label };
1785}
1786
1787export function unblock(site, target) { blStmts().del.run(site.slug, target); return { ok: true }; }
1788
1789export default {
1790 AP_CONTEXT, getOrCreateKeys, apWants, sendAP, actorId, noteId,
1791 buildActor, buildNote, buildCreate, buildOutbox, buildFollowers, buildFollowing, buildFeatured,
1792 followerCount, deliver, fetchActor, verifyRequest, handleInbox, deliverCreate, deliverDelete, deliverUpdate, deliverActorUpdate, resyncFeaturedPins,
1793 getInteractions, getInteractionById, setInteractionBoosted, setInteractionLiked, setMyReaction, getMyReactions, buildReplyNote, getOutboxNote, deliverReply, resolveRemoteNote,
1794 listOutbox, deliverOutboxDelete, deliverOutboxUpdate,
1795 webfingerResolve, followActor, resolveRemoteActor, unfollowActor, listFollowing, setAutoBoost, backfillFromOutbox, getTimeline, sendInteraction,
1796 autoBoostCount, boostedCount, markBoosted, unmarkBoosted, markLiked, unmarkLiked, getTimelineReaction, upsertBoostedNote, getCirkelPosts, getCirkelMembers, selfHealTimeline,
1797 getNotifications, listBlocks, isBlockedAny, blockTarget, unblock,
1798 deliverWithRetry, enqueueDelivery, processDeliveryQueue, startDeliveryWorker,
1799 getReplyUris, markNotificationsSeen, countUnseenNotifications, hasPlayableAudio,
1800};
Note: See TracBrowser for help on using the repository browser.