source: Klonkt/src/services/ActivityPubService.js@ 443f982

main
Last change on this file since 443f982 was 443f982, checked in by roboburr <roboburr@…>, 2 months ago

feat(federation): let Mastodon card external embeds — drop image attachments when a post has an embed

Mastodon shows EITHER media attachments OR a link preview card, never both. A post with an
external embed (Spotify/YouTube/SoundCloud/Vimeo/Bandcamp/Apple) plus a cover therefore showed the
cover and rendered the embed link as plain text — no player. Now, when the post has an embed link,
buildNote skips the image attachments so Mastodon renders the embed's player card. Klonkt's own
rendering is unchanged (cover + embed player still show on-site). Detection reuses
AudioEmbedService.detectProvider (single source of truth, covers all 6 providers).

  • src/services/ActivityPubService.js — buildNote suppresses image attachments when an embed is present

Co-Authored-By: Claude <noreply@…>

  • Property mode set to 100644
File size: 99.1 KB
Line 
1/**
2 * ActivityPubService — Klonkt as a real ActivityPub actor (fediverse bridge).
3 *
4 * Phase 1 (this file): the PUBLISH/discoverable side.
5 * - per-site RSA keypair (Mastodon-compatible HTTP Signatures; separate from
6 * the Ed25519 keys used by the lighter Cirkels v1)
7 * - builders for the Actor document, Note objects and the Outbox collection
8 * - apWants(): HTTP content-negotiation helper (activity+json vs HTML)
9 *
10 * The interactive side (inbox: Follow/Accept, signature verify, delivery to
11 * followers) lands in the next step and is tested live against Mastodon.
12 *
13 * AP actor URLs live under /ap/* so they never clash with the human pages:
14 * actor = <base>/ap/users/<slug>
15 * inbox = <actor>/inbox outbox = <actor>/outbox
16 * note = <base>/ap/notes/<postId>
17 */
18import crypto from 'crypto';
19import dns from 'dns';
20import net from 'net';
21import db from '../config/database.js';
22import HtmlSanitizerService from './HtmlSanitizerService.js';
23import AudioEmbedService from './AudioEmbedService.js';
24
25const PUBLIC = 'https://www.w3.org/ns/activitystreams#Public';
26// Full JSON-LD context for every AP object we emit: AS2 core + security (publicKey) + the
27// extension terms we actually use (Mastodon/toot + schema.org), each with a term definition
28// so a strict JSON-LD processor resolves them instead of dropping them → valid AS2/JSON-LD.
29// This is the same context shape Mastodon publishes, so Mastodon sees no change.
30const AP_CONTEXT = [
31 'https://www.w3.org/ns/activitystreams',
32 'https://w3id.org/security/v1',
33 {
34 toot: 'http://joinmastodon.org/ns#',
35 schema: 'http://schema.org#',
36 sensitive: 'as:sensitive',
37 Hashtag: 'as:Hashtag',
38 manuallyApprovesFollowers: 'as:manuallyApprovesFollowers',
39 discoverable: 'toot:discoverable',
40 featured: { '@id': 'toot:featured', '@type': '@id' },
41 PropertyValue: 'schema:PropertyValue',
42 value: 'schema:value',
43 embedUrl: { '@id': 'schema:embedUrl', '@type': '@id' },
44 },
45];
46
47// Short random suffix so two activity ids minted in the same millisecond (e.g.
48// parallel saves) don't collide and get deduped by a receiver.
49const rid = () => crypto.randomBytes(4).toString('hex');
50
51// Keep only http(s) URLs — drops javascript:/data:/etc so a remote actor can't
52// smuggle a dangerous scheme into a stored href/src (rendered in owner-only views).
53const safeUrl = (u) => { const s = String(u == null ? '' : u).trim(); return /^https?:\/\//i.test(s) ? s : ''; };
54
55// ── SSRF guard for outbound fetches ───────────────────────────────
56// Remote URLs (actor/keyId/webfinger/inbox/inReplyTo) are attacker-controlled, so
57// every outbound fetch must refuse hosts that resolve to private/loopback ranges
58// (cloud metadata, internal services) — on the initial host AND each redirect hop.
59function isBlockedIp(ip) {
60 if (!ip) return true;
61 const v = net.isIP(ip);
62 if (v === 4) {
63 const o = ip.split('.').map(Number);
64 return o[0] === 127 || o[0] === 10 || o[0] === 0
65 || (o[0] === 172 && o[1] >= 16 && o[1] <= 31)
66 || (o[0] === 192 && o[1] === 168)
67 || (o[0] === 169 && o[1] === 254)
68 || (o[0] === 100 && o[1] >= 64 && o[1] <= 127); // CGNAT
69 }
70 if (v === 6) {
71 const s = ip.toLowerCase().replace(/^\[|\]$/g, '');
72 return s === '::1' || s === '::' || s.startsWith('fc') || s.startsWith('fd') || s.startsWith('fe80')
73 || s.startsWith('::ffff:127.') || s.startsWith('::ffff:10.') || s.startsWith('::ffff:192.168.')
74 || s.startsWith('::ffff:169.254.') || s.startsWith('::ffff:172.');
75 }
76 return true; // not an IP literal we recognise → refuse
77}
78async function assertPublicHost(hostname) {
79 if (net.isIP(hostname)) { if (isBlockedIp(hostname)) throw new Error('ssrf-blocked-ip'); return; }
80 const addrs = await dns.promises.lookup(hostname, { all: true });
81 if (!addrs.length || addrs.some((a) => isBlockedIp(a.address))) throw new Error('ssrf-blocked-host');
82}
83export async function safeFetch(url, opts = {}, maxRedirects = 3) {
84 let target = url;
85 for (let hop = 0; ; hop++) {
86 const u = new URL(target); // throws on malformed → caller's catch
87 if (u.protocol !== 'https:' && u.protocol !== 'http:') throw new Error('ssrf-bad-scheme');
88 await assertPublicHost(u.hostname);
89 const r = await fetch(target, { ...opts, redirect: 'manual', signal: AbortSignal.timeout(8000) });
90 const loc = (r.status >= 300 && r.status < 400) ? r.headers.get('location') : null;
91 if (loc && hop < maxRedirects) { target = new URL(loc, target).toString(); continue; }
92 return r;
93 }
94}
95const MAX_OUTBOX = 20;
96// Cache-buster for the music listen-link → forces Mastodon to re-crawl a FRESH
97// (square) player card. Bump this whenever the twitter:player card dimensions change.
98const FEDI_CARD_VER = '2';
99
100// ── RSA keys per actor (lazy, cached in DB) ───────────────────────
101// Prepared lazily (NOT at module load) — the ap_keys table is created in
102// initializeDatabase(), which runs after this module is imported.
103let _sel, _ins;
104function keyStmts() {
105 if (!_sel) {
106 _sel = db.prepare('SELECT public_pem, private_pem FROM ap_keys WHERE slug = ?');
107 _ins = db.prepare('INSERT OR IGNORE INTO ap_keys (slug, public_pem, private_pem, created_at) VALUES (?,?,?,CURRENT_TIMESTAMP)');
108 }
109 return { sel: _sel, ins: _ins };
110}
111
112export function getOrCreateKeys(slug) {
113 const { sel, ins } = keyStmts();
114 const row = sel.get(slug);
115 if (row) return row;
116 const { publicKey, privateKey } = crypto.generateKeyPairSync('rsa', {
117 modulusLength: 2048,
118 publicKeyEncoding: { type: 'spki', format: 'pem' },
119 privateKeyEncoding: { type: 'pkcs8', format: 'pem' },
120 });
121 ins.run(slug, publicKey, privateKey);
122 return sel.get(slug) || { public_pem: publicKey, private_pem: privateKey };
123}
124
125// ── content negotiation ───────────────────────────────────────────
126// True when the caller wants ActivityPub JSON rather than the HTML page.
127export function apWants(req) {
128 const a = String(req.headers.accept || '').toLowerCase();
129 return a.includes('application/activity+json') ||
130 (a.includes('application/ld+json') && a.includes('activitystreams'));
131}
132
133const AP_CONTENT_TYPE = 'application/activity+json; charset=utf-8';
134export function sendAP(res, obj) {
135 res.type(AP_CONTENT_TYPE);
136 res.set('Cache-Control', 'public, max-age=120');
137 res.send(JSON.stringify(obj));
138}
139
140// ── document builders ─────────────────────────────────────────────
141export function actorId(base, slug) { return `${base}/ap/users/${encodeURIComponent(slug)}`; }
142export function noteId(base, postId) { return `${base}/ap/notes/${encodeURIComponent(postId)}`; }
143
144export function buildActor(base, site) {
145 const id = actorId(base, site.slug);
146 const keys = getOrCreateKeys(site.slug);
147 const actor = {
148 '@context': AP_CONTEXT,
149 id,
150 type: 'Person',
151 preferredUsername: site.slug,
152 name: site.title || site.slug,
153 summary: site.tagline || site.description || '',
154 url: `${base}/${site.slug === site.primary_slug ? '' : 'user/' + encodeURIComponent(site.slug)}`,
155 manuallyApprovesFollowers: false,
156 discoverable: true,
157 inbox: `${id}/inbox`,
158 outbox: `${id}/outbox`,
159 followers: `${id}/followers`,
160 following: `${id}/following`,
161 featured: `${id}/featured`,
162 endpoints: { sharedInbox: `${base}/ap/inbox` },
163 publicKey: {
164 id: `${id}#main-key`,
165 owner: id,
166 publicKeyPem: keys.public_pem,
167 },
168 };
169 if (site.profile_photo) {
170 const u = /^https?:/.test(site.profile_photo) ? site.profile_photo : `${base}${site.profile_photo.startsWith('/') ? '' : '/'}${site.profile_photo}`;
171 actor.icon = { type: 'Image', url: u };
172 }
173 // Account creation date — shown by Mastodon + read by indexers (additive, standard AS2).
174 if (site.created_at) { try { actor.published = new Date(site.created_at).toISOString(); } catch { /* skip bad date */ } }
175 // Profile links → PropertyValue rows: Mastodon/PeerTube/WordPress-ActivityPub render these as
176 // profile metadata (rel=me enables link-back verification). Additive; ignored by simpler receivers.
177 try {
178 const links = JSON.parse(site.profile_links || '[]');
179 if (Array.isArray(links) && links.length) {
180 const esc = (s) => String(s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
181 const rows = links
182 .filter((l) => l && l.url && /^https?:/i.test(l.url))
183 .map((l) => ({
184 type: 'PropertyValue',
185 name: esc(l.platform || 'Link'),
186 value: `<a href="${esc(l.url).replace(/"/g, '&quot;')}" rel="me nofollow noopener" target="_blank">${esc(String(l.url).replace(/^https?:\/\//, ''))}</a>`,
187 }));
188 if (rows.length) actor.attachment = rows;
189 }
190 } catch { /* skip malformed profile_links */ }
191 return actor;
192}
193
194// Does a post's audio shortcodes reference at least one PLAYABLE (file-backed)
195// track? Link-only tracks (external Spotify/YouTube, media_id NULL) don't count —
196// they have no Klonkt-hosted audio to embed, so no player card / cover-suppression.
197export function hasPlayableAudio(content, siteId) {
198 if (!content || !/\[\[(track|album|playlist):/i.test(content)) return false;
199 try {
200 for (const m of content.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT media_id FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.media_id) return true; }
201 for (const m of content.matchAll(/\[\[album:([^\]]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM audio_tracks WHERE site_id = ? AND album = ? AND media_id IS NOT NULL LIMIT 1').get(siteId, m[1].trim())) return true; }
202 for (const m of content.matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id WHERE pt.playlist_id = ? AND t.media_id IS NOT NULL LIMIT 1').get(m[1])) return true; }
203 } catch { /* non-fatal */ }
204 return false;
205}
206
207// A single post as an AS2 Note (the object), and as a Create activity (for outbox/delivery).
208export function buildNote(base, site, post) {
209 const id = noteId(base, post.id);
210 const aId = actorId(base, site.slug);
211 const human = `${base}/${encodeURIComponent(post.slug)}`;
212 // Mastodon ignores a Note's `name`, so put the title INTO the content (bold
213 // first line) — the standard blog→fediverse convention. post.content is
214 // already sanitized HTML; the title is plain text, so escape it.
215 const escTitle = String(post.title || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
216 const titleHtml = post.title ? `<p><strong>${escTitle}</strong></p>` : '';
217
218 // Images travel as AP `attachment` (Mastodon strips <img> from content). Collect
219 // the cover + any inline <img>, make absolute, then strip <img> from the content
220 // to avoid duplicate rendering on clients that DO keep them.
221 const abs = (u) => !u ? null : (/^https?:/i.test(u) ? u : `${base}${u.startsWith('/') ? '' : '/'}${u}`);
222 const mediaType = (u) => {
223 const e = ((u || '').split('?')[0].match(/\.(\w+)$/) || [])[1];
224 return ({ jpg: 'image/jpeg', jpeg: 'image/jpeg', png: 'image/png', gif: 'image/gif', webp: 'image/webp', avif: 'image/avif' })[(e || '').toLowerCase()] || 'image/jpeg';
225 };
226 const hadAudio = /\[\[(track|album|playlist):/i.test(post.content || '');
227 const playable = hasPlayableAudio(post.content || '', site && site.id);
228 // A post with an external embed (Spotify/YouTube/SoundCloud/Vimeo/Bandcamp/Apple) should let
229 // Mastodon render the embed's player CARD. Mastodon shows EITHER media attachments OR a link
230 // card, never both — so when the post has an embed link we skip the image attachments so the
231 // card wins. (On Klonkt nothing changes: the cover + the embed player still render.)
232 const hasEmbed = (() => {
233 const c = post.content || '';
234 if (/\[\[embed:/i.test(c)) return true;
235 for (const m of c.matchAll(/https?:\/\/[^\s"'<>]+/gi)) if (AudioEmbedService.detectProvider(m[0])) return true;
236 return false;
237 })();
238 const noImages = playable || hasEmbed; // suppress image attachments → let the player/embed card show
239 const urls = [];
240 // Posts with PLAYABLE hosted audio suppress image attachments so Mastodon renders
241 // the player CARD (twitter:player) instead of the cover — media attachment and
242 // link/player card are mutually exclusive on Mastodon. Link-only audio (external)
243 // keeps its cover (no player card to show).
244 if (post.cover_image_url && !noImages) urls.push(abs(post.cover_image_url));
245 let body = post.content || '';
246 // Only federate inline images we can actually serve: absolute http(s) URLs, or our own
247 // /media/ uploads. A relative path we don't host (e.g. a stale /images/... ref) would 404
248 // and show up as a black tile in Mastodon's attachment grid.
249 if (!noImages) for (const m of body.matchAll(/<img\b[^>]*\bsrc="([^"]+)"[^>]*>/gi)) {
250 const src = m[1];
251 if (/^https?:\/\//i.test(src) || src.startsWith('/media/')) urls.push(abs(src));
252 }
253 body = body.replace(/<img\b[^>]*>/gi, '');
254 // Audio shortcodes: do NOT federate the raw audio file — Klonkt deliberately
255 // gates audio (the /audio/stream URL has friction), and shipping it as an AP
256 // audio attachment would hand Mastodon a plain, downloadable mp3 URL. Instead,
257 // replace the shortcodes with a "🎵 listen on the site" link so the post invites
258 // a click-through to the protected player (discovery without leaking the file).
259 const esc = (s) => String(s == null ? '' : s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
260 const audioLabels = [];
261 try {
262 for (const m of body.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT title FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.title) audioLabels.push(r.title); }
263 for (const m of body.matchAll(/\[\[album:([^\]]+)\]\]/g)) audioLabels.push(m[1].trim());
264 } catch { /* non-fatal */ }
265 // fedi_open tracks → real AS2 Audio attachments (the actual file URL, served ungated) so
266 // EVERY client incl. the Mastodon apps plays them inline natively. Gated tracks (default)
267 // stay link/card-only — the file is never exposed for them. Resolve from post.content so a
268 // later body mutation can't affect it.
269 const openAudio = [];
270 if (hadAudio) {
271 const seenA = new Set();
272 const addRow = (r) => {
273 const fn = r.filename || (r.storage_path || '').split('/').pop();
274 if (!fn || seenA.has(fn)) return; seenA.add(fn);
275 openAudio.push({ type: 'Audio', mediaType: r.mime_type || 'audio/mpeg', url: `${base}/audio/stream/${encodeURIComponent(fn)}`, name: r.title || 'Audio' });
276 };
277 const SEL = 'SELECT t.title, m.filename, m.storage_path, m.mime_type FROM audio_tracks t JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND ';
278 try {
279 for (const mm of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare(SEL + 't.id = ?').get(mm[1]); if (r) addRow(r); }
280 for (const mm of (post.content || '').matchAll(/\[\[album:([^\]]+)\]\]/g)) for (const r of db.prepare(SEL + 't.site_id = ? AND t.album = ? ORDER BY t.rowid').all(site.id, mm[1].trim())) addRow(r);
281 for (const mm of (post.content || '').matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) for (const r of db.prepare('SELECT t.title, m.filename, m.storage_path, m.mime_type FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND pt.playlist_id = ? ORDER BY pt.position').all(mm[1])) addRow(r);
282 } catch { /* non-fatal */ }
283 }
284 body = body.replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
285 // External embeds ([[embed:url]]) → emit the bare URL as a link so Mastodon
286 // renders its OWN preview/player card (YouTube/Spotify/SoundCloud/etc) instead
287 // of federating the raw shortcode text.
288 body = body.replace(/\[\[embed:([^\]]+)\]\]/gi, (mm, raw) => {
289 const u = esc(raw.trim().replace(/&amp;/g, '&'));
290 return `<p><a href="${u}">${u}</a></p>`;
291 });
292 if (hadAudio) {
293 const lbl = audioLabels.length ? esc(audioLabels.slice(0, 4).join(', ')) : '';
294 // For playable posts, append a version param to the listen-link so Mastodon
295 // sees a NEW card URL and re-crawls it (fresh SQUARE player card) instead of
296 // reusing the cached landscape one. Invisible: the link TEXT stays clean, the
297 // page ignores the param. Bump FEDI_CARD_VER when the card dimensions change.
298 const listenHref = playable ? `${human}?fc=${FEDI_CARD_VER}` : human;
299 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong> — ` : ''}<a href="${listenHref}">listen on ${esc(site.title || 'the site')}</a></p>`;
300 }
301 // Klonkt renders post content with white-space:pre-wrap, so raw newlines ARE line
302 // breaks on the site. Mastodon (plain HTML) collapses whitespace and would drop them,
303 // so convert newlines to <br> for the federated copy (content already made with
304 // shift+enter uses <br> and has no \n → this is a no-op there).
305 body = body.replace(/\r?\n/g, '<br>');
306 body = linkHashtags(base, body); // link inline #hashtags in the post body too
307 // Append the tags-field hashtags to the content so Mastodon renders them as clickable
308 // hashtags (a Hashtag that's only in the `tag` array isn't shown inline). CamelCase
309 // multi-word tags; skip any already present inline in the body.
310 {
311 const inlineTags = new Set(hashtagTags(base, body).map((h) => h.name.slice(1).toLowerCase()));
312 const addSeen = new Set();
313 const tagLinks = normalizeTags(post.tags).map(tagParts).filter(Boolean)
314 .filter((p) => !inlineTags.has(p.slug) && !addSeen.has(p.slug) && addSeen.add(p.slug))
315 .map((p) => `<a href="${base}/tag/${encodeURIComponent(p.slug)}" class="mention hashtag" rel="tag">#${p.label}</a>`);
316 if (tagLinks.length) body += `<p>${tagLinks.join(' ')}</p>`;
317 }
318 const seen = new Set();
319 const attachment = urls.filter(Boolean)
320 .filter((u) => { if (seen.has(u)) return false; seen.add(u); return true; })
321 .map((u) => { const mt = mediaType(u); // specific AS2 subtype (Image/Audio/Video) over generic Document
322 const ty = /^image\//i.test(mt) ? 'Image' : /^video\//i.test(mt) ? 'Video' : /^audio\//i.test(mt) ? 'Audio' : 'Document';
323 return { type: ty, mediaType: mt, url: u }; });
324 for (const a of openAudio) attachment.push(a); // fedi_open tracks → native Audio players
325
326 const note = {
327 id,
328 type: 'Note',
329 attributedTo: aId,
330 content: titleHtml + body,
331 url: human,
332 published: new Date(post.published_at || post.created_at || Date.now()).toISOString(),
333 // fan_only = "fans only" → followers-only visibility (delivered to your followers
334 // but not addressed to Public, so Mastodon shows it only to them and can't boost it).
335 to: post.fan_only ? [`${aId}/followers`] : [PUBLIC],
336 cc: post.fan_only ? [] : [`${aId}/followers`],
337 tag: buildHashtagList(base, post.tags, body),
338 replies: `${id}/replies`,
339 // NSFW → Mastodon-style content warning: sensitive (blurs media) + a summary/spoiler
340 // (hides the whole post behind a "Gevoelige inhoud" button until the reader opens it).
341 sensitive: !!post.nsfw,
342 };
343 if (post.nsfw) note.summary = post.content_warning || 'Gevoelige inhoud';
344 if (attachment.length) note.attachment = attachment;
345 // Playable-audio posts suppress the cover attachment (player card). Still expose
346 // the cover via AS2 `image` so card/grid consumers (the Klonkt Cirkel) can show
347 // it — Mastodon ignores a Note's `image`, so the player card is unaffected.
348 if (post.cover_image_url && playable) {
349 const cov = abs(post.cover_image_url);
350 if (cov) note.image = { type: 'Image', mediaType: mediaType(cov), url: cov };
351 }
352 // Experiment (mirrors PeerTube / schema.org `embedUrl`): point at the GATED player page
353 // (/embed) so a client that honours embedUrl can show an inline player WITHOUT ever
354 // getting the audio file — the anti-steal posture is untouched. `embedUrl` is a real
355 // standard field name (not a Klonkt invention); if Mastodon's apps honour it on a Note we
356 // make it JSON-LD-clean with a context term, otherwise it degrades to the player card.
357 if (playable) note.embedUrl = `${base}/embed?post=${encodeURIComponent(post.slug)}`;
358 return note;
359}
360
361// All reply note URIs on a local post (inbound fediverse replies + our own
362// outbound replies) — backs the Note's `replies` Collection so remote servers
363// can fetch the whole thread.
364export function getReplyUris(base, postId) {
365 const out = [];
366 try {
367 for (const r of db.prepare("SELECT object_uri FROM ap_interactions WHERE kind = 'reply' AND post_id = ? AND object_uri != '' ORDER BY created_at").all(postId)) out.push(r.object_uri);
368 for (const r of db.prepare('SELECT id FROM ap_outbox WHERE post_id = ? ORDER BY rowid').all(postId)) out.push(`${base}/ap/notes/${r.id}`);
369 } catch { /* non-fatal */ }
370 return out;
371}
372
373// Notifications "seen" tracking → a real bell badge. Stored per site in app_settings.
374export function markNotificationsSeen(slug) {
375 try {
376 db.prepare("INSERT INTO app_settings (key, value, updated_at) VALUES (?, ?, CURRENT_TIMESTAMP) ON CONFLICT(key) DO UPDATE SET value = excluded.value, updated_at = CURRENT_TIMESTAMP")
377 .run(`fedi_notif_seen:${slug}`, new Date().toISOString());
378 } catch { /* non-fatal */ }
379}
380export function countUnseenNotifications(slug) {
381 try {
382 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
383 const seen = row ? Date.parse(row.value) : 0;
384 let n = 0;
385 for (const it of getNotifications(slug, 50)) { if (Date.parse(it.created_at) > seen) n++; }
386 return n;
387 } catch { return 0; }
388}
389
390export function buildCreate(base, site, post) {
391 const note = buildNote(base, site, post);
392 return {
393 '@context': AP_CONTEXT,
394 id: note.id + '#create',
395 type: 'Create',
396 actor: actorId(base, site.slug),
397 published: note.published,
398 to: note.to,
399 cc: note.cc,
400 object: note,
401 };
402}
403
404export function buildOutbox(base, site, posts) {
405 const id = `${actorId(base, site.slug)}/outbox`;
406 const items = (posts || []).slice(0, MAX_OUTBOX).map((p) => buildCreate(base, site, p));
407 return {
408 '@context': AP_CONTEXT,
409 id,
410 type: 'OrderedCollection',
411 totalItems: items.length,
412 orderedItems: items,
413 };
414}
415
416export function buildFollowers(base, site, count) {
417 const id = `${actorId(base, site.slug)}/followers`;
418 return {
419 '@context': AP_CONTEXT,
420 id,
421 type: 'OrderedCollection',
422 totalItems: count || 0,
423 orderedItems: [], // hidden for privacy; count only
424 };
425}
426
427// The accounts this site follows — count only, mirroring buildFollowers. The spec lists
428// `following` as a standard actor property; Hubzilla/Friendica + crawlers expect it.
429export function buildFollowing(base, site, count) {
430 const id = `${actorId(base, site.slug)}/following`;
431 return {
432 '@context': AP_CONTEXT,
433 id,
434 type: 'OrderedCollection',
435 totalItems: count || 0,
436 orderedItems: [], // count only
437 };
438}
439
440// Pinned posts → the actor's `featured` collection. Mastodon reads this and shows
441// these as the "Featured" tab (pinned to the profile). Posts come ordered by pin
442// rank; embedded as full Notes so a remote server doesn't need extra fetches.
443export function buildFeatured(base, site, posts) {
444 const id = `${actorId(base, site.slug)}/featured`;
445 const items = (posts || []).map((p) => buildNote(base, site, p));
446 return {
447 '@context': AP_CONTEXT,
448 id,
449 type: 'OrderedCollection',
450 totalItems: items.length,
451 orderedItems: items,
452 };
453}
454
455// ── followers store (lazy stmts) ──────────────────────────────────
456let _insF, _delF, _listF, _cntF;
457function fStmts() {
458 if (!_insF) {
459 _insF = db.prepare('INSERT OR IGNORE INTO ap_followers (slug, actor_uri, inbox, shared_inbox, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
460 _delF = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND actor_uri = ?');
461 _listF = db.prepare('SELECT inbox, shared_inbox FROM ap_followers WHERE slug = ?');
462 _cntF = db.prepare('SELECT COUNT(*) n FROM ap_followers WHERE slug = ?');
463 }
464 return { ins: _insF, del: _delF, list: _listF, cnt: _cntF };
465}
466export function followerCount(slug) { return fStmts().cnt.get(slug).n; }
467
468// ── inbound interactions store (replies / likes / boosts) + our outbound replies ──
469let _insI, _delLA, _delReply, _listI, _getI, _insO, _listO, _getO;
470function iStmts() {
471 if (!_insI) {
472 _insI = db.prepare('INSERT OR IGNORE INTO ap_interactions (kind, post_id, object_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, parent_uri, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
473 _delLA = db.prepare('DELETE FROM ap_interactions WHERE kind = ? AND post_id = ? AND actor_uri = ?');
474 _delReply = db.prepare("DELETE FROM ap_interactions WHERE kind = 'reply' AND object_uri = ?");
475 _listI = db.prepare('SELECT id, kind, object_uri, parent_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, created_at, acted_boost, acted_like FROM ap_interactions WHERE post_id = ? ORDER BY created_at ASC');
476 _getI = db.prepare('SELECT * FROM ap_interactions WHERE id = ?');
477 _insO = db.prepare('INSERT INTO ap_outbox (id, site_slug, post_id, post_slug, in_reply_to, to_actor, to_handle, content, created_at) VALUES (?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
478 _listO = db.prepare('SELECT * FROM ap_outbox WHERE post_id = ? ORDER BY created_at ASC');
479 _getO = db.prepare('SELECT * FROM ap_outbox WHERE id = ?');
480 }
481 return { ins: _insI, delLA: _delLA, delReply: _delReply, list: _listI, getI: _getI, insO: _insO, listO: _listO, getO: _getO };
482}
483
484export function getInteractionById(id) { return iStmts().getI.get(id); }
485export function setInteractionBoosted(id, on) {
486 db.prepare('UPDATE ap_interactions SET acted_boost = ? WHERE id = ?').run(on ? 1 : 0, id);
487}
488export function setInteractionLiked(id, on) {
489 db.prepare('UPDATE ap_interactions SET acted_like = ? WHERE id = ?').run(on ? 1 : 0, id);
490}
491// Your like/boost state on a REMOTE post (interact page toggles).
492export function setMyReaction(slug, uri, kind, on) {
493 if (on) db.prepare('INSERT OR IGNORE INTO ap_my_reactions (site_slug, target_uri, kind) VALUES (?,?,?)').run(slug, uri, kind);
494 else db.prepare('DELETE FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ? AND kind = ?').run(slug, uri, kind);
495}
496export function getMyReactions(slug, uri) {
497 const rows = (slug && uri) ? db.prepare('SELECT kind FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ?').all(slug, uri) : [];
498 return { liked: rows.some((r) => r.kind === 'like'), boosted: rows.some((r) => r.kind === 'boost') };
499}
500
501const localPostExists = (id) => { try { return !!db.prepare('SELECT 1 FROM posts WHERE id = ?').get(id); } catch { return false; } };
502// Extract our local post id from a note URL, but only if it's ours (base match).
503function postIdFromNoteUrl(url, base) {
504 const s = String(url || '');
505 if (base && !s.startsWith(base)) return null;
506 const m = s.match(/\/ap\/notes\/([^/?#]+)/);
507 return m ? decodeURIComponent(m[1]) : null;
508}
509function deriveHandle(actorUri) {
510 try { const u = new URL(actorUri); const seg = u.pathname.split('/').filter(Boolean).pop() || ''; return `@${seg}@${u.host}`; } catch { return String(actorUri || ''); }
511}
512function actorInfo(doc, actorUri) {
513 let host = ''; try { host = new URL(actorUri).host; } catch { /* keep empty */ }
514 const handle = doc && doc.preferredUsername ? `@${doc.preferredUsername}@${host}` : deriveHandle(actorUri);
515 const icon = doc && doc.icon ? (doc.icon.url || (Array.isArray(doc.icon) && doc.icon[0] && doc.icon[0].url)) : null;
516 return {
517 name: (doc && (doc.name || doc.preferredUsername)) || handle,
518 handle,
519 url: safeUrl((doc && (doc.url || doc.id)) || actorUri) || null,
520 icon: safeUrl(icon) || null,
521 };
522}
523
524// Given an inReplyTo note URL, find which local post the thread belongs to + the
525// note being replied to (parent), so a reply-to-a-comment can be nested.
526function findThreadTarget(inReplyTo, base) {
527 if (!inReplyTo) return null;
528 const seg = postIdFromNoteUrl(inReplyTo, base); // our /ap/notes/<id> segment (if ours)
529 if (seg && localPostExists(seg)) return { post_id: seg, parent_uri: inReplyTo };
530 if (seg) {
531 try { const o = db.prepare('SELECT post_id FROM ap_outbox WHERE id = ?').get(seg); if (o && o.post_id) return { post_id: o.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
532 }
533 try { const row = db.prepare("SELECT post_id FROM ap_interactions WHERE object_uri = ? AND kind = 'reply' LIMIT 1").get(inReplyTo); if (row && row.post_id) return { post_id: row.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
534 return null;
535}
536
537// Drop the leading @mention(s) a federated reply carries (the person being replied to),
538// so a comment reads "dope tekening ouwe" instead of "@jason@jasonhacky.nl dope …".
539// Keeps a leading <p> wrapper; handles mention <a> links and plain-text @user@domain.
540export function stripLeadingMentions(html) {
541 if (!html) return html;
542 let s = String(html);
543 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:<a\b[^>]*>\s*@[^<]+<\/a>[  ]*)+/i, (m, p) => p || '');
544 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:@[\w.-]+(?:@[\w.-]+)?[  ]+)+/i, (m, p) => p || '');
545 return s;
546}
547
548// View-ready threaded view of a post's fediverse activity (inbound replies +
549// our outbound replies, nested), plus like/boost counts.
550export function getInteractions(postId, base, site) {
551 const s = iStmts();
552 const rows = s.list.all(postId);
553 const baseClean = (base || process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
554 const postNoteId = baseClean ? `${baseClean}/ap/notes/${postId}` : null;
555 // Our own (outbound) replies show the SITE identity for everyone (not "You").
556 let host = ''; try { host = new URL(baseClean).host; } catch { /* ignore */ }
557 const siteName = (site && (site.title || site.slug)) || '';
558 const siteHandle = (site && site.slug && host) ? `@${site.slug}@${host}` : '';
559 const siteUrl = baseClean ? `${baseClean}/` : '';
560 const siteIcon = (site && site.profile_photo) || null;
561
562 const nodes = [];
563 for (const r of rows) {
564 if (r.kind !== 'reply') continue;
565 nodes.push({
566 noteId: r.object_uri, parent: r.parent_uri || null, mine: false, id: r.id,
567 actor_name: r.actor_name, actor_handle: r.actor_handle, actor_url: r.actor_url,
568 actor_icon: r.actor_icon, content: stripLeadingMentions(r.content), created_at: r.published || r.created_at,
569 acted_boost: !!r.acted_boost, acted_like: !!r.acted_like,
570 children: [],
571 });
572 }
573 for (const o of s.listO.all(postId)) {
574 nodes.push({
575 noteId: baseClean ? `${baseClean}/ap/notes/${o.id}` : o.id, parent: o.in_reply_to || null,
576 mine: true, outboxId: o.id, content: stripLeadingMentions(o.content), created_at: o.created_at,
577 actor_name: siteName, actor_handle: siteHandle, actor_url: siteUrl, actor_icon: siteIcon,
578 children: [],
579 });
580 }
581
582 const byId = new Map(nodes.map((n) => [n.noteId, n]));
583 const isTop = (n) => !n.parent || n.parent === postNoteId || !byId.has(n.parent);
584 const tops = [];
585 for (const n of nodes) {
586 if (isTop(n)) { tops.push(n); continue; }
587 let anc = n, guard = 0;
588 while (!isTop(anc) && guard++ < 12) anc = byId.get(anc.parent);
589 anc.children.push(n);
590 }
591 const byTime = (a, b) => new Date(a.created_at) - new Date(b.created_at);
592 tops.sort(byTime).forEach((t) => t.children.sort(byTime));
593
594 return {
595 thread: tops,
596 likeCount: rows.filter((r) => r.kind === 'like').length,
597 announceCount: rows.filter((r) => r.kind === 'announce').length,
598 total: nodes.length,
599 };
600}
601
602// ── HTTP Signatures + delivery ────────────────────────────────────
603const slugFromActorUrl = (url) => { const m = String(url || '').match(/\/ap\/users\/([^/?#]+)/); return m ? decodeURIComponent(m[1]) : null; };
604
605// Sign + POST an activity to a remote inbox (draft-cavage HTTP Signatures, RSA-SHA256).
606export async function deliver(inboxUrl, bodyObj, keyId, privatePem) {
607 const body = JSON.stringify(bodyObj);
608 const u = new URL(inboxUrl);
609 const date = new Date().toUTCString();
610 const digest = 'SHA-256=' + crypto.createHash('sha256').update(body).digest('base64');
611 const signingString = `(request-target): post ${u.pathname}\nhost: ${u.host}\ndate: ${date}\ndigest: ${digest}`;
612 const signature = crypto.sign('sha256', Buffer.from(signingString), privatePem).toString('base64');
613 const sig = `keyId="${keyId}",algorithm="rsa-sha256",headers="(request-target) host date digest",signature="${signature}"`;
614 const r = await safeFetch(inboxUrl, {
615 method: 'POST',
616 headers: { 'Content-Type': 'application/activity+json', Accept: 'application/activity+json', Date: date, Digest: digest, Signature: sig },
617 body,
618 });
619 return r.status;
620}
621
622export async function fetchActor(url) {
623 try {
624 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
625 if (!r.ok) return null;
626 const len = Number(r.headers.get('content-length') || 0);
627 if (len > 2_000_000) return null; // refuse oversized actor docs
628 return await r.json();
629 } catch { return null; }
630}
631
632// ── Delivery queue with retries ───────────────────────────────────
633// Outbound deliveries are tried immediately; on failure (down server, timeout,
634// non-2xx) they're queued and retried with backoff so a briefly-offline follower
635// doesn't silently miss the post. The signing key is NOT stored — the worker
636// re-derives it from the actor slug at send time.
637const DELIVERY_MAX_ATTEMPTS = 6;
638const DELIVERY_BACKOFF_MIN = [1, 5, 15, 60, 180, 360];
639let _insDeliv, _dueDeliv, _delDeliv, _bumpDeliv;
640function deliveryStmts() {
641 if (!_insDeliv) {
642 _insDeliv = db.prepare('INSERT INTO ap_delivery (slug, inbox, body, attempts, next_at) VALUES (?,?,?,0,CURRENT_TIMESTAMP)');
643 _dueDeliv = db.prepare("SELECT * FROM ap_delivery WHERE datetime(next_at) <= datetime('now') ORDER BY next_at LIMIT 30");
644 _delDeliv = db.prepare('DELETE FROM ap_delivery WHERE id = ?');
645 _bumpDeliv = db.prepare('UPDATE ap_delivery SET attempts = ?, next_at = ? WHERE id = ?');
646 }
647 return { ins: _insDeliv, due: _dueDeliv, del: _delDeliv, bump: _bumpDeliv };
648}
649export function enqueueDelivery(slug, inbox, activity) {
650 if (!slug || !inbox || !activity) return;
651 try { deliveryStmts().ins.run(slug, inbox, JSON.stringify(activity)); } catch { /* ignore */ }
652}
653// Deliver now; queue for retry if it fails.
654export async function deliverWithRetry(slug, inbox, activity, keyId, privPem) {
655 if (!inbox) return;
656 try { const st = await deliver(inbox, activity, keyId, privPem); if (st >= 200 && st < 300) return; } catch { /* queue below */ }
657 enqueueDelivery(slug, inbox, activity);
658}
659let _processingDeliv = false;
660export async function processDeliveryQueue() {
661 if (_processingDeliv) return; // re-entrancy guard: 30 rows × 8s can exceed the 60s tick → no double-delivery
662 _processingDeliv = true;
663 try {
664 let rows;
665 try { rows = deliveryStmts().due.all(); } catch { return; }
666 if (!rows || !rows.length) return;
667 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
668 for (const row of rows) {
669 let ok = false;
670 try {
671 const keys = getOrCreateKeys(row.slug);
672 const st = await deliver(row.inbox, JSON.parse(row.body), `${actorId(base, row.slug)}#main-key`, keys.private_pem);
673 ok = st >= 200 && st < 300;
674 } catch { ok = false; }
675 if (ok) { deliveryStmts().del.run(row.id); continue; }
676 const attempts = row.attempts + 1;
677 if (attempts >= DELIVERY_MAX_ATTEMPTS) { deliveryStmts().del.run(row.id); console.warn('[AP] delivery gave up after', attempts, 'tries →', row.inbox); continue; }
678 // Index the backoff on the CURRENT attempt count (row.attempts) so the first
679 // retry uses the 1-min tier instead of skipping it.
680 const mins = DELIVERY_BACKOFF_MIN[Math.min(row.attempts, DELIVERY_BACKOFF_MIN.length - 1)];
681 deliveryStmts().bump.run(attempts, new Date(Date.now() + mins * 60000).toISOString(), row.id);
682 }
683 } finally { _processingDeliv = false; }
684}
685let _delivTimer = null;
686export function startDeliveryWorker() {
687 if (_delivTimer) return;
688 _delivTimer = setInterval(() => { processDeliveryQueue().catch(() => {}); }, 60 * 1000);
689 if (_delivTimer.unref) _delivTimer.unref();
690}
691
692// Best-effort verification of an incoming signed request. Returns the sender's
693// actor doc if the signature checks out, else null. (Not gating yet — MVP.)
694export async function verifyRequest(req) {
695 const sigH = req.headers['signature'];
696 if (!sigH) return null;
697 const p = Object.fromEntries([...sigH.matchAll(/([a-zA-Z]+)="([^"]*)"/g)].map((m) => [m[1], m[2]]));
698 if (!p.keyId || !p.signature) return null;
699 const actor = await fetchActor(p.keyId.split('#')[0]);
700 const pem = actor && actor.publicKey && actor.publicKey.publicKeyPem;
701 if (!pem) return null;
702 const hs = (p.headers || '(request-target) host date').split(/\s+/);
703 // Behind a reverse proxy the raw Host header is the backend bind (e.g. localhost:3000, when
704 // the proxy doesn't preserve it — Apache .htaccess [P] proxying), but the sender signed the
705 // HTTP-Signature over the PUBLIC host. Try each candidate host (the configured PUBLIC_BASE_URL
706 // host, the proxy's X-Forwarded-Host, and the raw Host) and accept if the signature verifies
707 // against any. An attacker can't forge a match (no private key), so this only rescues the
708 // legitimate proxied case. Also normalise a leading double-slash in the request-target.
709 let _pubHost = null;
710 if (process.env.PUBLIC_BASE_URL) { try { _pubHost = new URL(process.env.PUBLIC_BASE_URL).host; } catch { /* ignore */ } }
711 const _hosts = [...new Set([_pubHost, req.headers['x-forwarded-host'], req.headers['host']].filter(Boolean))];
712 const _target = `${req.method.toLowerCase()} ${String(req.originalUrl || '').replace(/^\/{2,}/, '/')}`;
713 const _sig = Buffer.from(p.signature, 'base64');
714 let ok = false;
715 for (const _h of _hosts) {
716 const line = hs.map((x) => x === '(request-target)'
717 ? `(request-target): ${_target}`
718 : x === 'host' ? `host: ${_h}`
719 : `${x}: ${req.headers[x] || ''}`).join('\n');
720 try { if (crypto.verify('sha256', Buffer.from(line), pem, _sig)) { ok = true; break; } } catch { /* try next host */ }
721 }
722 if (ok && hs.includes('digest') && req.rawBody) {
723 const exp = 'SHA-256=' + crypto.createHash('sha256').update(req.rawBody).digest('base64');
724 if (req.headers['digest'] !== exp) ok = false;
725 }
726 return ok ? actor : null;
727}
728
729// Handle an incoming inbox POST. slugParam = null for the shared /ap/inbox.
730export async function handleInbox(req, slugParam) {
731 const act = req.body || {};
732 const type = act.type;
733 // Real client IP (behind the proxy via `trust proxy`) — logged on dropped/rejected/
734 // ignored inbox hits so an operator can see who is probing their fediverse inbox.
735 const ip = req.ip || (req.connection && req.connection.remoteAddress) || '?';
736 const base = (process.env.PUBLIC_BASE_URL || `${req.protocol}://${req.get('host')}`).replace(/\/+$/, '');
737 const verified = await verifyRequest(req).catch(() => null);
738
739 // ENFORCE HTTP signatures: a data-affecting activity must be signed by the very
740 // actor it claims to be. No valid signature, or signer ≠ actor → reject (no
741 // forged replies/likes/follows/timeline posts). GET/discovery stays open.
742 const claimedActor = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
743 // Blocked actor/domain → silently drop (202, don't reveal the block).
744 if (claimedActor && isBlockedAny(claimedActor)) { console.log('[AP] inbox dropped (blocked)', claimedActor, 'from', ip); return 202; }
745 const GATED = ['Create', 'Like', 'Announce', 'Follow', 'Delete', 'Undo', 'Accept', 'Reject', 'Add', 'Remove', 'Update'];
746 if (GATED.includes(type)) {
747 if (!verified || !claimedActor || verified.id !== claimedActor) {
748 console.warn('[AP] inbox REJECTED (signature)', type, claimedActor || '?', 'from', ip, verified ? '(signer mismatch)' : '(unsigned/invalid)');
749 return 401;
750 }
751 }
752
753 if (type === 'Follow') {
754 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
755 const slug = slugParam || slugFromActorUrl(typeof act.object === 'string' ? act.object : (act.object && act.object.id));
756 if (!who || !slug) return 400;
757 const remote = await fetchActor(who);
758 if (!remote || !remote.inbox) return 202; // can't reach them → drop quietly
759 const sharedInbox = (remote.endpoints && remote.endpoints.sharedInbox) || null;
760 fStmts().ins.run(slug, who, remote.inbox, sharedInbox);
761 const me = actorId(base, slug);
762 const keys = getOrCreateKeys(slug);
763 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: act };
764 deliver(remote.inbox, accept, `${me}#main-key`, keys.private_pem).catch((e) => console.warn('[AP] Accept delivery failed:', e.message));
765 // Auto-backfill: send our recent posts as Create so the instance has our history
766 // (Mastodon doesn't fetch history on follow). ONCE PER REMOTE INSTANCE only —
767 // Mastodon dedupes notes per-instance, so re-filling an instance that already has
768 // a follower of ours is wasted work (and won't re-populate the new follower's
769 // timeline anyway). Deliver to the shared inbox (instance-level) when present.
770 // Sync insert+check (no await between) → no interleave race with concurrent Follows.
771 const instanceFilled = sharedInbox &&
772 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1')
773 .get(slug, sharedInbox, who);
774 if (!instanceFilled) {
775 backfillNewFollower(base, slug, sharedInbox || remote.inbox).catch(() => { /* best-effort */ });
776 }
777 console.log('[AP] Follow', who, '→', slug, verified ? '(sig ok)' : '(sig unverified)');
778 return 202;
779 }
780 if (type === 'Undo' && act.object) {
781 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
782 const ot = act.object.type;
783 if (ot === 'Follow') {
784 const obj = act.object.object;
785 const slug = slugParam || slugFromActorUrl(typeof obj === 'string' ? obj : (obj && obj.id));
786 if (who && slug) { fStmts().del.run(slug, who); console.log('[AP] Unfollow', who, '→', slug); }
787 return 202;
788 }
789 if (ot === 'Like' || ot === 'Announce') {
790 const tgt = act.object.object;
791 const pid = postIdFromNoteUrl(typeof tgt === 'string' ? tgt : (tgt && tgt.id), base);
792 if (who && pid) { iStmts().delLA.run(ot.toLowerCase(), pid, who); console.log('[AP] Undo', ot, who, '→', pid); }
793 return 202;
794 }
795 return 202;
796 }
797
798 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
799 const resolveActor = async (uri) => ((verified && verified.id === uri) ? verified : await fetchActor(uri).catch(() => null));
800 // Activities from our OWN actors are already stored via ap_outbox — don't re-store.
801 const isLocalActor = !!(base && actorUri && actorUri.startsWith(`${base}/ap/users/`));
802
803 // Inbound reply: a Create whose object replies to one of our notes (post OR comment).
804 if (type === 'Create' && act.object && (act.object.type === 'Note' || act.object.type === 'Article')) {
805 const o = act.object;
806 const tgt = findThreadTarget(o.inReplyTo, base);
807 if (tgt && actorUri && !isLocalActor) {
808 const ai = actorInfo(await resolveActor(actorUri), actorUri);
809 const html = HtmlSanitizerService.sanitize(o.content || '');
810 iStmts().ins.run('reply', tgt.post_id, o.id || '', actorUri, ai.name, ai.handle, ai.url, ai.icon, html, o.published || null, tgt.parent_uri);
811 console.log('[AP] reply', actorUri, '→', tgt.post_id);
812 return 202;
813 }
814 // Home timeline (client): a top-level post from an account we follow.
815 if (actorUri && !isLocalActor && !o.inReplyTo && o.id) {
816 let subs = []; try { subs = db.prepare('SELECT slug, auto_boost FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist yet */ }
817 if (subs.length) {
818 const ai = actorInfo(await resolveActor(actorUri), actorUri);
819 const html = HtmlSanitizerService.sanitize(o.content || '');
820 const _atts = (Array.isArray(o.attachment) ? o.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
821 // Fallback cover: a Note's `image` (set when the attachment was suppressed
822 // for a player-card post, e.g. hosted-audio posts).
823 if (!_atts.some((m) => !m.type || /image/i.test(m.type)) && o.image) {
824 const _im = Array.isArray(o.image) ? o.image[0] : o.image;
825 const _iu = safeUrl(typeof _im === 'string' ? _im : (_im && _im.url));
826 if (_iu) _atts.push({ url: _iu, type: (_im && _im.mediaType) || 'image/jpeg' });
827 }
828 const media = JSON.stringify(_atts);
829 // "Feature" = show in the Cirkel (local only). We do NOT auto-Announce
830 // incoming posts to the fediverse — that flooded followers. Boosting to the
831 // fediverse is only ever a deliberate, manual per-post action (the 🔁 on
832 // the timeline).
833 for (const s of subs) {
834 tlStmts().ins.run(o.id, s.slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, media, o.sensitive ? 1 : 0, o.summary || null);
835 }
836 console.log('[AP] timeline +', actorUri, 'x' + subs.length);
837 }
838 }
839 return 202;
840 }
841 // A remote post we cached was edited upstream → refresh our cached copy. This is the
842 // push-based edit-sync that keeps the Cirkel/timeline fresh without polling (selfHeal
843 // does it on a version bump; this does it live). Scope to the SIGNING actor so B can't
844 // edit A's note (the signature gate guarantees claimedActor == the verified signer).
845 if (type === 'Update' && act.object && (act.object.type === 'Note' || act.object.type === 'Article')) {
846 const o = act.object;
847 if (o.id && claimedActor) {
848 const html = HtmlSanitizerService.sanitize(o.content || '');
849 const media = mediaFromNote(o);
850 try {
851 // Refresh url too (COALESCE keeps the old one if the Update omits it): a remote slug
852 // rename keeps the same AP id but changes the human url, so without this the cached
853 // post would keep linking to the old, now-dead URL.
854 const r = db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ? AND author_uri = ?')
855 .run(html, media, o.sensitive ? 1 : 0, o.summary || null, o.url || null, o.id, claimedActor);
856 if (r.changes) console.log('[AP] timeline update', claimedActor, '→', o.id);
857 } catch { /* ignore */ }
858 // If this note is a cached fediverse reply on one of our posts, refresh its text too.
859 try { db.prepare('UPDATE ap_interactions SET content = ? WHERE object_uri = ? AND actor_uri = ?').run(html, o.id, claimedActor); } catch { /* ignore */ }
860 }
861 return 202;
862 }
863 if (type === 'Like' || type === 'Announce') {
864 const tgt = act.object;
865 const objUrl = typeof tgt === 'string' ? tgt : (tgt && tgt.id);
866 const pid = postIdFromNoteUrl(objUrl, base);
867 if (pid && actorUri && !isLocalActor && localPostExists(pid)) {
868 const ai = actorInfo(await resolveActor(actorUri), actorUri);
869 iStmts().ins.run(type.toLowerCase(), pid, '', actorUri, ai.name, ai.handle, ai.url, ai.icon, null, null, null);
870 console.log('[AP]', type === 'Like' ? 'like' : 'boost', actorUri, '→', pid);
871 } else if (type === 'Announce' && objUrl && actorUri && !isLocalActor) {
872 // A boost FROM an account we follow, of a REMOTE post → show it in the News feed.
873 // We only STORE it for display; we NEVER auto-Announce it onward (anti-feedback-loop:
874 // re-announcing an incoming Announce would cascade boosts across the network).
875 let subs = []; try { subs = db.prepare('SELECT slug FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist */ }
876 if (subs.length) {
877 const bn = await fetchNoteAP(objUrl);
878 if (bn && bn !== 404 && (bn.type === 'Note' || bn.type === 'Article') && bn.id) {
879 const origUri = actorUriOf(bn.attributedTo);
880 const oai = actorInfo(await resolveActor(origUri), origUri);
881 const html = HtmlSanitizerService.sanitize(bn.content || '');
882 const media = mediaFromNote(bn);
883 const booster = actorInfo(await resolveActor(actorUri), actorUri);
884 for (const s of subs) {
885 // published = now → the boost shows as fresh activity at the top (Mastodon shows
886 // reblogs at reblog-time, not the original's date). INSERT OR IGNORE: if we already
887 // have the note (e.g. we also follow the author), keep it and DON'T relabel it.
888 let inserted = false;
889 try { const r = tlStmts().ins.run(bn.id, s.slug, origUri || '', oai.name, oai.handle, oai.icon, oai.url, html, bn.url || null, new Date().toISOString(), media, bn.sensitive ? 1 : 0, bn.summary || null); inserted = r.changes > 0; } catch { /* ignore */ }
890 if (inserted) { try { db.prepare('UPDATE ap_timeline SET reblog_name = ?, reblog_handle = ?, reblog_icon = ? WHERE slug = ? AND id = ?').run(booster.name, booster.handle, booster.icon, s.slug, bn.id); } catch { /* ignore */ } }
891 }
892 console.log('[AP] timeline boost +', actorUri, 'x' + subs.length);
893 }
894 }
895 }
896 return 202;
897 }
898 if (type === 'Delete') {
899 // A remote note was deleted upstream → drop it from replies AND the timeline.
900 // Scope to the SIGNING actor so actor B can't delete actor A's content (the
901 // signature gate guarantees claimedActor == the verified signer here).
902 const oid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
903 if (oid && claimedActor) {
904 try { db.prepare('DELETE FROM ap_interactions WHERE object_uri = ? AND actor_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
905 try { db.prepare('DELETE FROM ap_timeline WHERE id = ? AND author_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
906 // Also clear a boost/like YOU made of this now-deleted remote post (the interact-page
907 // ap_my_reactions state), so it can't stay stuck as "boosted" on a post that's gone.
908 // Guard: only when the deleter owns the note's domain (B mustn't clear your reactions
909 // to A's posts).
910 try {
911 let sameHost = false;
912 try { sameHost = new URL(oid).host === new URL(claimedActor).host; } catch { sameHost = false; }
913 if (sameHost) db.prepare('DELETE FROM ap_my_reactions WHERE target_uri = ?').run(oid);
914 } catch { /* ignore */ }
915 }
916 return 202;
917 }
918 // Accept/Reject of a Follow WE sent (client side).
919 if (type === 'Accept' && act.object) {
920 const fid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
921 if (fid) { try { fwStmts().acc.run(fid); } catch { /* ignore */ } }
922 console.log('[AP] follow accepted', actorUri);
923 return 202;
924 }
925 if (type === 'Reject' && act.object) {
926 const who = actorUri;
927 if (who && slugParam) { try { fwStmts().del.run(slugParam, who); } catch { /* ignore */ } }
928 return 202;
929 }
930
931 console.log('[AP] inbox', type || 'unknown', '→', slugParam || 'shared', 'from', ip, '(ignored)');
932 return 202;
933}
934
935// Deliver a new post as Create(Note) to all followers' inboxes (fire-and-forget).
936// Needs PUBLIC_BASE_URL (absolute URLs); no-op without followers or base.
937export async function deliverCreate(site, post) {
938 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
939 if (!base || !site || !site.slug) return;
940 const followers = fStmts().list.all(site.slug);
941 if (!followers.length) return;
942 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
943 const keys = getOrCreateKeys(site.slug);
944 const keyId = `${actorId(base, site.slug)}#main-key`;
945 const create = buildCreate(base, site, post);
946 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, create, keyId, keys.private_pem);
947}
948
949// On a new Follow, send that follower our most recent posts as Create so their
950// timeline shows our history (Mastodon does not backfill on follow). Oldest-first
951// so they sort into the follower's timeline at their original dates.
952async function backfillNewFollower(base, slug, inbox) {
953 if (!base || !slug || !inbox) return;
954 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
955 if (!site) return;
956 const recent = db.prepare(
957 `SELECT id, slug, title, content, cover_image_url, nsfw, content_warning, published_at, created_at
958 FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
959 ORDER BY COALESCE(published_at, created_at) DESC LIMIT 20`
960 ).all(site.id).reverse();
961 if (!recent.length) return;
962 const keys = getOrCreateKeys(slug);
963 const keyId = `${actorId(base, slug)}#main-key`;
964 for (const p of recent) {
965 try { await deliver(inbox, buildCreate(base, site, p), keyId, keys.private_pem); } catch { /* best-effort */ }
966 await new Promise((r) => setTimeout(r, 150));
967 }
968 console.log('[AP] backfilled', recent.length, 'posts to new follower of', slug);
969}
970
971// Tell followers a post is gone (Delete + Tombstone) so it's removed from their feeds.
972export async function deliverDelete(site, post) {
973 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
974 if (!base || !site || !site.slug || !post || !post.id) return;
975 const followers = fStmts().list.all(site.slug);
976 if (!followers.length) return;
977 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
978 const keys = getOrCreateKeys(site.slug);
979 const me = actorId(base, site.slug);
980 const nid = noteId(base, post.id);
981 const del = {
982 '@context': AP_CONTEXT,
983 id: `${nid}#delete-${Date.now()}-${rid()}`,
984 type: 'Delete',
985 actor: me,
986 to: [PUBLIC],
987 object: { id: nid, type: 'Tombstone' },
988 };
989 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, del, `${me}#main-key`, keys.private_pem);
990}
991
992// Tell followers an already-published post changed (Update + edited Note) so
993// Mastodon refreshes the cached copy (e.g. after fixing content).
994export async function deliverUpdate(site, post) {
995 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
996 if (!base || !site || !site.slug || !post || !post.id) return;
997 const followers = fStmts().list.all(site.slug);
998 if (!followers.length) return;
999 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1000 const keys = getOrCreateKeys(site.slug);
1001 const me = actorId(base, site.slug);
1002 const note = buildNote(base, site, post);
1003 note.updated = new Date().toISOString();
1004 const update = {
1005 '@context': AP_CONTEXT,
1006 id: `${noteId(base, post.id)}#update-${Date.now()}-${rid()}`,
1007 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
1008 object: note,
1009 };
1010 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1011}
1012
1013// Tell followers the ACTOR changed (Update + Person) so Mastodon re-processes the
1014// account AND re-fetches the featured (pinned) collection — there is no standard
1015// "featured changed" activity, so this is how a pin/unpin propagates promptly.
1016export async function deliverActorUpdate(site) {
1017 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1018 if (!base || !site || !site.slug) return;
1019 const followers = fStmts().list.all(site.slug);
1020 if (!followers.length) return;
1021 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1022 const keys = getOrCreateKeys(site.slug);
1023 const me = actorId(base, site.slug);
1024 const update = {
1025 '@context': AP_CONTEXT,
1026 id: `${me}#update-${Date.now()}-${rid()}`,
1027 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
1028 object: buildActor(base, site),
1029 };
1030 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1031}
1032
1033// Reliably set the pinned order on followers' instances via Add/Remove activities
1034// (how Mastodon itself federates pins) — pushed to the inbox + processed immediately,
1035// unlike the featured COLLECTION which Mastodon caches with sticky StatusPins.
1036// Mastodon's Add skips an already-pinned status, so we REMOVE every pin first, wait,
1037// then ADD in rank-DESCENDING order (rank 1 added LAST → newest StatusPin → shown first,
1038// because Mastodon displays pins newest-first). `alsoRemove` = ids to unpin too.
1039export async function resyncFeaturedPins(site, alsoRemove = []) {
1040 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1041 if (!base || !site || !site.slug) return;
1042 const followers = fStmts().list.all(site.slug);
1043 if (!followers.length) return;
1044 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1045 const keys = getOrCreateKeys(site.slug);
1046 const me = actorId(base, site.slug);
1047 const keyId = `${me}#main-key`;
1048 const featured = `${me}/featured`;
1049 const note = (id) => noteId(base, id);
1050 const pinned = db.prepare(
1051 `SELECT id FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1052 AND pinned IS NOT NULL AND pinned > 0
1053 ORDER BY pinned DESC, COALESCE(published_at, created_at) ASC LIMIT 20`
1054 ).all(site.id);
1055 const removeIds = [...new Set([...pinned.map((p) => p.id), ...alsoRemove])];
1056 // 1. Remove every current pin so Mastodon can recreate them in order.
1057 for (const id of removeIds) {
1058 const rm = { '@context': AP_CONTEXT, id: `${me}#rm-${id}-${Date.now()}-${rid()}`, type: 'Remove', actor: me, object: note(id), target: featured, to: [PUBLIC] };
1059 for (const inbox of inboxes) deliver(inbox, rm, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1060 }
1061 if (!pinned.length) { console.log('[AP] unpinned all featured for', site.slug); return; }
1062 await new Promise((r) => setTimeout(r, 5000)); // let the Removes land first
1063 // 2. Add in rank-DESC order, gaps so each StatusPin gets an increasing created_at.
1064 for (const p of pinned) {
1065 const add = { '@context': AP_CONTEXT, id: `${me}#add-${p.id}-${Date.now()}-${rid()}`, type: 'Add', actor: me, object: note(p.id), target: featured, to: [PUBLIC], cc: [`${me}/followers`] };
1066 for (const inbox of inboxes) deliver(inbox, add, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1067 await new Promise((r) => setTimeout(r, 2000));
1068 }
1069 console.log('[AP] resynced', pinned.length, 'featured pins for', site.slug);
1070}
1071
1072// ── outbound replies (Klonkt → fediverse) ─────────────────────────
1073const escHtml = (s) => String(s || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
1074const toISO = (v) => { if (!v) return new Date().toISOString(); const s = String(v); const d = new Date(/[TZ]/.test(s) ? s : s.replace(' ', 'T') + 'Z'); return isNaN(d) ? new Date().toISOString() : d.toISOString(); };
1075
1076// Build one of OUR outbound reply Notes from an ap_outbox row.
1077// Turn #hashtags in reply text into Mastodon-style hashtag links (clickable + federated).
1078function linkHashtags(base, html) {
1079 return String(html || '').replace(/(^|[\s>])#([\p{L}\p{M}\p{N}_]+)/gu, (m, pre, tag) =>
1080 `${pre}<a href="${base}/tag/${encodeURIComponent(tag.toLowerCase())}" class="mention hashtag" rel="tag">#${tag}</a>`);
1081}
1082// Extract the AP Hashtag tag objects from already-linked reply content.
1083function hashtagTags(base, content) {
1084 const tags = [], seen = new Set();
1085 const re = /class="[^"]*\bhashtag\b[^"]*"[^>]*>#([\p{L}\p{M}\p{N}_]+)</giu;
1086 let m;
1087 while ((m = re.exec(content || ''))) {
1088 const k = m[1].toLowerCase();
1089 if (seen.has(k)) continue; seen.add(k);
1090 tags.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(k)}`, name: '#' + m[1] });
1091 }
1092 return tags;
1093}
1094
1095// Normalise a post's tags field (array, JSON-string, or comma-string) to an array.
1096function normalizeTags(t) {
1097 if (Array.isArray(t)) return t;
1098 if (typeof t === 'string') {
1099 const s = t.trim(); if (!s) return [];
1100 if (s[0] === '[') { try { const a = JSON.parse(s); return Array.isArray(a) ? a : []; } catch { /* fall through */ } }
1101 return s.split(',').map((x) => x.trim()).filter(Boolean);
1102 }
1103 return [];
1104}
1105// A tag → { label, slug }. Multi-word tags become CamelCase (#LiveMusic) for the display
1106// name (Mastodon hashtags can't contain spaces; CamelCase is the accessibility norm); the
1107// slug/href stays lowercase ("livemusic").
1108function tagParts(raw) {
1109 const words = String(raw || '').trim().split(/[\s_]+/).map((w) => w.replace(/[^\p{L}\p{M}\p{N}]/gu, '')).filter(Boolean);
1110 if (!words.length) return null;
1111 const slug = words.join('').toLowerCase();
1112 if (!slug) return null;
1113 const label = words.length > 1 ? words.map((w) => w[0].toUpperCase() + w.slice(1)).join('') : words[0];
1114 return { label, slug };
1115}
1116// Merge a post's tags field + the #hashtags linked inline in its body into one deduped
1117// Hashtag tag list (with hrefs to our /tag page).
1118function buildHashtagList(base, tagsField, content) {
1119 const out = [], seen = new Set();
1120 for (const t of normalizeTags(tagsField)) {
1121 const p = tagParts(t); if (!p || seen.has(p.slug)) continue; seen.add(p.slug);
1122 out.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(p.slug)}`, name: '#' + p.label });
1123 }
1124 for (const h of hashtagTags(base, content)) {
1125 const k = h.name.slice(1).toLowerCase(); if (seen.has(k)) continue; seen.add(k);
1126 out.push(h);
1127 }
1128 return out;
1129}
1130
1131// Extract Mention tag objects from already-linked content (class="u-url mention").
1132function mentionTags(content) {
1133 const tags = [], seen = new Set();
1134 // The link href is the human profile URL; the actor URI (for the Mention tag) is in data-actor.
1135 const re = /<a href="[^"]*" class="u-url mention" data-actor="([^"]+)">@([^<]+)<\/a>/gi;
1136 let m;
1137 while ((m = re.exec(content || ''))) {
1138 const href = m[1];
1139 if (seen.has(href)) continue; seen.add(href);
1140 tags.push({ type: 'Mention', href, name: '@' + m[2] });
1141 }
1142 return tags;
1143}
1144// Resolve inline @user@domain mentions in reply/post text → link them (href = actor URI)
1145// and collect the mentioned actors' inboxes so they get notified. Best-effort per mention.
1146async function resolveMentionsInText(base, html) {
1147 const inboxes = [];
1148 const handles = new Set();
1149 const re = /(^|[\s>])@([\p{L}\p{M}\p{N}_.-]+@[\p{L}\p{M}\p{N}.-]+)/gu;
1150 let m;
1151 while ((m = re.exec(html || ''))) handles.add(m[2]);
1152 let out = String(html || '');
1153 for (const h of handles) {
1154 let actorUri = null;
1155 try { actorUri = await webfingerResolve('@' + h); } catch { actorUri = null; }
1156 if (!actorUri) continue;
1157 const actor = await fetchActor(actorUri).catch(() => null);
1158 const inbox = actor && ((actor.endpoints && actor.endpoints.sharedInbox) || actor.inbox);
1159 if (inbox) inboxes.push(inbox);
1160 const profileUrl = actorInfo(actor, actorUri).url || actorUri; // human profile page → the link href
1161 const esc = h.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
1162 out = out.replace(new RegExp('(^|[\\s>])@' + esc + '(?![\\p{L}\\p{M}\\p{N}_.-])', 'gu'),
1163 (full, pre) => `${pre}<a href="${profileUrl}" class="u-url mention" data-actor="${actorUri}">@${h}</a>`);
1164 }
1165 return { html: out, inboxes };
1166}
1167
1168export function buildReplyNote(base, site, row) {
1169 const me = actorId(base, site.slug);
1170 return {
1171 id: noteId(base, row.id),
1172 type: 'Note',
1173 attributedTo: me,
1174 inReplyTo: row.in_reply_to || undefined,
1175 content: row.content,
1176 url: row.post_slug ? `${base}/${encodeURIComponent(row.post_slug)}` : undefined,
1177 published: toISO(row.created_at),
1178 to: row.to_actor ? [row.to_actor] : [PUBLIC],
1179 cc: [PUBLIC, `${me}/followers`],
1180 tag: [
1181 ...mentionTags(row.content),
1182 ...hashtagTags(base, row.content),
1183 ],
1184 };
1185}
1186
1187// Resolve one of our outbound reply Notes by id (for /ap/notes/:id fallback).
1188export function getOutboxNote(base, id) {
1189 const row = iStmts().getO.get(id);
1190 if (!row) return null;
1191 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(row.site_slug);
1192 if (!site) return null;
1193 return buildReplyNote(base, site, row);
1194}
1195
1196// Send a reply FROM this site to a remote actor (in reply to their inbound reply).
1197// `parent` = an ap_interactions row (actor_uri, actor_url, actor_handle, object_uri).
1198export async function deliverReply(site, { postId, postSlug, parent, text }) {
1199 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1200 if (!base || !site || !site.slug || !parent || !String(text || '').trim()) return null;
1201 const me = actorId(base, site.slug);
1202 const handle = parent.actor_handle || deriveHandle(parent.actor_uri);
1203 const dispHandle = handle && handle[0] === '@' ? handle : '@' + (handle || '');
1204 const body = escHtml(String(text).trim()).replace(/\r?\n/g, '<br>');
1205 const mres = await resolveMentionsInText(base, body); // link inline @mentions + collect their inboxes
1206 const mention = parent.actor_uri
1207 ? `<a href="${escHtml(parent.actor_url || parent.actor_uri)}" class="u-url mention" data-actor="${escHtml(parent.actor_uri)}">${escHtml(dispHandle)}</a> ` : '';
1208 const content = `<p>${mention}${linkHashtags(base, mres.html)}</p>`;
1209 // Dedup: skip if the exact same reply was already sent (double-submit guard).
1210 const dup = db.prepare('SELECT 1 FROM ap_outbox WHERE site_slug = ? AND IFNULL(in_reply_to, \'\') = ? AND content = ? LIMIT 1')
1211 .get(site.slug, parent.object_uri || '', content);
1212 if (dup) { console.log('[AP] outreply skipped (duplicate)'); return { duplicate: true, delivered: 0 }; }
1213 const id = crypto.randomUUID();
1214 iStmts().insO.run(id, site.slug, postId, postSlug || null, parent.object_uri || null, parent.actor_uri || null, handle, content);
1215 const row = iStmts().getO.get(id);
1216 const note = buildReplyNote(base, site, row);
1217 const create = {
1218 '@context': AP_CONTEXT,
1219 id: note.id + '#create', type: 'Create', actor: me,
1220 published: note.published, to: note.to, cc: note.cc, object: note,
1221 };
1222 const keys = getOrCreateKeys(site.slug);
1223 const keyId = `${me}#main-key`;
1224 const inboxes = new Set();
1225 if (parent.actor_uri) {
1226 const a = await fetchActor(parent.actor_uri).catch(() => null);
1227 if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox);
1228 }
1229 if (parent.threadInbox) inboxes.add(parent.threadInbox); // back-compat (single)
1230 (parent.threadInboxes || []).forEach((i) => inboxes.add(i)); // whole ancestor chain
1231 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1232 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the reply
1233 inboxes.delete(`${me}/inbox`); // never deliver to ourselves (already in ap_outbox)
1234 inboxes.delete(`${base}/ap/inbox`); // (our own shared inbox) → avoids a self-duplicate
1235 let delivered = 0;
1236 for (const inbox of [...inboxes].filter(Boolean)) {
1237 try { const st = await deliver(inbox, create, keyId, keys.private_pem); if (st >= 200 && st < 300) delivered++; } catch { /* best-effort */ }
1238 }
1239 console.log('[AP] outreply', site.slug, '→', parent.actor_uri, 'delivered', delivered);
1240 return { id, content, delivered };
1241}
1242
1243// attributedTo may be a string, an object {id}, or an ARRAY — e.g. a PeerTube Video is
1244// attributed to [Person (account), Group (channel)]. Pick a usable actor URI (prefer Person).
1245function actorUriOf(att) {
1246 if (!att) return null;
1247 if (typeof att === 'string') return att;
1248 if (Array.isArray(att)) {
1249 const person = att.find((a) => a && typeof a === 'object' && a.type === 'Person' && a.id);
1250 if (person) return person.id;
1251 for (const a of att) { if (typeof a === 'string') return a; if (a && a.id) return a.id; }
1252 return null;
1253 }
1254 return att.id || null;
1255}
1256
1257// Resolve a remote post URL (any fediverse/Klonkt post) into a reply target.
1258// Returns a parent-shaped object usable by deliverReply(), or null.
1259export async function resolveRemoteNote(url) {
1260 if (!/^https?:\/\//i.test(String(url || ''))) return null;
1261 const note = await fetchActor(url).catch(() => null); // AP GET (content-negotiates)
1262 if (!note || !note.id) return null;
1263 const att = note.attributedTo;
1264 const actorUri = actorUriOf(att);
1265 if (!actorUri) return null;
1266 const actor = await fetchActor(actorUri).catch(() => null);
1267 const ai = actorInfo(actor, actorUri);
1268 // Is what we're replying to a post (or a comment) on one of OUR posts? If so,
1269 // link our reply to that local post so it shows nested in the post thread.
1270 const localTgt = findThreadTarget(note.id, (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, ''));
1271 // Walk the WHOLE reply chain upward (comment → parent comment → … → root post)
1272 // and collect every ancestor author's inbox, so each participant's server —
1273 // including the original post's author — receives + threads our reply.
1274 const threadInboxes = [];
1275 const seenInbox = new Set();
1276 let cursor = note.inReplyTo, guard = 0;
1277 while (cursor && guard++ < 6) {
1278 const url = typeof cursor === 'string' ? cursor : (cursor && cursor.id);
1279 if (!url) break;
1280 const pn = await fetchActor(url).catch(() => null);
1281 if (!pn) break;
1282 const pa = actorUriOf(pn.attributedTo);
1283 if (pa && pa !== actorUri) {
1284 const paDoc = await fetchActor(pa).catch(() => null);
1285 const inbox = paDoc && ((paDoc.endpoints && paDoc.endpoints.sharedInbox) || paDoc.inbox);
1286 if (inbox && !seenInbox.has(inbox)) { seenInbox.add(inbox); threadInboxes.push(inbox); }
1287 }
1288 cursor = pn.inReplyTo; // climb to the next ancestor
1289 }
1290 // For non-Note objects (PeerTube Video, Article, …) the meaningful label is `name` (the
1291 // title); prepend it so the reply page shows what you're replying to (sanitize cleans it).
1292 let rawHtml = String(note.content || '').replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
1293 if (note.name && note.type && note.type !== 'Note') rawHtml = `<p><strong>${note.name}</strong></p>` + rawHtml;
1294 const images = (Array.isArray(note.attachment) ? note.attachment : [])
1295 .filter((a) => a && a.url && (!a.mediaType || /^image\//i.test(a.mediaType)))
1296 .map((a) => safeUrl(a.url)).filter(Boolean);
1297 return {
1298 object_uri: safeUrl(note.id) || note.id,
1299 actor_uri: actorUri,
1300 actor_url: ai.url,
1301 actor_handle: ai.handle,
1302 actor_name: ai.name,
1303 actor_icon: ai.icon,
1304 url: note.url || url,
1305 content: HtmlSanitizerService.sanitize(rawHtml), // full, sanitized
1306 sensitive: !!note.sensitive, // remote CW → blur in the Cirkel
1307 cw: note.summary || '',
1308 images,
1309 threadInboxes, // every ancestor author's inbox
1310 localPostId: localTgt ? localTgt.post_id : '', // our post this belongs to (if any)
1311 preview: HtmlSanitizerService.toPlainText(note.content || '').slice(0, 240),
1312 };
1313}
1314
1315// List a site's own outbound fediverse replies (for the manage/delete view).
1316// The plain editable text of a stored reply (unwrap links → their text, <br> → newline)
1317// so the manage view can prefill an edit box; the mention is re-added on save.
1318function outboxEditableText(content) {
1319 return String(content || '')
1320 .replace(/<br\s*\/?>/gi, '\n')
1321 .replace(/<a\b[^>]*>([\s\S]*?)<\/a>/gi, '$1')
1322 .replace(/<[^>]+>/g, '')
1323 .replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&')
1324 .trim();
1325}
1326export function listOutbox(siteSlug) {
1327 return db.prepare('SELECT id, content, to_handle, in_reply_to, created_at FROM ap_outbox WHERE site_slug = ? ORDER BY created_at DESC')
1328 .all(siteSlug).map((r) => { const c = stripLeadingMentions(r.content); return { ...r, content: c, editable: outboxEditableText(c) }; });
1329}
1330
1331// Delete one of our outbound replies: send Delete(Tombstone) to recipients + remove it.
1332export async function deliverOutboxDelete(site, outboxId) {
1333 const row = iStmts().getO.get(outboxId);
1334 if (!row || row.site_slug !== site.slug) return false;
1335 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1336 if (base) {
1337 const me = actorId(base, site.slug);
1338 const nid = noteId(base, row.id);
1339 const del = { '@context': AP_CONTEXT, id: `${nid}#delete-${Date.now()}-${rid()}`, type: 'Delete', actor: me, to: [PUBLIC], object: { id: nid, type: 'Tombstone' } };
1340 const keys = getOrCreateKeys(site.slug);
1341 const inboxes = new Set();
1342 if (row.to_actor) { const a = await fetchActor(row.to_actor).catch(() => null); if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox); }
1343 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1344 for (const inbox of [...inboxes].filter(Boolean)) { try { await deliver(inbox, del, `${me}#main-key`, keys.private_pem); } catch { /* best-effort */ } }
1345 }
1346 db.prepare('DELETE FROM ap_outbox WHERE id = ?').run(outboxId);
1347 return true;
1348}
1349
1350// Edit one of our outbound replies: rewrite the stored content (mention re-added + #tags
1351// re-linked) and send an Update(Note) so recipients refresh their cached copy.
1352export async function deliverOutboxUpdate(site, outboxId, newText) {
1353 const row = iStmts().getO.get(outboxId);
1354 if (!row || row.site_slug !== site.slug) return false;
1355 const text = String(newText || '').trim();
1356 if (!text) return false;
1357 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1358 if (!base) return false;
1359 const me = actorId(base, site.slug);
1360 const toActor = row.to_actor ? await fetchActor(row.to_actor).catch(() => null) : null;
1361 const toProfile = row.to_actor ? (actorInfo(toActor, row.to_actor).url || row.to_actor) : '';
1362 const _h = row.to_handle || deriveHandle(row.to_actor);
1363 const toHandle = _h && _h[0] === '@' ? _h : '@' + (_h || '');
1364 const mention = row.to_actor
1365 ? `<a href="${escHtml(toProfile)}" class="u-url mention" data-actor="${escHtml(row.to_actor)}">${escHtml(toHandle)}</a> ` : '';
1366 const mres = await resolveMentionsInText(base, escHtml(text).replace(/\r?\n/g, '<br>'));
1367 const content = `<p>${mention}${linkHashtags(base, mres.html)}</p>`;
1368 db.prepare('UPDATE ap_outbox SET content = ? WHERE id = ?').run(content, outboxId);
1369 const note = buildReplyNote(base, site, iStmts().getO.get(outboxId));
1370 note.updated = new Date().toISOString();
1371 const update = {
1372 '@context': AP_CONTEXT,
1373 id: `${note.id}#update-${Date.now()}-${rid()}`, type: 'Update', actor: me,
1374 published: note.published, updated: note.updated, to: note.to, cc: note.cc, object: note,
1375 };
1376 const keys = getOrCreateKeys(site.slug);
1377 const inboxes = new Set();
1378 if (toActor) inboxes.add((toActor.endpoints && toActor.endpoints.sharedInbox) || toActor.inbox);
1379 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1380 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the edit
1381 inboxes.delete(`${me}/inbox`); inboxes.delete(`${base}/ap/inbox`);
1382 let delivered = 0;
1383 for (const inbox of [...inboxes].filter(Boolean)) {
1384 try { const st = await deliver(inbox, update, `${me}#main-key`, keys.private_pem); if (st >= 200 && st < 300) delivered++; } catch { /* best-effort */ }
1385 }
1386 console.log('[AP] outreply edit', site.slug, 'delivered', delivered);
1387 return { ok: true, content, delivered };
1388}
1389
1390// ── Fediverse CLIENT: follow accounts + home timeline ─────────────
1391// Resolve an @user@domain handle to its actor URL via WebFinger.
1392export async function webfingerResolve(handle) {
1393 const h = String(handle || '').trim().replace(/^@/, '');
1394 const parts = h.split('@');
1395 if (parts.length !== 2 || !parts[0] || !parts[1]) return null;
1396 const acct = `${parts[0]}@${parts[1]}`;
1397 try {
1398 const r = await safeFetch(`https://${parts[1]}/.well-known/webfinger?resource=acct:${encodeURIComponent(acct)}`,
1399 { headers: { Accept: 'application/jrd+json, application/json' } });
1400 if (!r.ok) return null;
1401 const jrd = await r.json();
1402 const link = (jrd.links || []).find((l) => l.rel === 'self' && /activity\+json|ld\+json/.test(l.type || ''));
1403 return safeUrl(link ? link.href : '') || null;
1404 } catch { return null; }
1405}
1406
1407let _insFw, _delFw, _listFw, _accFw, _oneFw, _setAB;
1408function fwStmts() {
1409 if (!_insFw) {
1410 _insFw = db.prepare('INSERT OR REPLACE INTO ap_following (slug, actor_uri, handle, name, icon, url, inbox, follow_id, status, auto_boost, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
1411 _delFw = db.prepare('DELETE FROM ap_following WHERE slug = ? AND actor_uri = ?');
1412 _listFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? ORDER BY created_at DESC');
1413 _accFw = db.prepare("UPDATE ap_following SET status = 'accepted' WHERE follow_id = ?");
1414 _oneFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? AND actor_uri = ?');
1415 _setAB = db.prepare('UPDATE ap_following SET auto_boost = ? WHERE slug = ? AND actor_uri = ?');
1416 }
1417 return { ins: _insFw, del: _delFw, list: _listFw, acc: _accFw, one: _oneFw, setAB: _setAB };
1418}
1419export function listFollowing(slug) { return fwStmts().list.all(slug); }
1420
1421// Toggle auto-boost ("feature") on an account we already follow.
1422export function setAutoBoost(slug, actorUri, on) {
1423 try { fwStmts().setAB.run(on ? 1 : 0, slug, actorUri); } catch { /* ignore */ }
1424 // Featuring an account → AP-native catch-up so the Cirkel isn't empty until they next
1425 // post (push doesn't backfill history-before-follow). Fire-and-forget pull, sends nothing.
1426 if (on) backfillFromOutbox(slug, actorUri).catch(() => {});
1427 return { ok: true };
1428}
1429
1430let _insTl, _listTl, _delTl;
1431function tlStmts() {
1432 if (!_insTl) {
1433 _insTl = db.prepare('INSERT OR IGNORE INTO ap_timeline (id, slug, author_uri, author_name, author_handle, author_icon, author_url, content, url, published, media_json, nsfw, cw, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
1434 _listTl = db.prepare('SELECT * FROM ap_timeline WHERE slug = ? ORDER BY COALESCE(published, created_at) DESC LIMIT ?');
1435 _delTl = db.prepare('DELETE FROM ap_timeline WHERE id = ?');
1436 }
1437 return { ins: _insTl, list: _listTl, del: _delTl };
1438}
1439export function getTimeline(slug, limit) { return tlStmts().list.all(slug, limit || 50); }
1440
1441// ── Cirkel = posts from the accounts you auto-boost ("feature an artist") ──
1442let _abCount, _cirkelPosts, _cirkelMembers;
1443export function autoBoostCount(slug) {
1444 try { if (!_abCount) _abCount = db.prepare('SELECT COUNT(*) AS n FROM ap_following WHERE slug = ? AND auto_boost = 1'); return _abCount.get(slug).n; } catch { return 0; }
1445}
1446export function getCirkelPosts(slug, limit) {
1447 try {
1448 // Cirkel = posts from featured (auto_boost) accounts + posts you boosted
1449 // (t.boosted), mixed by date. One row per note in ap_timeline → no duplicates.
1450 if (!_cirkelPosts) _cirkelPosts = db.prepare(`
1451 SELECT t.id, t.author_uri, t.author_name, t.author_handle, t.author_icon, t.author_url,
1452 t.content, t.url, t.published, t.media_json, t.boosted, t.nsfw, t.cw
1453 FROM ap_timeline t
1454 LEFT JOIN ap_following f ON f.slug = t.slug AND f.actor_uri = t.author_uri
1455 WHERE t.slug = ? AND (f.auto_boost = 1 OR t.boosted = 1)
1456 ORDER BY COALESCE(t.published, t.created_at) DESC, t.rowid DESC
1457 LIMIT ?`);
1458 return _cirkelPosts.all(slug, limit || 60);
1459 } catch { return []; }
1460}
1461export function getCirkelMembers(slug) {
1462 try { if (!_cirkelMembers) _cirkelMembers = db.prepare('SELECT name, url, icon FROM ap_following WHERE slug = ? AND auto_boost = 1 ORDER BY name'); return _cirkelMembers.all(slug); } catch { return []; }
1463}
1464// Mark a timeline post as boosted so it shows in the Cirkel (mixed by date).
1465let _markBoost, _unmarkBoost, _boostedCount;
1466export function markBoosted(slug, noteId) {
1467 try { if (!_markBoost) _markBoost = db.prepare('UPDATE ap_timeline SET boosted = 1 WHERE slug = ? AND id = ?'); _markBoost.run(slug, noteId); } catch { /* ignore */ }
1468}
1469export function unmarkBoosted(slug, noteId) {
1470 try { if (!_unmarkBoost) _unmarkBoost = db.prepare('UPDATE ap_timeline SET boosted = 0 WHERE slug = ? AND id = ?'); _unmarkBoost.run(slug, noteId); } catch { /* ignore */ }
1471}
1472let _markLike, _unmarkLike;
1473export function markLiked(slug, noteId) {
1474 try { if (!_markLike) _markLike = db.prepare('UPDATE ap_timeline SET liked = 1 WHERE slug = ? AND id = ?'); _markLike.run(slug, noteId); } catch { /* ignore */ }
1475}
1476export function unmarkLiked(slug, noteId) {
1477 try { if (!_unmarkLike) _unmarkLike = db.prepare('UPDATE ap_timeline SET liked = 0 WHERE slug = ? AND id = ?'); _unmarkLike.run(slug, noteId); } catch { /* ignore */ }
1478}
1479export function getTimelineReaction(slug, noteId) {
1480 try { const r = db.prepare('SELECT liked, boosted FROM ap_timeline WHERE slug = ? AND id = ?').get(slug, noteId); return { liked: !!(r && r.liked), boosted: !!(r && r.boosted) }; } catch { return { liked: false, boosted: false }; }
1481}
1482// Boost a REMOTE post that may not be in your timeline (you don't follow the author):
1483// store it in ap_timeline (INSERT OR IGNORE → no dup for followed posts) so it shows in
1484// the Cirkel with a Boost badge, then flag it boosted.
1485export function upsertBoostedNote(slug, note) {
1486 if (!slug || !note || !note.object_uri) return;
1487 const id = note.object_uri;
1488 const media = JSON.stringify((note.images || []).map((u) => ({ url: u, type: 'image/jpeg' })));
1489 try {
1490 tlStmts().ins.run(id, slug, note.actor_uri || '', note.actor_name || '', note.actor_handle || '',
1491 note.actor_icon || '', note.actor_url || '', note.content || '', note.url || null,
1492 new Date().toISOString(), media, note.sensitive ? 1 : 0, note.cw || null);
1493 } catch { /* ignore */ }
1494 markBoosted(slug, id);
1495}
1496export function boostedCount(slug) {
1497 try { if (!_boostedCount) _boostedCount = db.prepare('SELECT COUNT(*) AS n FROM ap_timeline WHERE slug = ? AND boosted = 1'); return _boostedCount.get(slug).n; } catch { return 0; }
1498}
1499
1500// Resolve a Klonkt/AP actor URL from a site root: a Klonkt site's root 302s to
1501// /ap/users/<slug> (content negotiation; Location may be relative). Used by
1502// followActor for bare-domain follows.
1503// NB: the old auto-migration of legacy Cirkels (circle_links -> AP follows) was
1504// REMOVED on 2026-06-26 — it auto-sent Follows on boot, which violates "the code
1505// never throws anything into the fediverse automatically" (would surprise-Follow
1506// for some operators at scale). The dead circle_links table stays as harmless dead
1507// data; an operator restores an old cirkel by re-following in /following (their click).
1508async function resolveApActor(siteUrl) {
1509 try {
1510 const r = await fetch(siteUrl, { headers: { Accept: 'application/activity+json' }, redirect: 'manual' });
1511 if (r.status >= 300 && r.status < 400) { const loc = r.headers.get('location'); if (loc) return new URL(loc, siteUrl).href; }
1512 if (r.ok) return siteUrl;
1513 } catch { /* unreachable */ }
1514 return null;
1515}
1516
1517// ── Self-heal: re-sync the fediverse cache (ap_timeline) after a DRASTIC update ──
1518// Runs ONCE per SELFHEAL_VERSION bump — NOT on every boot. Re-fetches each cached
1519// note and refreshes content + media (recovers covers/edits that were delivered
1520// during a flux window, e.g. a fleet-wide update), and drops notes that are gone
1521// (404/410). Bump SELFHEAL_VERSION only on a release that warrants a re-sync.
1522const SELFHEAL_VERSION = 4;
1523async function fetchNoteAP(url) {
1524 try {
1525 const r = await fetch(url, { headers: { Accept: 'application/activity+json' } });
1526 if (r.status === 404 || r.status === 410) return 404;
1527 if (r.ok) return await r.json();
1528 } catch { /* unreachable */ }
1529 return null;
1530}
1531function mediaFromNote(note) {
1532 const atts = (Array.isArray(note.attachment) ? note.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
1533 if (!atts.some((m) => !m.type || /image/i.test(m.type)) && note.image) {
1534 const im = Array.isArray(note.image) ? note.image[0] : note.image;
1535 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
1536 if (iu) atts.push({ url: iu, type: (im && im.mediaType) || 'image/jpeg' });
1537 }
1538 return JSON.stringify(atts);
1539}
1540// A generic SSRF-safe AP GET (collections / pages).
1541async function apGetJson(url) {
1542 try {
1543 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
1544 if (!r.ok) return null;
1545 const len = Number(r.headers.get('content-length') || 0);
1546 if (len > 3_000_000) return null;
1547 return await r.json();
1548 } catch { return null; }
1549}
1550// AP-native catch-up: pull an actor's standard `outbox` collection and merge their recent
1551// top-level posts into the timeline for `slug`. Push (Create delivery) cannot backfill
1552// history-from-before-you-followed or a delivery that was missed while you were down;
1553// reading the outbox is the spec-conform way to catch up. PULL ONLY — sends nothing.
1554export async function backfillFromOutbox(slug, actorUri, limit = 20) {
1555 try {
1556 if (!slug || !actorUri) return 0;
1557 const actor = await fetchActor(actorUri);
1558 if (!actor || !actor.outbox) return 0;
1559 let page = await apGetJson(typeof actor.outbox === 'string' ? actor.outbox : actor.outbox.id);
1560 let items = (page && (page.orderedItems || page.items)) || [];
1561 if (!items.length && page && page.first) {
1562 page = await apGetJson(typeof page.first === 'string' ? page.first : page.first.id);
1563 items = (page && (page.orderedItems || page.items)) || [];
1564 }
1565 if (!Array.isArray(items) || !items.length) return 0;
1566 const ai = actorInfo(actor, actorUri);
1567 let added = 0;
1568 for (const it of items.slice(0, limit)) {
1569 // Each item is usually a Create wrapping a Note, or sometimes the Note itself.
1570 const o = (it && typeof it.object === 'object' && it.object) ? it.object : it;
1571 if (!o || !o.id) continue;
1572 if (o.type && o.type !== 'Note' && o.type !== 'Article') continue; // skip boosts/other
1573 if (o.inReplyTo) continue; // top-level only
1574 const auth = actorUriOf(o.attributedTo);
1575 if (auth && auth !== actorUri) continue; // their OWN posts only
1576 const html = HtmlSanitizerService.sanitize(o.content || '');
1577 try {
1578 const r = tlStmts().ins.run(o.id, slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, mediaFromNote(o), o.sensitive ? 1 : 0, o.summary || null);
1579 if (r && r.changes > 0) added++;
1580 } catch { /* ignore */ }
1581 }
1582 if (added) console.log('[AP] outbox backfill', actorUri, '→', slug, '+' + added);
1583 return added;
1584 } catch { return 0; }
1585}
1586let _selfHealing = false;
1587export async function selfHealTimeline() {
1588 if (_selfHealing) return; _selfHealing = true;
1589 try {
1590 let cur = 0;
1591 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_version'); cur = r ? (parseInt(r.value, 10) || 0) : 0; } catch { return; }
1592 if (cur >= SELFHEAL_VERSION) return; // already healed for this version — skip on normal boots
1593 let rows = [];
1594 try { rows = db.prepare('SELECT id, content, media_json, nsfw, cw, url FROM ap_timeline ORDER BY rowid DESC LIMIT 200').all(); } catch { /* no table */ }
1595 let healed = 0;
1596 for (const r of rows) {
1597 try {
1598 const note = await fetchNoteAP(r.id);
1599 if (note === 404) { db.prepare('DELETE FROM ap_timeline WHERE id = ?').run(r.id); healed++; continue; }
1600 if (!note || typeof note !== 'object') continue;
1601 const html = HtmlSanitizerService.sanitize(note.content || '');
1602 const media = mediaFromNote(note);
1603 const nsfw = note.sensitive ? 1 : 0; // re-sync NSFW/sensitive + CW onto already-cached posts
1604 const cw = note.summary || null;
1605 const url = note.url || null; // re-sync the human url (catches a remote slug rename)
1606 if ((html && html !== r.content) || media !== (r.media_json || '[]') || nsfw !== (r.nsfw || 0) || (cw || '') !== (r.cw || '') || (url && url !== r.url)) {
1607 db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ?').run(html || r.content, media, nsfw, cw, url, r.id);
1608 healed++;
1609 }
1610 } catch { /* per-note best-effort */ }
1611 }
1612 try { db.prepare('INSERT OR REPLACE INTO app_settings (key, value) VALUES (?, ?)').run('selfheal_version', String(SELFHEAL_VERSION)); } catch { /* ignore */ }
1613 if (rows.length) console.log(`[AP] self-heal v${SELFHEAL_VERSION}: ${healed}/${rows.length} timeline notes`);
1614 } catch { /* never block boot */ } finally { _selfHealing = false; }
1615}
1616
1617// Follow a fediverse account by @handle (WebFinger → actor → signed Follow).
1618export async function followActor(site, handle, autoBoost = false) {
1619 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1620 if (!base || !site || !site.slug) return { error: 'config' };
1621 // Accept any of: a profile/actor URL, an @user@host handle (WebFinger), or a
1622 // bare site domain (site.com) — for a single-actor site (Klonkt etc.) the root
1623 // resolves to its AP actor, so you can follow a site by just its domain.
1624 const s = String(handle || '').trim();
1625 let actorUrl;
1626 if (/^https?:\/\//i.test(s)) actorUrl = safeUrl(s) || null;
1627 else if (s.includes('@')) actorUrl = await webfingerResolve(s);
1628 else if (/^[a-z0-9.-]+\.[a-z]{2,}/i.test(s)) actorUrl = await resolveApActor('https://' + s.replace(/^\/+|\/+$/g, ''));
1629 else actorUrl = null;
1630 if (!actorUrl) return { error: 'not_found' };
1631 const actor = await fetchActor(actorUrl).catch(() => null);
1632 if (!actor || !actor.id || !actor.inbox) return { error: 'unreachable' };
1633 const ai = actorInfo(actor, actor.id);
1634 const me = actorId(base, site.slug);
1635 const keys = getOrCreateKeys(site.slug);
1636 const followId = `${me}#follow-${Date.now()}-${rid()}`;
1637 fwStmts().ins.run(site.slug, actor.id, ai.handle, ai.name, ai.icon, ai.url, actor.inbox, followId, 'pending', autoBoost ? 1 : 0);
1638 const follow = { '@context': AP_CONTEXT, id: followId, type: 'Follow', actor: me, object: actor.id };
1639 try { await deliver(actor.inbox, follow, `${me}#main-key`, keys.private_pem); }
1640 catch (e) { console.warn('[AP] follow deliver failed:', e.message); }
1641 console.log('[AP] follow', site.slug, '→', actor.id);
1642 // Follow + feature in one step → backfill their recent posts into the Cirkel right away.
1643 if (autoBoost) backfillFromOutbox(site.slug, actor.id).catch(() => {});
1644 return { ok: true, name: ai.name, handle: ai.handle, actor: actor.id };
1645}
1646
1647// Resolve a profile URL or @handle to a followable remote actor (for the
1648// authorize_interaction "Follow" flow). Returns display fields + inbox, or null
1649// when it isn't a reachable actor (e.g. the input was a post, not a profile).
1650export async function resolveRemoteActor(input) {
1651 const s = String(input || '').trim();
1652 const actorUrl = /^https?:\/\//i.test(s) ? (safeUrl(s) || null) : await webfingerResolve(s);
1653 if (!actorUrl) return null;
1654 const actor = await fetchActor(actorUrl).catch(() => null);
1655 if (!actor || !actor.id || !actor.inbox) return null;
1656 const ai = actorInfo(actor, actor.id);
1657 return { actor_uri: actor.id, actor_name: ai.name, actor_handle: ai.handle, actor_url: ai.url, actor_icon: ai.icon, inbox: actor.inbox };
1658}
1659
1660export async function unfollowActor(site, actorUri) {
1661 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1662 const me = actorId(base, site.slug);
1663 const keys = getOrCreateKeys(site.slug);
1664 const row = fwStmts().one.get(site.slug, actorUri);
1665 // Undo(Follow) MUST reference the original Follow's real id so the remote can correlate it
1666 // and drop the follow. The old `${me}#follow` fallback never matched anything → the unfollow
1667 // silently failed on the remote. With no stored follow id (legacy row), skip the network Undo
1668 // rather than send an unmatchable one. Deliver durably via the retry queue.
1669 if (row && row.inbox && row.follow_id) {
1670 const undo = { '@context': AP_CONTEXT, id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me, object: { id: row.follow_id, type: 'Follow', actor: me, object: actorUri } };
1671 deliverWithRetry(site.slug, row.inbox, undo, `${me}#main-key`, keys.private_pem);
1672 } else if (row && row.inbox) {
1673 console.warn('[AP] unfollow', site.slug, '→', actorUri, '— no stored follow id; removed locally only (legacy follow, remote may keep it)');
1674 }
1675 fwStmts().del.run(site.slug, actorUri);
1676 return { ok: true };
1677}
1678
1679// Send a Like or Announce (boost) on a remote note FROM this site.
1680export async function sendInteraction(site, kind, targetNoteId, authorUri) {
1681 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1682 if (!base || !site || !site.slug || !targetNoteId) return { error: 'config' };
1683 const me = actorId(base, site.slug);
1684 const keys = getOrCreateKeys(site.slug);
1685 // 'unboost' = Undo(Announce): retracts a boost so followers' servers remove the
1686 // reblog (matched on actor+object — no record of the original Announce needed).
1687 const fanout = (kind === 'boost' || kind === 'unboost'); // also goes to our followers
1688 const followersCol = `${me}/followers`;
1689 // Address the original author in cc so their server (Mastodon, WordPress/ActivityPub, …)
1690 // attributes the boost to their post and notifies them — without this, a shared-inbox
1691 // receiver has nothing to route the Announce to. Non-fragment activity ids + a `published`
1692 // stamp keep us aligned with what Mastodon emits.
1693 const audience = authorUri ? [followersCol, authorUri] : [followersCol];
1694 let act;
1695 if (kind === 'unboost' || kind === 'unlike') {
1696 // Undo(Announce) retracts a boost; Undo(Like) un-favourites (matched on actor+object,
1697 // no record of the original activity needed — Mastodon honours both).
1698 const inner = kind === 'unboost' ? 'Announce' : 'Like';
1699 act = {
1700 '@context': AP_CONTEXT,
1701 id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me,
1702 object: { id: `${me}/${inner.toLowerCase()}/${Date.now()}-${rid()}`, type: inner, actor: me, object: targetNoteId },
1703 };
1704 if (kind === 'unboost') { act.to = [PUBLIC]; act.cc = audience; }
1705 } else {
1706 const type = kind === 'boost' ? 'Announce' : 'Like';
1707 act = {
1708 '@context': AP_CONTEXT,
1709 id: `${me}/${type.toLowerCase()}/${Date.now()}-${rid()}`,
1710 type, actor: me, object: targetNoteId,
1711 };
1712 if (type === 'Announce') { act.published = new Date().toISOString(); act.to = [PUBLIC]; act.cc = audience; }
1713 }
1714 const inboxes = new Set();
1715 // Author first, via their PERSONAL inbox (not the shared one) so a multi-user receiver
1716 // routes the Announce/Like to the right post unambiguously.
1717 if (authorUri) { const a = await fetchActor(authorUri).catch(() => null); if (a) inboxes.add(a.inbox || (a.endpoints && a.endpoints.sharedInbox)); }
1718 if (fanout) { for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox); }
1719 // Queue each delivery (immediate attempt + backoff retries on failure via ap_delivery)
1720 // instead of a single fire-and-forget POST, so a transient hiccup at the receiver doesn't
1721 // silently lose the boost — same durability a new post (deliverCreate) already gets.
1722 let queued = 0;
1723 for (const inbox of [...inboxes].filter(Boolean)) { deliverWithRetry(site.slug, inbox, act, `${me}#main-key`, keys.private_pem); queued++; }
1724 console.log('[AP]', kind, site.slug, '→', targetNoteId, 'queued', queued, 'inbox(es)');
1725 return { ok: true, delivered: queued };
1726}
1727
1728// Notifications inbox: new followers + replies/likes/boosts on this site's posts.
1729export function getNotifications(slug, limit) {
1730 const out = [];
1731 try {
1732 for (const f of db.prepare('SELECT actor_uri, created_at FROM ap_followers WHERE slug = ? ORDER BY created_at DESC LIMIT 50').all(slug)) {
1733 out.push({ type: 'follow', handle: deriveHandle(f.actor_uri), url: f.actor_uri, created_at: f.created_at });
1734 }
1735 } catch { /* ignore */ }
1736 try {
1737 const rows = db.prepare(`
1738 SELECT i.kind, i.actor_name, i.actor_handle, i.actor_url, i.content, i.created_at,
1739 p.slug AS post_slug, p.title AS post_title
1740 FROM ap_interactions i LEFT JOIN posts p ON p.id = i.post_id
1741 WHERE p.site_id = (SELECT id FROM sites WHERE slug = ?)
1742 ORDER BY i.created_at DESC LIMIT 80
1743 `).all(slug);
1744 for (const r of rows) out.push({
1745 type: r.kind, name: r.actor_name, handle: r.actor_handle, url: r.actor_url,
1746 content: stripLeadingMentions(r.content), post_slug: r.post_slug, post_title: r.post_title, created_at: r.created_at,
1747 });
1748 } catch { /* ignore */ }
1749 out.sort((a, b) => new Date(b.created_at) - new Date(a.created_at));
1750 return out.slice(0, limit || 60);
1751}
1752
1753// ── Blocking / defederation ───────────────────────────────────────
1754let _insBl, _delBl, _listBl;
1755function blStmts() {
1756 if (!_insBl) {
1757 _insBl = db.prepare('INSERT OR IGNORE INTO ap_blocks (slug, target, kind, label, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
1758 _delBl = db.prepare('DELETE FROM ap_blocks WHERE slug = ? AND target = ?');
1759 _listBl = db.prepare('SELECT * FROM ap_blocks WHERE slug = ? ORDER BY created_at DESC');
1760 }
1761 return { ins: _insBl, del: _delBl, list: _listBl };
1762}
1763export function listBlocks(slug) { return blStmts().list.all(slug); }
1764
1765// True if an actor (or its whole domain) is blocked anywhere on this instance.
1766export function isBlockedAny(actorUri) {
1767 if (!actorUri) return false;
1768 let domain = ''; try { domain = new URL(actorUri).host; } catch { /* ignore */ }
1769 try { return !!db.prepare("SELECT 1 FROM ap_blocks WHERE (kind='actor' AND target=?) OR (kind='domain' AND target=?) LIMIT 1").get(actorUri, domain); }
1770 catch { return false; }
1771}
1772
1773function purgeBlocked(kind, target) {
1774 try {
1775 if (kind === 'domain') {
1776 const like = `%//${target}/%`;
1777 db.prepare('DELETE FROM ap_interactions WHERE actor_uri LIKE ?').run(like);
1778 db.prepare('DELETE FROM ap_timeline WHERE author_uri LIKE ?').run(like);
1779 db.prepare('DELETE FROM ap_followers WHERE actor_uri LIKE ?').run(like);
1780 } else {
1781 db.prepare('DELETE FROM ap_interactions WHERE actor_uri = ?').run(target);
1782 db.prepare('DELETE FROM ap_timeline WHERE author_uri = ?').run(target);
1783 db.prepare('DELETE FROM ap_followers WHERE actor_uri = ?').run(target);
1784 }
1785 } catch { /* best-effort */ }
1786}
1787
1788// Block an actor (@handle or actor URL) or a whole domain; purges their content.
1789export async function blockTarget(site, input) {
1790 const raw = String(input || '').trim();
1791 if (!site || !site.slug || !raw) return { error: 'empty' };
1792 let kind, target, label;
1793 if (/^https?:\/\//i.test(raw)) { kind = 'actor'; target = raw; label = raw; }
1794 else if (raw.includes('@')) {
1795 const actorUrl = await webfingerResolve(raw);
1796 if (!actorUrl) return { error: 'not_found' };
1797 kind = 'actor'; target = actorUrl; label = raw.startsWith('@') ? raw : ('@' + raw);
1798 } else { kind = 'domain'; target = raw.toLowerCase(); label = raw.toLowerCase(); }
1799 blStmts().ins.run(site.slug, target, kind, label);
1800 purgeBlocked(kind, target);
1801 console.log('[AP] block', site.slug, kind, target);
1802 return { ok: true, label };
1803}
1804
1805export function unblock(site, target) { blStmts().del.run(site.slug, target); return { ok: true }; }
1806
1807export default {
1808 AP_CONTEXT, getOrCreateKeys, apWants, sendAP, actorId, noteId,
1809 buildActor, buildNote, buildCreate, buildOutbox, buildFollowers, buildFollowing, buildFeatured,
1810 followerCount, deliver, fetchActor, verifyRequest, handleInbox, deliverCreate, deliverDelete, deliverUpdate, deliverActorUpdate, resyncFeaturedPins,
1811 getInteractions, getInteractionById, setInteractionBoosted, setInteractionLiked, setMyReaction, getMyReactions, buildReplyNote, getOutboxNote, deliverReply, resolveRemoteNote,
1812 listOutbox, deliverOutboxDelete, deliverOutboxUpdate,
1813 webfingerResolve, followActor, resolveRemoteActor, unfollowActor, listFollowing, setAutoBoost, backfillFromOutbox, getTimeline, sendInteraction,
1814 autoBoostCount, boostedCount, markBoosted, unmarkBoosted, markLiked, unmarkLiked, getTimelineReaction, upsertBoostedNote, getCirkelPosts, getCirkelMembers, selfHealTimeline,
1815 getNotifications, listBlocks, isBlockedAny, blockTarget, unblock,
1816 deliverWithRetry, enqueueDelivery, processDeliveryQueue, startDeliveryWorker,
1817 getReplyUris, markNotificationsSeen, countUnseenNotifications, hasPlayableAudio,
1818};
Note: See TracBrowser for help on using the repository browser.