source: Klonkt/src/services/ActivityPubService.js@ 443f982

main
Last change on this file since 443f982 was 443f982, checked in by roboburr <roboburr@…>, 2 months ago

feat(federation): let Mastodon card external embeds — drop image attachments when a post has an embed

Mastodon shows EITHER media attachments OR a link preview card, never both. A post with an
external embed (Spotify/YouTube/SoundCloud/Vimeo/Bandcamp/Apple) plus a cover therefore showed the
cover and rendered the embed link as plain text — no player. Now, when the post has an embed link,
buildNote skips the image attachments so Mastodon renders the embed's player card. Klonkt's own
rendering is unchanged (cover + embed player still show on-site). Detection reuses
AudioEmbedService.detectProvider (single source of truth, covers all 6 providers).

  • src/services/ActivityPubService.js — buildNote suppresses image attachments when an embed is present

Co-Authored-By: Claude <noreply@…>

  • Property mode set to 100644
File size: 99.1 KB
RevLine 
[6bd25d1]1/**
2 * ActivityPubService — Klonkt as a real ActivityPub actor (fediverse bridge).
3 *
4 * Phase 1 (this file): the PUBLISH/discoverable side.
5 * - per-site RSA keypair (Mastodon-compatible HTTP Signatures; separate from
6 * the Ed25519 keys used by the lighter Cirkels v1)
7 * - builders for the Actor document, Note objects and the Outbox collection
8 * - apWants(): HTTP content-negotiation helper (activity+json vs HTML)
9 *
10 * The interactive side (inbox: Follow/Accept, signature verify, delivery to
11 * followers) lands in the next step and is tested live against Mastodon.
12 *
13 * AP actor URLs live under /ap/* so they never clash with the human pages:
14 * actor = <base>/ap/users/<slug>
15 * inbox = <actor>/inbox outbox = <actor>/outbox
16 * note = <base>/ap/notes/<postId>
17 */
18import crypto from 'crypto';
[3dd99d3]19import dns from 'dns';
20import net from 'net';
[6bd25d1]21import db from '../config/database.js';
[c16e0a5]22import HtmlSanitizerService from './HtmlSanitizerService.js';
[443f982]23import AudioEmbedService from './AudioEmbedService.js';
[6bd25d1]24
25const PUBLIC = 'https://www.w3.org/ns/activitystreams#Public';
[d3b9f68]26// Full JSON-LD context for every AP object we emit: AS2 core + security (publicKey) + the
27// extension terms we actually use (Mastodon/toot + schema.org), each with a term definition
28// so a strict JSON-LD processor resolves them instead of dropping them → valid AS2/JSON-LD.
29// This is the same context shape Mastodon publishes, so Mastodon sees no change.
30const AP_CONTEXT = [
31 'https://www.w3.org/ns/activitystreams',
32 'https://w3id.org/security/v1',
33 {
34 toot: 'http://joinmastodon.org/ns#',
35 schema: 'http://schema.org#',
36 sensitive: 'as:sensitive',
37 Hashtag: 'as:Hashtag',
38 manuallyApprovesFollowers: 'as:manuallyApprovesFollowers',
39 discoverable: 'toot:discoverable',
40 featured: { '@id': 'toot:featured', '@type': '@id' },
41 PropertyValue: 'schema:PropertyValue',
42 value: 'schema:value',
43 embedUrl: { '@id': 'schema:embedUrl', '@type': '@id' },
44 },
45];
[3dd99d3]46
47// Short random suffix so two activity ids minted in the same millisecond (e.g.
48// parallel saves) don't collide and get deduped by a receiver.
49const rid = () => crypto.randomBytes(4).toString('hex');
50
51// Keep only http(s) URLs — drops javascript:/data:/etc so a remote actor can't
52// smuggle a dangerous scheme into a stored href/src (rendered in owner-only views).
53const safeUrl = (u) => { const s = String(u == null ? '' : u).trim(); return /^https?:\/\//i.test(s) ? s : ''; };
54
55// ── SSRF guard for outbound fetches ───────────────────────────────
56// Remote URLs (actor/keyId/webfinger/inbox/inReplyTo) are attacker-controlled, so
57// every outbound fetch must refuse hosts that resolve to private/loopback ranges
58// (cloud metadata, internal services) — on the initial host AND each redirect hop.
59function isBlockedIp(ip) {
60 if (!ip) return true;
61 const v = net.isIP(ip);
62 if (v === 4) {
63 const o = ip.split('.').map(Number);
64 return o[0] === 127 || o[0] === 10 || o[0] === 0
65 || (o[0] === 172 && o[1] >= 16 && o[1] <= 31)
66 || (o[0] === 192 && o[1] === 168)
67 || (o[0] === 169 && o[1] === 254)
68 || (o[0] === 100 && o[1] >= 64 && o[1] <= 127); // CGNAT
69 }
70 if (v === 6) {
71 const s = ip.toLowerCase().replace(/^\[|\]$/g, '');
72 return s === '::1' || s === '::' || s.startsWith('fc') || s.startsWith('fd') || s.startsWith('fe80')
73 || s.startsWith('::ffff:127.') || s.startsWith('::ffff:10.') || s.startsWith('::ffff:192.168.')
74 || s.startsWith('::ffff:169.254.') || s.startsWith('::ffff:172.');
75 }
76 return true; // not an IP literal we recognise → refuse
77}
78async function assertPublicHost(hostname) {
79 if (net.isIP(hostname)) { if (isBlockedIp(hostname)) throw new Error('ssrf-blocked-ip'); return; }
80 const addrs = await dns.promises.lookup(hostname, { all: true });
81 if (!addrs.length || addrs.some((a) => isBlockedIp(a.address))) throw new Error('ssrf-blocked-host');
82}
[74c5abc]83export async function safeFetch(url, opts = {}, maxRedirects = 3) {
[3dd99d3]84 let target = url;
85 for (let hop = 0; ; hop++) {
86 const u = new URL(target); // throws on malformed → caller's catch
87 if (u.protocol !== 'https:' && u.protocol !== 'http:') throw new Error('ssrf-bad-scheme');
88 await assertPublicHost(u.hostname);
89 const r = await fetch(target, { ...opts, redirect: 'manual', signal: AbortSignal.timeout(8000) });
90 const loc = (r.status >= 300 && r.status < 400) ? r.headers.get('location') : null;
91 if (loc && hop < maxRedirects) { target = new URL(loc, target).toString(); continue; }
92 return r;
93 }
94}
[6bd25d1]95const MAX_OUTBOX = 20;
[5085b1d]96// Cache-buster for the music listen-link → forces Mastodon to re-crawl a FRESH
97// (square) player card. Bump this whenever the twitter:player card dimensions change.
98const FEDI_CARD_VER = '2';
[6bd25d1]99
100// ── RSA keys per actor (lazy, cached in DB) ───────────────────────
101// Prepared lazily (NOT at module load) — the ap_keys table is created in
102// initializeDatabase(), which runs after this module is imported.
103let _sel, _ins;
104function keyStmts() {
105 if (!_sel) {
106 _sel = db.prepare('SELECT public_pem, private_pem FROM ap_keys WHERE slug = ?');
107 _ins = db.prepare('INSERT OR IGNORE INTO ap_keys (slug, public_pem, private_pem, created_at) VALUES (?,?,?,CURRENT_TIMESTAMP)');
108 }
109 return { sel: _sel, ins: _ins };
110}
111
112export function getOrCreateKeys(slug) {
113 const { sel, ins } = keyStmts();
114 const row = sel.get(slug);
115 if (row) return row;
116 const { publicKey, privateKey } = crypto.generateKeyPairSync('rsa', {
117 modulusLength: 2048,
118 publicKeyEncoding: { type: 'spki', format: 'pem' },
119 privateKeyEncoding: { type: 'pkcs8', format: 'pem' },
120 });
121 ins.run(slug, publicKey, privateKey);
122 return sel.get(slug) || { public_pem: publicKey, private_pem: privateKey };
123}
124
125// ── content negotiation ───────────────────────────────────────────
126// True when the caller wants ActivityPub JSON rather than the HTML page.
127export function apWants(req) {
128 const a = String(req.headers.accept || '').toLowerCase();
129 return a.includes('application/activity+json') ||
130 (a.includes('application/ld+json') && a.includes('activitystreams'));
131}
132
133const AP_CONTENT_TYPE = 'application/activity+json; charset=utf-8';
134export function sendAP(res, obj) {
135 res.type(AP_CONTENT_TYPE);
136 res.set('Cache-Control', 'public, max-age=120');
137 res.send(JSON.stringify(obj));
138}
139
140// ── document builders ─────────────────────────────────────────────
141export function actorId(base, slug) { return `${base}/ap/users/${encodeURIComponent(slug)}`; }
142export function noteId(base, postId) { return `${base}/ap/notes/${encodeURIComponent(postId)}`; }
143
144export function buildActor(base, site) {
145 const id = actorId(base, site.slug);
146 const keys = getOrCreateKeys(site.slug);
147 const actor = {
[d3b9f68]148 '@context': AP_CONTEXT,
[6bd25d1]149 id,
150 type: 'Person',
151 preferredUsername: site.slug,
152 name: site.title || site.slug,
153 summary: site.tagline || site.description || '',
154 url: `${base}/${site.slug === site.primary_slug ? '' : 'user/' + encodeURIComponent(site.slug)}`,
155 manuallyApprovesFollowers: false,
156 discoverable: true,
157 inbox: `${id}/inbox`,
158 outbox: `${id}/outbox`,
159 followers: `${id}/followers`,
[f2796d3]160 following: `${id}/following`,
[75bda38]161 featured: `${id}/featured`,
[6bd25d1]162 endpoints: { sharedInbox: `${base}/ap/inbox` },
163 publicKey: {
164 id: `${id}#main-key`,
165 owner: id,
166 publicKeyPem: keys.public_pem,
167 },
168 };
169 if (site.profile_photo) {
170 const u = /^https?:/.test(site.profile_photo) ? site.profile_photo : `${base}${site.profile_photo.startsWith('/') ? '' : '/'}${site.profile_photo}`;
171 actor.icon = { type: 'Image', url: u };
172 }
[f2796d3]173 // Account creation date — shown by Mastodon + read by indexers (additive, standard AS2).
174 if (site.created_at) { try { actor.published = new Date(site.created_at).toISOString(); } catch { /* skip bad date */ } }
175 // Profile links → PropertyValue rows: Mastodon/PeerTube/WordPress-ActivityPub render these as
176 // profile metadata (rel=me enables link-back verification). Additive; ignored by simpler receivers.
177 try {
178 const links = JSON.parse(site.profile_links || '[]');
179 if (Array.isArray(links) && links.length) {
180 const esc = (s) => String(s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
181 const rows = links
182 .filter((l) => l && l.url && /^https?:/i.test(l.url))
183 .map((l) => ({
184 type: 'PropertyValue',
185 name: esc(l.platform || 'Link'),
186 value: `<a href="${esc(l.url).replace(/"/g, '&quot;')}" rel="me nofollow noopener" target="_blank">${esc(String(l.url).replace(/^https?:\/\//, ''))}</a>`,
187 }));
188 if (rows.length) actor.attachment = rows;
189 }
190 } catch { /* skip malformed profile_links */ }
[6bd25d1]191 return actor;
192}
193
[30271e6]194// Does a post's audio shortcodes reference at least one PLAYABLE (file-backed)
195// track? Link-only tracks (external Spotify/YouTube, media_id NULL) don't count —
196// they have no Klonkt-hosted audio to embed, so no player card / cover-suppression.
197export function hasPlayableAudio(content, siteId) {
198 if (!content || !/\[\[(track|album|playlist):/i.test(content)) return false;
199 try {
200 for (const m of content.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT media_id FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.media_id) return true; }
201 for (const m of content.matchAll(/\[\[album:([^\]]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM audio_tracks WHERE site_id = ? AND album = ? AND media_id IS NOT NULL LIMIT 1').get(siteId, m[1].trim())) return true; }
202 for (const m of content.matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id WHERE pt.playlist_id = ? AND t.media_id IS NOT NULL LIMIT 1').get(m[1])) return true; }
203 } catch { /* non-fatal */ }
204 return false;
205}
206
[6bd25d1]207// A single post as an AS2 Note (the object), and as a Create activity (for outbox/delivery).
208export function buildNote(base, site, post) {
209 const id = noteId(base, post.id);
210 const aId = actorId(base, site.slug);
211 const human = `${base}/${encodeURIComponent(post.slug)}`;
[065452a]212 // Mastodon ignores a Note's `name`, so put the title INTO the content (bold
213 // first line) — the standard blog→fediverse convention. post.content is
214 // already sanitized HTML; the title is plain text, so escape it.
215 const escTitle = String(post.title || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
216 const titleHtml = post.title ? `<p><strong>${escTitle}</strong></p>` : '';
[5a93ac0]217
218 // Images travel as AP `attachment` (Mastodon strips <img> from content). Collect
219 // the cover + any inline <img>, make absolute, then strip <img> from the content
220 // to avoid duplicate rendering on clients that DO keep them.
221 const abs = (u) => !u ? null : (/^https?:/i.test(u) ? u : `${base}${u.startsWith('/') ? '' : '/'}${u}`);
222 const mediaType = (u) => {
223 const e = ((u || '').split('?')[0].match(/\.(\w+)$/) || [])[1];
224 return ({ jpg: 'image/jpeg', jpeg: 'image/jpeg', png: 'image/png', gif: 'image/gif', webp: 'image/webp', avif: 'image/avif' })[(e || '').toLowerCase()] || 'image/jpeg';
225 };
[2923a95]226 const hadAudio = /\[\[(track|album|playlist):/i.test(post.content || '');
[30271e6]227 const playable = hasPlayableAudio(post.content || '', site && site.id);
[443f982]228 // A post with an external embed (Spotify/YouTube/SoundCloud/Vimeo/Bandcamp/Apple) should let
229 // Mastodon render the embed's player CARD. Mastodon shows EITHER media attachments OR a link
230 // card, never both — so when the post has an embed link we skip the image attachments so the
231 // card wins. (On Klonkt nothing changes: the cover + the embed player still render.)
232 const hasEmbed = (() => {
233 const c = post.content || '';
234 if (/\[\[embed:/i.test(c)) return true;
235 for (const m of c.matchAll(/https?:\/\/[^\s"'<>]+/gi)) if (AudioEmbedService.detectProvider(m[0])) return true;
236 return false;
237 })();
238 const noImages = playable || hasEmbed; // suppress image attachments → let the player/embed card show
[5a93ac0]239 const urls = [];
[30271e6]240 // Posts with PLAYABLE hosted audio suppress image attachments so Mastodon renders
241 // the player CARD (twitter:player) instead of the cover — media attachment and
242 // link/player card are mutually exclusive on Mastodon. Link-only audio (external)
243 // keeps its cover (no player card to show).
[443f982]244 if (post.cover_image_url && !noImages) urls.push(abs(post.cover_image_url));
[5a93ac0]245 let body = post.content || '';
[28b59e7]246 // Only federate inline images we can actually serve: absolute http(s) URLs, or our own
247 // /media/ uploads. A relative path we don't host (e.g. a stale /images/... ref) would 404
248 // and show up as a black tile in Mastodon's attachment grid.
[443f982]249 if (!noImages) for (const m of body.matchAll(/<img\b[^>]*\bsrc="([^"]+)"[^>]*>/gi)) {
[28b59e7]250 const src = m[1];
251 if (/^https?:\/\//i.test(src) || src.startsWith('/media/')) urls.push(abs(src));
252 }
[5a93ac0]253 body = body.replace(/<img\b[^>]*>/gi, '');
[5a6a457]254 // Audio shortcodes: do NOT federate the raw audio file — Klonkt deliberately
255 // gates audio (the /audio/stream URL has friction), and shipping it as an AP
256 // audio attachment would hand Mastodon a plain, downloadable mp3 URL. Instead,
257 // replace the shortcodes with a "🎵 listen on the site" link so the post invites
258 // a click-through to the protected player (discovery without leaking the file).
259 const esc = (s) => String(s == null ? '' : s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
260 const audioLabels = [];
261 try {
262 for (const m of body.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT title FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.title) audioLabels.push(r.title); }
263 for (const m of body.matchAll(/\[\[album:([^\]]+)\]\]/g)) audioLabels.push(m[1].trim());
264 } catch { /* non-fatal */ }
[f2eacca]265 // fedi_open tracks → real AS2 Audio attachments (the actual file URL, served ungated) so
266 // EVERY client incl. the Mastodon apps plays them inline natively. Gated tracks (default)
267 // stay link/card-only — the file is never exposed for them. Resolve from post.content so a
268 // later body mutation can't affect it.
269 const openAudio = [];
270 if (hadAudio) {
271 const seenA = new Set();
272 const addRow = (r) => {
273 const fn = r.filename || (r.storage_path || '').split('/').pop();
274 if (!fn || seenA.has(fn)) return; seenA.add(fn);
[292734a]275 openAudio.push({ type: 'Audio', mediaType: r.mime_type || 'audio/mpeg', url: `${base}/audio/stream/${encodeURIComponent(fn)}`, name: r.title || 'Audio' });
[f2eacca]276 };
277 const SEL = 'SELECT t.title, m.filename, m.storage_path, m.mime_type FROM audio_tracks t JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND ';
278 try {
279 for (const mm of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare(SEL + 't.id = ?').get(mm[1]); if (r) addRow(r); }
280 for (const mm of (post.content || '').matchAll(/\[\[album:([^\]]+)\]\]/g)) for (const r of db.prepare(SEL + 't.site_id = ? AND t.album = ? ORDER BY t.rowid').all(site.id, mm[1].trim())) addRow(r);
281 for (const mm of (post.content || '').matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) for (const r of db.prepare('SELECT t.title, m.filename, m.storage_path, m.mime_type FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND pt.playlist_id = ? ORDER BY pt.position').all(mm[1])) addRow(r);
282 } catch { /* non-fatal */ }
283 }
[2826bb97]284 body = body.replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
[4b5223f]285 // External embeds ([[embed:url]]) → emit the bare URL as a link so Mastodon
286 // renders its OWN preview/player card (YouTube/Spotify/SoundCloud/etc) instead
287 // of federating the raw shortcode text.
288 body = body.replace(/\[\[embed:([^\]]+)\]\]/gi, (mm, raw) => {
289 const u = esc(raw.trim().replace(/&amp;/g, '&'));
290 return `<p><a href="${u}">${u}</a></p>`;
291 });
[5a6a457]292 if (hadAudio) {
293 const lbl = audioLabels.length ? esc(audioLabels.slice(0, 4).join(', ')) : '';
[5085b1d]294 // For playable posts, append a version param to the listen-link so Mastodon
295 // sees a NEW card URL and re-crawls it (fresh SQUARE player card) instead of
296 // reusing the cached landscape one. Invisible: the link TEXT stays clean, the
297 // page ignores the param. Bump FEDI_CARD_VER when the card dimensions change.
298 const listenHref = playable ? `${human}?fc=${FEDI_CARD_VER}` : human;
299 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong> — ` : ''}<a href="${listenHref}">listen on ${esc(site.title || 'the site')}</a></p>`;
[5a6a457]300 }
[cd6a008]301 // Klonkt renders post content with white-space:pre-wrap, so raw newlines ARE line
302 // breaks on the site. Mastodon (plain HTML) collapses whitespace and would drop them,
303 // so convert newlines to <br> for the federated copy (content already made with
304 // shift+enter uses <br> and has no \n → this is a no-op there).
305 body = body.replace(/\r?\n/g, '<br>');
[7cea873]306 body = linkHashtags(base, body); // link inline #hashtags in the post body too
[2e62848]307 // Append the tags-field hashtags to the content so Mastodon renders them as clickable
308 // hashtags (a Hashtag that's only in the `tag` array isn't shown inline). CamelCase
309 // multi-word tags; skip any already present inline in the body.
310 {
311 const inlineTags = new Set(hashtagTags(base, body).map((h) => h.name.slice(1).toLowerCase()));
312 const addSeen = new Set();
313 const tagLinks = normalizeTags(post.tags).map(tagParts).filter(Boolean)
314 .filter((p) => !inlineTags.has(p.slug) && !addSeen.has(p.slug) && addSeen.add(p.slug))
315 .map((p) => `<a href="${base}/tag/${encodeURIComponent(p.slug)}" class="mention hashtag" rel="tag">#${p.label}</a>`);
316 if (tagLinks.length) body += `<p>${tagLinks.join(' ')}</p>`;
317 }
[5a93ac0]318 const seen = new Set();
319 const attachment = urls.filter(Boolean)
320 .filter((u) => { if (seen.has(u)) return false; seen.add(u); return true; })
[292734a]321 .map((u) => { const mt = mediaType(u); // specific AS2 subtype (Image/Audio/Video) over generic Document
322 const ty = /^image\//i.test(mt) ? 'Image' : /^video\//i.test(mt) ? 'Video' : /^audio\//i.test(mt) ? 'Audio' : 'Document';
323 return { type: ty, mediaType: mt, url: u }; });
[f2eacca]324 for (const a of openAudio) attachment.push(a); // fedi_open tracks → native Audio players
[5a93ac0]325
326 const note = {
[6bd25d1]327 id,
328 type: 'Note',
329 attributedTo: aId,
[5a93ac0]330 content: titleHtml + body,
[6bd25d1]331 url: human,
332 published: new Date(post.published_at || post.created_at || Date.now()).toISOString(),
[80c36a1]333 // fan_only = "fans only" → followers-only visibility (delivered to your followers
334 // but not addressed to Public, so Mastodon shows it only to them and can't boost it).
335 to: post.fan_only ? [`${aId}/followers`] : [PUBLIC],
336 cc: post.fan_only ? [] : [`${aId}/followers`],
[7cea873]337 tag: buildHashtagList(base, post.tags, body),
[d7526bd]338 replies: `${id}/replies`,
[837fc9c]339 // NSFW → Mastodon-style content warning: sensitive (blurs media) + a summary/spoiler
340 // (hides the whole post behind a "Gevoelige inhoud" button until the reader opens it).
341 sensitive: !!post.nsfw,
[6bd25d1]342 };
[b7d4458]343 if (post.nsfw) note.summary = post.content_warning || 'Gevoelige inhoud';
[5a93ac0]344 if (attachment.length) note.attachment = attachment;
[c628db10]345 // Playable-audio posts suppress the cover attachment (player card). Still expose
346 // the cover via AS2 `image` so card/grid consumers (the Klonkt Cirkel) can show
347 // it — Mastodon ignores a Note's `image`, so the player card is unaffected.
348 if (post.cover_image_url && playable) {
349 const cov = abs(post.cover_image_url);
350 if (cov) note.image = { type: 'Image', mediaType: mediaType(cov), url: cov };
351 }
[80797d7]352 // Experiment (mirrors PeerTube / schema.org `embedUrl`): point at the GATED player page
353 // (/embed) so a client that honours embedUrl can show an inline player WITHOUT ever
354 // getting the audio file — the anti-steal posture is untouched. `embedUrl` is a real
355 // standard field name (not a Klonkt invention); if Mastodon's apps honour it on a Note we
356 // make it JSON-LD-clean with a context term, otherwise it degrades to the player card.
357 if (playable) note.embedUrl = `${base}/embed?post=${encodeURIComponent(post.slug)}`;
[5a93ac0]358 return note;
[6bd25d1]359}
360
[d7526bd]361// All reply note URIs on a local post (inbound fediverse replies + our own
362// outbound replies) — backs the Note's `replies` Collection so remote servers
363// can fetch the whole thread.
364export function getReplyUris(base, postId) {
365 const out = [];
366 try {
367 for (const r of db.prepare("SELECT object_uri FROM ap_interactions WHERE kind = 'reply' AND post_id = ? AND object_uri != '' ORDER BY created_at").all(postId)) out.push(r.object_uri);
368 for (const r of db.prepare('SELECT id FROM ap_outbox WHERE post_id = ? ORDER BY rowid').all(postId)) out.push(`${base}/ap/notes/${r.id}`);
369 } catch { /* non-fatal */ }
370 return out;
371}
372
[e951b7c]373// Notifications "seen" tracking → a real bell badge. Stored per site in app_settings.
374export function markNotificationsSeen(slug) {
375 try {
376 db.prepare("INSERT INTO app_settings (key, value, updated_at) VALUES (?, ?, CURRENT_TIMESTAMP) ON CONFLICT(key) DO UPDATE SET value = excluded.value, updated_at = CURRENT_TIMESTAMP")
377 .run(`fedi_notif_seen:${slug}`, new Date().toISOString());
378 } catch { /* non-fatal */ }
379}
380export function countUnseenNotifications(slug) {
381 try {
382 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
383 const seen = row ? Date.parse(row.value) : 0;
384 let n = 0;
385 for (const it of getNotifications(slug, 50)) { if (Date.parse(it.created_at) > seen) n++; }
386 return n;
387 } catch { return 0; }
388}
389
[6bd25d1]390export function buildCreate(base, site, post) {
391 const note = buildNote(base, site, post);
392 return {
[d3b9f68]393 '@context': AP_CONTEXT,
[6bd25d1]394 id: note.id + '#create',
395 type: 'Create',
396 actor: actorId(base, site.slug),
397 published: note.published,
398 to: note.to,
399 cc: note.cc,
400 object: note,
401 };
402}
403
404export function buildOutbox(base, site, posts) {
405 const id = `${actorId(base, site.slug)}/outbox`;
406 const items = (posts || []).slice(0, MAX_OUTBOX).map((p) => buildCreate(base, site, p));
407 return {
[d3b9f68]408 '@context': AP_CONTEXT,
[6bd25d1]409 id,
410 type: 'OrderedCollection',
411 totalItems: items.length,
412 orderedItems: items,
413 };
414}
415
416export function buildFollowers(base, site, count) {
417 const id = `${actorId(base, site.slug)}/followers`;
418 return {
[d3b9f68]419 '@context': AP_CONTEXT,
[6bd25d1]420 id,
421 type: 'OrderedCollection',
422 totalItems: count || 0,
423 orderedItems: [], // hidden for privacy; count only
424 };
425}
426
[f2796d3]427// The accounts this site follows — count only, mirroring buildFollowers. The spec lists
428// `following` as a standard actor property; Hubzilla/Friendica + crawlers expect it.
429export function buildFollowing(base, site, count) {
430 const id = `${actorId(base, site.slug)}/following`;
431 return {
[d3b9f68]432 '@context': AP_CONTEXT,
[f2796d3]433 id,
434 type: 'OrderedCollection',
435 totalItems: count || 0,
436 orderedItems: [], // count only
437 };
438}
439
[75bda38]440// Pinned posts → the actor's `featured` collection. Mastodon reads this and shows
441// these as the "Featured" tab (pinned to the profile). Posts come ordered by pin
442// rank; embedded as full Notes so a remote server doesn't need extra fetches.
443export function buildFeatured(base, site, posts) {
444 const id = `${actorId(base, site.slug)}/featured`;
445 const items = (posts || []).map((p) => buildNote(base, site, p));
446 return {
[d3b9f68]447 '@context': AP_CONTEXT,
[75bda38]448 id,
449 type: 'OrderedCollection',
450 totalItems: items.length,
451 orderedItems: items,
452 };
453}
454
[5bf63b7]455// ── followers store (lazy stmts) ──────────────────────────────────
456let _insF, _delF, _listF, _cntF;
457function fStmts() {
458 if (!_insF) {
459 _insF = db.prepare('INSERT OR IGNORE INTO ap_followers (slug, actor_uri, inbox, shared_inbox, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
460 _delF = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND actor_uri = ?');
461 _listF = db.prepare('SELECT inbox, shared_inbox FROM ap_followers WHERE slug = ?');
462 _cntF = db.prepare('SELECT COUNT(*) n FROM ap_followers WHERE slug = ?');
463 }
464 return { ins: _insF, del: _delF, list: _listF, cnt: _cntF };
465}
466export function followerCount(slug) { return fStmts().cnt.get(slug).n; }
467
[55bc7f9]468// ── inbound interactions store (replies / likes / boosts) + our outbound replies ──
469let _insI, _delLA, _delReply, _listI, _getI, _insO, _listO, _getO;
[c16e0a5]470function iStmts() {
471 if (!_insI) {
[7d932ce]472 _insI = db.prepare('INSERT OR IGNORE INTO ap_interactions (kind, post_id, object_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, parent_uri, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
[c16e0a5]473 _delLA = db.prepare('DELETE FROM ap_interactions WHERE kind = ? AND post_id = ? AND actor_uri = ?');
474 _delReply = db.prepare("DELETE FROM ap_interactions WHERE kind = 'reply' AND object_uri = ?");
[3289a64]475 _listI = db.prepare('SELECT id, kind, object_uri, parent_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, created_at, acted_boost, acted_like FROM ap_interactions WHERE post_id = ? ORDER BY created_at ASC');
[55bc7f9]476 _getI = db.prepare('SELECT * FROM ap_interactions WHERE id = ?');
477 _insO = db.prepare('INSERT INTO ap_outbox (id, site_slug, post_id, post_slug, in_reply_to, to_actor, to_handle, content, created_at) VALUES (?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
478 _listO = db.prepare('SELECT * FROM ap_outbox WHERE post_id = ? ORDER BY created_at ASC');
479 _getO = db.prepare('SELECT * FROM ap_outbox WHERE id = ?');
[c16e0a5]480 }
[55bc7f9]481 return { ins: _insI, delLA: _delLA, delReply: _delReply, list: _listI, getI: _getI, insO: _insO, listO: _listO, getO: _getO };
[c16e0a5]482}
483
[55bc7f9]484export function getInteractionById(id) { return iStmts().getI.get(id); }
[c745659]485export function setInteractionBoosted(id, on) {
486 db.prepare('UPDATE ap_interactions SET acted_boost = ? WHERE id = ?').run(on ? 1 : 0, id);
487}
[3289a64]488export function setInteractionLiked(id, on) {
489 db.prepare('UPDATE ap_interactions SET acted_like = ? WHERE id = ?').run(on ? 1 : 0, id);
490}
[3d37c67]491// Your like/boost state on a REMOTE post (interact page toggles).
492export function setMyReaction(slug, uri, kind, on) {
493 if (on) db.prepare('INSERT OR IGNORE INTO ap_my_reactions (site_slug, target_uri, kind) VALUES (?,?,?)').run(slug, uri, kind);
494 else db.prepare('DELETE FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ? AND kind = ?').run(slug, uri, kind);
495}
496export function getMyReactions(slug, uri) {
497 const rows = (slug && uri) ? db.prepare('SELECT kind FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ?').all(slug, uri) : [];
498 return { liked: rows.some((r) => r.kind === 'like'), boosted: rows.some((r) => r.kind === 'boost') };
499}
[55bc7f9]500
[c16e0a5]501const localPostExists = (id) => { try { return !!db.prepare('SELECT 1 FROM posts WHERE id = ?').get(id); } catch { return false; } };
502// Extract our local post id from a note URL, but only if it's ours (base match).
503function postIdFromNoteUrl(url, base) {
504 const s = String(url || '');
505 if (base && !s.startsWith(base)) return null;
506 const m = s.match(/\/ap\/notes\/([^/?#]+)/);
507 return m ? decodeURIComponent(m[1]) : null;
508}
509function deriveHandle(actorUri) {
510 try { const u = new URL(actorUri); const seg = u.pathname.split('/').filter(Boolean).pop() || ''; return `@${seg}@${u.host}`; } catch { return String(actorUri || ''); }
511}
512function actorInfo(doc, actorUri) {
513 let host = ''; try { host = new URL(actorUri).host; } catch { /* keep empty */ }
514 const handle = doc && doc.preferredUsername ? `@${doc.preferredUsername}@${host}` : deriveHandle(actorUri);
515 const icon = doc && doc.icon ? (doc.icon.url || (Array.isArray(doc.icon) && doc.icon[0] && doc.icon[0].url)) : null;
516 return {
517 name: (doc && (doc.name || doc.preferredUsername)) || handle,
518 handle,
[3dd99d3]519 url: safeUrl((doc && (doc.url || doc.id)) || actorUri) || null,
520 icon: safeUrl(icon) || null,
[c16e0a5]521 };
522}
523
[7d932ce]524// Given an inReplyTo note URL, find which local post the thread belongs to + the
525// note being replied to (parent), so a reply-to-a-comment can be nested.
526function findThreadTarget(inReplyTo, base) {
527 if (!inReplyTo) return null;
528 const seg = postIdFromNoteUrl(inReplyTo, base); // our /ap/notes/<id> segment (if ours)
529 if (seg && localPostExists(seg)) return { post_id: seg, parent_uri: inReplyTo };
530 if (seg) {
531 try { const o = db.prepare('SELECT post_id FROM ap_outbox WHERE id = ?').get(seg); if (o && o.post_id) return { post_id: o.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
532 }
533 try { const row = db.prepare("SELECT post_id FROM ap_interactions WHERE object_uri = ? AND kind = 'reply' LIMIT 1").get(inReplyTo); if (row && row.post_id) return { post_id: row.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
534 return null;
535}
536
[7e66e7e]537// Drop the leading @mention(s) a federated reply carries (the person being replied to),
538// so a comment reads "dope tekening ouwe" instead of "@jason@jasonhacky.nl dope …".
539// Keeps a leading <p> wrapper; handles mention <a> links and plain-text @user@domain.
540export function stripLeadingMentions(html) {
541 if (!html) return html;
542 let s = String(html);
543 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:<a\b[^>]*>\s*@[^<]+<\/a>[  ]*)+/i, (m, p) => p || '');
544 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:@[\w.-]+(?:@[\w.-]+)?[  ]+)+/i, (m, p) => p || '');
545 return s;
546}
547
[7d932ce]548// View-ready threaded view of a post's fediverse activity (inbound replies +
549// our outbound replies, nested), plus like/boost counts.
[c73ac64]550export function getInteractions(postId, base, site) {
[55bc7f9]551 const s = iStmts();
552 const rows = s.list.all(postId);
[7d932ce]553 const baseClean = (base || process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
554 const postNoteId = baseClean ? `${baseClean}/ap/notes/${postId}` : null;
[c73ac64]555 // Our own (outbound) replies show the SITE identity for everyone (not "You").
556 let host = ''; try { host = new URL(baseClean).host; } catch { /* ignore */ }
557 const siteName = (site && (site.title || site.slug)) || '';
558 const siteHandle = (site && site.slug && host) ? `@${site.slug}@${host}` : '';
559 const siteUrl = baseClean ? `${baseClean}/` : '';
560 const siteIcon = (site && site.profile_photo) || null;
[7d932ce]561
562 const nodes = [];
563 for (const r of rows) {
564 if (r.kind !== 'reply') continue;
565 nodes.push({
[e91849c]566 noteId: r.object_uri, parent: r.parent_uri || null, mine: false, id: r.id,
[7d932ce]567 actor_name: r.actor_name, actor_handle: r.actor_handle, actor_url: r.actor_url,
[7e66e7e]568 actor_icon: r.actor_icon, content: stripLeadingMentions(r.content), created_at: r.published || r.created_at,
[3289a64]569 acted_boost: !!r.acted_boost, acted_like: !!r.acted_like,
[7d932ce]570 children: [],
571 });
572 }
573 for (const o of s.listO.all(postId)) {
574 nodes.push({
575 noteId: baseClean ? `${baseClean}/ap/notes/${o.id}` : o.id, parent: o.in_reply_to || null,
[7e66e7e]576 mine: true, outboxId: o.id, content: stripLeadingMentions(o.content), created_at: o.created_at,
[c73ac64]577 actor_name: siteName, actor_handle: siteHandle, actor_url: siteUrl, actor_icon: siteIcon,
578 children: [],
[7d932ce]579 });
580 }
581
582 const byId = new Map(nodes.map((n) => [n.noteId, n]));
583 const isTop = (n) => !n.parent || n.parent === postNoteId || !byId.has(n.parent);
584 const tops = [];
585 for (const n of nodes) {
586 if (isTop(n)) { tops.push(n); continue; }
587 let anc = n, guard = 0;
588 while (!isTop(anc) && guard++ < 12) anc = byId.get(anc.parent);
589 anc.children.push(n);
590 }
591 const byTime = (a, b) => new Date(a.created_at) - new Date(b.created_at);
592 tops.sort(byTime).forEach((t) => t.children.sort(byTime));
593
[c16e0a5]594 return {
[7d932ce]595 thread: tops,
[c16e0a5]596 likeCount: rows.filter((r) => r.kind === 'like').length,
597 announceCount: rows.filter((r) => r.kind === 'announce').length,
[7d932ce]598 total: nodes.length,
[c16e0a5]599 };
600}
601
[5bf63b7]602// ── HTTP Signatures + delivery ────────────────────────────────────
603const slugFromActorUrl = (url) => { const m = String(url || '').match(/\/ap\/users\/([^/?#]+)/); return m ? decodeURIComponent(m[1]) : null; };
604
605// Sign + POST an activity to a remote inbox (draft-cavage HTTP Signatures, RSA-SHA256).
606export async function deliver(inboxUrl, bodyObj, keyId, privatePem) {
607 const body = JSON.stringify(bodyObj);
608 const u = new URL(inboxUrl);
609 const date = new Date().toUTCString();
610 const digest = 'SHA-256=' + crypto.createHash('sha256').update(body).digest('base64');
611 const signingString = `(request-target): post ${u.pathname}\nhost: ${u.host}\ndate: ${date}\ndigest: ${digest}`;
612 const signature = crypto.sign('sha256', Buffer.from(signingString), privatePem).toString('base64');
613 const sig = `keyId="${keyId}",algorithm="rsa-sha256",headers="(request-target) host date digest",signature="${signature}"`;
[3dd99d3]614 const r = await safeFetch(inboxUrl, {
[5bf63b7]615 method: 'POST',
616 headers: { 'Content-Type': 'application/activity+json', Accept: 'application/activity+json', Date: date, Digest: digest, Signature: sig },
617 body,
618 });
619 return r.status;
620}
621
622export async function fetchActor(url) {
623 try {
[3dd99d3]624 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
[5bf63b7]625 if (!r.ok) return null;
[3dd99d3]626 const len = Number(r.headers.get('content-length') || 0);
627 if (len > 2_000_000) return null; // refuse oversized actor docs
[5bf63b7]628 return await r.json();
629 } catch { return null; }
630}
631
[5a6a457]632// ── Delivery queue with retries ───────────────────────────────────
633// Outbound deliveries are tried immediately; on failure (down server, timeout,
634// non-2xx) they're queued and retried with backoff so a briefly-offline follower
635// doesn't silently miss the post. The signing key is NOT stored — the worker
636// re-derives it from the actor slug at send time.
637const DELIVERY_MAX_ATTEMPTS = 6;
638const DELIVERY_BACKOFF_MIN = [1, 5, 15, 60, 180, 360];
639let _insDeliv, _dueDeliv, _delDeliv, _bumpDeliv;
640function deliveryStmts() {
641 if (!_insDeliv) {
642 _insDeliv = db.prepare('INSERT INTO ap_delivery (slug, inbox, body, attempts, next_at) VALUES (?,?,?,0,CURRENT_TIMESTAMP)');
643 _dueDeliv = db.prepare("SELECT * FROM ap_delivery WHERE datetime(next_at) <= datetime('now') ORDER BY next_at LIMIT 30");
644 _delDeliv = db.prepare('DELETE FROM ap_delivery WHERE id = ?');
645 _bumpDeliv = db.prepare('UPDATE ap_delivery SET attempts = ?, next_at = ? WHERE id = ?');
646 }
647 return { ins: _insDeliv, due: _dueDeliv, del: _delDeliv, bump: _bumpDeliv };
648}
649export function enqueueDelivery(slug, inbox, activity) {
650 if (!slug || !inbox || !activity) return;
651 try { deliveryStmts().ins.run(slug, inbox, JSON.stringify(activity)); } catch { /* ignore */ }
652}
653// Deliver now; queue for retry if it fails.
654export async function deliverWithRetry(slug, inbox, activity, keyId, privPem) {
655 if (!inbox) return;
656 try { const st = await deliver(inbox, activity, keyId, privPem); if (st >= 200 && st < 300) return; } catch { /* queue below */ }
657 enqueueDelivery(slug, inbox, activity);
658}
[3dd99d3]659let _processingDeliv = false;
[5a6a457]660export async function processDeliveryQueue() {
[3dd99d3]661 if (_processingDeliv) return; // re-entrancy guard: 30 rows × 8s can exceed the 60s tick → no double-delivery
662 _processingDeliv = true;
663 try {
664 let rows;
665 try { rows = deliveryStmts().due.all(); } catch { return; }
666 if (!rows || !rows.length) return;
667 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
668 for (const row of rows) {
669 let ok = false;
670 try {
671 const keys = getOrCreateKeys(row.slug);
672 const st = await deliver(row.inbox, JSON.parse(row.body), `${actorId(base, row.slug)}#main-key`, keys.private_pem);
673 ok = st >= 200 && st < 300;
674 } catch { ok = false; }
675 if (ok) { deliveryStmts().del.run(row.id); continue; }
676 const attempts = row.attempts + 1;
677 if (attempts >= DELIVERY_MAX_ATTEMPTS) { deliveryStmts().del.run(row.id); console.warn('[AP] delivery gave up after', attempts, 'tries →', row.inbox); continue; }
678 // Index the backoff on the CURRENT attempt count (row.attempts) so the first
679 // retry uses the 1-min tier instead of skipping it.
680 const mins = DELIVERY_BACKOFF_MIN[Math.min(row.attempts, DELIVERY_BACKOFF_MIN.length - 1)];
681 deliveryStmts().bump.run(attempts, new Date(Date.now() + mins * 60000).toISOString(), row.id);
682 }
683 } finally { _processingDeliv = false; }
[5a6a457]684}
685let _delivTimer = null;
686export function startDeliveryWorker() {
687 if (_delivTimer) return;
688 _delivTimer = setInterval(() => { processDeliveryQueue().catch(() => {}); }, 60 * 1000);
689 if (_delivTimer.unref) _delivTimer.unref();
690}
691
[5bf63b7]692// Best-effort verification of an incoming signed request. Returns the sender's
693// actor doc if the signature checks out, else null. (Not gating yet — MVP.)
694export async function verifyRequest(req) {
695 const sigH = req.headers['signature'];
696 if (!sigH) return null;
697 const p = Object.fromEntries([...sigH.matchAll(/([a-zA-Z]+)="([^"]*)"/g)].map((m) => [m[1], m[2]]));
698 if (!p.keyId || !p.signature) return null;
699 const actor = await fetchActor(p.keyId.split('#')[0]);
700 const pem = actor && actor.publicKey && actor.publicKey.publicKeyPem;
701 if (!pem) return null;
702 const hs = (p.headers || '(request-target) host date').split(/\s+/);
[9910ba1]703 // Behind a reverse proxy the raw Host header is the backend bind (e.g. localhost:3000, when
704 // the proxy doesn't preserve it — Apache .htaccess [P] proxying), but the sender signed the
705 // HTTP-Signature over the PUBLIC host. Try each candidate host (the configured PUBLIC_BASE_URL
706 // host, the proxy's X-Forwarded-Host, and the raw Host) and accept if the signature verifies
707 // against any. An attacker can't forge a match (no private key), so this only rescues the
708 // legitimate proxied case. Also normalise a leading double-slash in the request-target.
709 let _pubHost = null;
710 if (process.env.PUBLIC_BASE_URL) { try { _pubHost = new URL(process.env.PUBLIC_BASE_URL).host; } catch { /* ignore */ } }
711 const _hosts = [...new Set([_pubHost, req.headers['x-forwarded-host'], req.headers['host']].filter(Boolean))];
712 const _target = `${req.method.toLowerCase()} ${String(req.originalUrl || '').replace(/^\/{2,}/, '/')}`;
713 const _sig = Buffer.from(p.signature, 'base64');
[5bf63b7]714 let ok = false;
[9910ba1]715 for (const _h of _hosts) {
716 const line = hs.map((x) => x === '(request-target)'
717 ? `(request-target): ${_target}`
718 : x === 'host' ? `host: ${_h}`
719 : `${x}: ${req.headers[x] || ''}`).join('\n');
720 try { if (crypto.verify('sha256', Buffer.from(line), pem, _sig)) { ok = true; break; } } catch { /* try next host */ }
721 }
[5bf63b7]722 if (ok && hs.includes('digest') && req.rawBody) {
723 const exp = 'SHA-256=' + crypto.createHash('sha256').update(req.rawBody).digest('base64');
724 if (req.headers['digest'] !== exp) ok = false;
725 }
726 return ok ? actor : null;
727}
728
729// Handle an incoming inbox POST. slugParam = null for the shared /ap/inbox.
730export async function handleInbox(req, slugParam) {
731 const act = req.body || {};
732 const type = act.type;
[bbce8da]733 // Real client IP (behind the proxy via `trust proxy`) — logged on dropped/rejected/
734 // ignored inbox hits so an operator can see who is probing their fediverse inbox.
735 const ip = req.ip || (req.connection && req.connection.remoteAddress) || '?';
[5bf63b7]736 const base = (process.env.PUBLIC_BASE_URL || `${req.protocol}://${req.get('host')}`).replace(/\/+$/, '');
[d0cab9d]737 const verified = await verifyRequest(req).catch(() => null);
738
739 // ENFORCE HTTP signatures: a data-affecting activity must be signed by the very
740 // actor it claims to be. No valid signature, or signer ≠ actor → reject (no
741 // forged replies/likes/follows/timeline posts). GET/discovery stays open.
742 const claimedActor = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
[f5c3870]743 // Blocked actor/domain → silently drop (202, don't reveal the block).
[bbce8da]744 if (claimedActor && isBlockedAny(claimedActor)) { console.log('[AP] inbox dropped (blocked)', claimedActor, 'from', ip); return 202; }
[3dd99d3]745 const GATED = ['Create', 'Like', 'Announce', 'Follow', 'Delete', 'Undo', 'Accept', 'Reject', 'Add', 'Remove', 'Update'];
[d0cab9d]746 if (GATED.includes(type)) {
747 if (!verified || !claimedActor || verified.id !== claimedActor) {
[bbce8da]748 console.warn('[AP] inbox REJECTED (signature)', type, claimedActor || '?', 'from', ip, verified ? '(signer mismatch)' : '(unsigned/invalid)');
[d0cab9d]749 return 401;
750 }
751 }
[5bf63b7]752
753 if (type === 'Follow') {
754 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
755 const slug = slugParam || slugFromActorUrl(typeof act.object === 'string' ? act.object : (act.object && act.object.id));
756 if (!who || !slug) return 400;
757 const remote = await fetchActor(who);
758 if (!remote || !remote.inbox) return 202; // can't reach them → drop quietly
[4c12783]759 const sharedInbox = (remote.endpoints && remote.endpoints.sharedInbox) || null;
760 fStmts().ins.run(slug, who, remote.inbox, sharedInbox);
[5bf63b7]761 const me = actorId(base, slug);
762 const keys = getOrCreateKeys(slug);
[d3b9f68]763 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: act };
[5bf63b7]764 deliver(remote.inbox, accept, `${me}#main-key`, keys.private_pem).catch((e) => console.warn('[AP] Accept delivery failed:', e.message));
[4c12783]765 // Auto-backfill: send our recent posts as Create so the instance has our history
766 // (Mastodon doesn't fetch history on follow). ONCE PER REMOTE INSTANCE only —
767 // Mastodon dedupes notes per-instance, so re-filling an instance that already has
768 // a follower of ours is wasted work (and won't re-populate the new follower's
769 // timeline anyway). Deliver to the shared inbox (instance-level) when present.
770 // Sync insert+check (no await between) → no interleave race with concurrent Follows.
771 const instanceFilled = sharedInbox &&
772 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1')
773 .get(slug, sharedInbox, who);
774 if (!instanceFilled) {
775 backfillNewFollower(base, slug, sharedInbox || remote.inbox).catch(() => { /* best-effort */ });
776 }
[5bf63b7]777 console.log('[AP] Follow', who, '→', slug, verified ? '(sig ok)' : '(sig unverified)');
778 return 202;
779 }
[c16e0a5]780 if (type === 'Undo' && act.object) {
[5bf63b7]781 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
[c16e0a5]782 const ot = act.object.type;
783 if (ot === 'Follow') {
784 const obj = act.object.object;
785 const slug = slugParam || slugFromActorUrl(typeof obj === 'string' ? obj : (obj && obj.id));
786 if (who && slug) { fStmts().del.run(slug, who); console.log('[AP] Unfollow', who, '→', slug); }
787 return 202;
788 }
789 if (ot === 'Like' || ot === 'Announce') {
790 const tgt = act.object.object;
791 const pid = postIdFromNoteUrl(typeof tgt === 'string' ? tgt : (tgt && tgt.id), base);
792 if (who && pid) { iStmts().delLA.run(ot.toLowerCase(), pid, who); console.log('[AP] Undo', ot, who, '→', pid); }
793 return 202;
794 }
795 return 202;
796 }
797
798 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
799 const resolveActor = async (uri) => ((verified && verified.id === uri) ? verified : await fetchActor(uri).catch(() => null));
[ffa53cc]800 // Activities from our OWN actors are already stored via ap_outbox — don't re-store.
801 const isLocalActor = !!(base && actorUri && actorUri.startsWith(`${base}/ap/users/`));
[c16e0a5]802
[7d932ce]803 // Inbound reply: a Create whose object replies to one of our notes (post OR comment).
[c16e0a5]804 if (type === 'Create' && act.object && (act.object.type === 'Note' || act.object.type === 'Article')) {
805 const o = act.object;
[7d932ce]806 const tgt = findThreadTarget(o.inReplyTo, base);
[ffa53cc]807 if (tgt && actorUri && !isLocalActor) {
[c16e0a5]808 const ai = actorInfo(await resolveActor(actorUri), actorUri);
809 const html = HtmlSanitizerService.sanitize(o.content || '');
[7d932ce]810 iStmts().ins.run('reply', tgt.post_id, o.id || '', actorUri, ai.name, ai.handle, ai.url, ai.icon, html, o.published || null, tgt.parent_uri);
811 console.log('[AP] reply', actorUri, '→', tgt.post_id);
[914eb9f]812 return 202;
813 }
814 // Home timeline (client): a top-level post from an account we follow.
815 if (actorUri && !isLocalActor && !o.inReplyTo && o.id) {
[f278df9]816 let subs = []; try { subs = db.prepare('SELECT slug, auto_boost FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist yet */ }
[914eb9f]817 if (subs.length) {
818 const ai = actorInfo(await resolveActor(actorUri), actorUri);
819 const html = HtmlSanitizerService.sanitize(o.content || '');
[c628db10]820 const _atts = (Array.isArray(o.attachment) ? o.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
821 // Fallback cover: a Note's `image` (set when the attachment was suppressed
822 // for a player-card post, e.g. hosted-audio posts).
823 if (!_atts.some((m) => !m.type || /image/i.test(m.type)) && o.image) {
824 const _im = Array.isArray(o.image) ? o.image[0] : o.image;
825 const _iu = safeUrl(typeof _im === 'string' ? _im : (_im && _im.url));
826 if (_iu) _atts.push({ url: _iu, type: (_im && _im.mediaType) || 'image/jpeg' });
827 }
828 const media = JSON.stringify(_atts);
[484adf8]829 // "Feature" = show in the Cirkel (local only). We do NOT auto-Announce
[fda08c2]830 // incoming posts to the fediverse — that flooded followers. Boosting to the
831 // fediverse is only ever a deliberate, manual per-post action (the 🔁 on
832 // the timeline).
[f278df9]833 for (const s of subs) {
[b7d4458]834 tlStmts().ins.run(o.id, s.slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, media, o.sensitive ? 1 : 0, o.summary || null);
[f278df9]835 }
[914eb9f]836 console.log('[AP] timeline +', actorUri, 'x' + subs.length);
837 }
[c16e0a5]838 }
[5bf63b7]839 return 202;
840 }
[bea59a1]841 // A remote post we cached was edited upstream → refresh our cached copy. This is the
842 // push-based edit-sync that keeps the Cirkel/timeline fresh without polling (selfHeal
843 // does it on a version bump; this does it live). Scope to the SIGNING actor so B can't
844 // edit A's note (the signature gate guarantees claimedActor == the verified signer).
845 if (type === 'Update' && act.object && (act.object.type === 'Note' || act.object.type === 'Article')) {
846 const o = act.object;
847 if (o.id && claimedActor) {
848 const html = HtmlSanitizerService.sanitize(o.content || '');
849 const media = mediaFromNote(o);
850 try {
[8b700ad]851 // Refresh url too (COALESCE keeps the old one if the Update omits it): a remote slug
852 // rename keeps the same AP id but changes the human url, so without this the cached
853 // post would keep linking to the old, now-dead URL.
854 const r = db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ? AND author_uri = ?')
855 .run(html, media, o.sensitive ? 1 : 0, o.summary || null, o.url || null, o.id, claimedActor);
[bea59a1]856 if (r.changes) console.log('[AP] timeline update', claimedActor, '→', o.id);
857 } catch { /* ignore */ }
858 // If this note is a cached fediverse reply on one of our posts, refresh its text too.
859 try { db.prepare('UPDATE ap_interactions SET content = ? WHERE object_uri = ? AND actor_uri = ?').run(html, o.id, claimedActor); } catch { /* ignore */ }
860 }
861 return 202;
862 }
[c16e0a5]863 if (type === 'Like' || type === 'Announce') {
864 const tgt = act.object;
[c6cdce6]865 const objUrl = typeof tgt === 'string' ? tgt : (tgt && tgt.id);
866 const pid = postIdFromNoteUrl(objUrl, base);
[ffa53cc]867 if (pid && actorUri && !isLocalActor && localPostExists(pid)) {
[c16e0a5]868 const ai = actorInfo(await resolveActor(actorUri), actorUri);
[7d932ce]869 iStmts().ins.run(type.toLowerCase(), pid, '', actorUri, ai.name, ai.handle, ai.url, ai.icon, null, null, null);
[c16e0a5]870 console.log('[AP]', type === 'Like' ? 'like' : 'boost', actorUri, '→', pid);
[c6cdce6]871 } else if (type === 'Announce' && objUrl && actorUri && !isLocalActor) {
872 // A boost FROM an account we follow, of a REMOTE post → show it in the News feed.
873 // We only STORE it for display; we NEVER auto-Announce it onward (anti-feedback-loop:
874 // re-announcing an incoming Announce would cascade boosts across the network).
875 let subs = []; try { subs = db.prepare('SELECT slug FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist */ }
876 if (subs.length) {
877 const bn = await fetchNoteAP(objUrl);
878 if (bn && bn !== 404 && (bn.type === 'Note' || bn.type === 'Article') && bn.id) {
879 const origUri = actorUriOf(bn.attributedTo);
880 const oai = actorInfo(await resolveActor(origUri), origUri);
881 const html = HtmlSanitizerService.sanitize(bn.content || '');
882 const media = mediaFromNote(bn);
883 const booster = actorInfo(await resolveActor(actorUri), actorUri);
884 for (const s of subs) {
885 // published = now → the boost shows as fresh activity at the top (Mastodon shows
886 // reblogs at reblog-time, not the original's date). INSERT OR IGNORE: if we already
887 // have the note (e.g. we also follow the author), keep it and DON'T relabel it.
888 let inserted = false;
889 try { const r = tlStmts().ins.run(bn.id, s.slug, origUri || '', oai.name, oai.handle, oai.icon, oai.url, html, bn.url || null, new Date().toISOString(), media, bn.sensitive ? 1 : 0, bn.summary || null); inserted = r.changes > 0; } catch { /* ignore */ }
890 if (inserted) { try { db.prepare('UPDATE ap_timeline SET reblog_name = ?, reblog_handle = ?, reblog_icon = ? WHERE slug = ? AND id = ?').run(booster.name, booster.handle, booster.icon, s.slug, bn.id); } catch { /* ignore */ } }
891 }
892 console.log('[AP] timeline boost +', actorUri, 'x' + subs.length);
893 }
894 }
[c16e0a5]895 }
896 return 202;
897 }
898 if (type === 'Delete') {
[914eb9f]899 // A remote note was deleted upstream → drop it from replies AND the timeline.
[3dd99d3]900 // Scope to the SIGNING actor so actor B can't delete actor A's content (the
901 // signature gate guarantees claimedActor == the verified signer here).
[c16e0a5]902 const oid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
[3dd99d3]903 if (oid && claimedActor) {
904 try { db.prepare('DELETE FROM ap_interactions WHERE object_uri = ? AND actor_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
905 try { db.prepare('DELETE FROM ap_timeline WHERE id = ? AND author_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
[d5aa7c8]906 // Also clear a boost/like YOU made of this now-deleted remote post (the interact-page
907 // ap_my_reactions state), so it can't stay stuck as "boosted" on a post that's gone.
908 // Guard: only when the deleter owns the note's domain (B mustn't clear your reactions
909 // to A's posts).
910 try {
911 let sameHost = false;
912 try { sameHost = new URL(oid).host === new URL(claimedActor).host; } catch { sameHost = false; }
913 if (sameHost) db.prepare('DELETE FROM ap_my_reactions WHERE target_uri = ?').run(oid);
914 } catch { /* ignore */ }
[3dd99d3]915 }
[914eb9f]916 return 202;
917 }
918 // Accept/Reject of a Follow WE sent (client side).
919 if (type === 'Accept' && act.object) {
920 const fid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
921 if (fid) { try { fwStmts().acc.run(fid); } catch { /* ignore */ } }
922 console.log('[AP] follow accepted', actorUri);
923 return 202;
924 }
925 if (type === 'Reject' && act.object) {
926 const who = actorUri;
927 if (who && slugParam) { try { fwStmts().del.run(slugParam, who); } catch { /* ignore */ } }
[c16e0a5]928 return 202;
929 }
930
[bbce8da]931 console.log('[AP] inbox', type || 'unknown', '→', slugParam || 'shared', 'from', ip, '(ignored)');
[5bf63b7]932 return 202;
933}
934
935// Deliver a new post as Create(Note) to all followers' inboxes (fire-and-forget).
936// Needs PUBLIC_BASE_URL (absolute URLs); no-op without followers or base.
937export async function deliverCreate(site, post) {
938 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
939 if (!base || !site || !site.slug) return;
940 const followers = fStmts().list.all(site.slug);
941 if (!followers.length) return;
942 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
943 const keys = getOrCreateKeys(site.slug);
944 const keyId = `${actorId(base, site.slug)}#main-key`;
945 const create = buildCreate(base, site, post);
[5a6a457]946 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, create, keyId, keys.private_pem);
[5bf63b7]947}
948
[f9f3312]949// On a new Follow, send that follower our most recent posts as Create so their
950// timeline shows our history (Mastodon does not backfill on follow). Oldest-first
951// so they sort into the follower's timeline at their original dates.
952async function backfillNewFollower(base, slug, inbox) {
953 if (!base || !slug || !inbox) return;
954 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
955 if (!site) return;
956 const recent = db.prepare(
[b7d4458]957 `SELECT id, slug, title, content, cover_image_url, nsfw, content_warning, published_at, created_at
[f9f3312]958 FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
959 ORDER BY COALESCE(published_at, created_at) DESC LIMIT 20`
960 ).all(site.id).reverse();
961 if (!recent.length) return;
962 const keys = getOrCreateKeys(slug);
963 const keyId = `${actorId(base, slug)}#main-key`;
964 for (const p of recent) {
965 try { await deliver(inbox, buildCreate(base, site, p), keyId, keys.private_pem); } catch { /* best-effort */ }
966 await new Promise((r) => setTimeout(r, 150));
967 }
968 console.log('[AP] backfilled', recent.length, 'posts to new follower of', slug);
969}
970
[eb852c5]971// Tell followers a post is gone (Delete + Tombstone) so it's removed from their feeds.
972export async function deliverDelete(site, post) {
973 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
974 if (!base || !site || !site.slug || !post || !post.id) return;
975 const followers = fStmts().list.all(site.slug);
976 if (!followers.length) return;
977 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
978 const keys = getOrCreateKeys(site.slug);
979 const me = actorId(base, site.slug);
980 const nid = noteId(base, post.id);
981 const del = {
[d3b9f68]982 '@context': AP_CONTEXT,
[3dd99d3]983 id: `${nid}#delete-${Date.now()}-${rid()}`,
[eb852c5]984 type: 'Delete',
985 actor: me,
986 to: [PUBLIC],
987 object: { id: nid, type: 'Tombstone' },
988 };
[5a6a457]989 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, del, `${me}#main-key`, keys.private_pem);
[eb852c5]990}
991
[ca25f360]992// Tell followers an already-published post changed (Update + edited Note) so
993// Mastodon refreshes the cached copy (e.g. after fixing content).
994export async function deliverUpdate(site, post) {
995 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
996 if (!base || !site || !site.slug || !post || !post.id) return;
997 const followers = fStmts().list.all(site.slug);
998 if (!followers.length) return;
999 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1000 const keys = getOrCreateKeys(site.slug);
1001 const me = actorId(base, site.slug);
1002 const note = buildNote(base, site, post);
1003 note.updated = new Date().toISOString();
1004 const update = {
[d3b9f68]1005 '@context': AP_CONTEXT,
[3dd99d3]1006 id: `${noteId(base, post.id)}#update-${Date.now()}-${rid()}`,
[ca25f360]1007 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
1008 object: note,
1009 };
1010 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1011}
1012
[f1e0c1f]1013// Tell followers the ACTOR changed (Update + Person) so Mastodon re-processes the
1014// account AND re-fetches the featured (pinned) collection — there is no standard
1015// "featured changed" activity, so this is how a pin/unpin propagates promptly.
1016export async function deliverActorUpdate(site) {
1017 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1018 if (!base || !site || !site.slug) return;
1019 const followers = fStmts().list.all(site.slug);
1020 if (!followers.length) return;
1021 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1022 const keys = getOrCreateKeys(site.slug);
1023 const me = actorId(base, site.slug);
1024 const update = {
[d3b9f68]1025 '@context': AP_CONTEXT,
[3dd99d3]1026 id: `${me}#update-${Date.now()}-${rid()}`,
[f1e0c1f]1027 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
1028 object: buildActor(base, site),
1029 };
1030 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1031}
1032
[55bba23]1033// Reliably set the pinned order on followers' instances via Add/Remove activities
1034// (how Mastodon itself federates pins) — pushed to the inbox + processed immediately,
1035// unlike the featured COLLECTION which Mastodon caches with sticky StatusPins.
1036// Mastodon's Add skips an already-pinned status, so we REMOVE every pin first, wait,
1037// then ADD in rank-DESCENDING order (rank 1 added LAST → newest StatusPin → shown first,
1038// because Mastodon displays pins newest-first). `alsoRemove` = ids to unpin too.
1039export async function resyncFeaturedPins(site, alsoRemove = []) {
1040 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1041 if (!base || !site || !site.slug) return;
1042 const followers = fStmts().list.all(site.slug);
1043 if (!followers.length) return;
1044 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1045 const keys = getOrCreateKeys(site.slug);
1046 const me = actorId(base, site.slug);
1047 const keyId = `${me}#main-key`;
1048 const featured = `${me}/featured`;
1049 const note = (id) => noteId(base, id);
1050 const pinned = db.prepare(
1051 `SELECT id FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1052 AND pinned IS NOT NULL AND pinned > 0
1053 ORDER BY pinned DESC, COALESCE(published_at, created_at) ASC LIMIT 20`
1054 ).all(site.id);
1055 const removeIds = [...new Set([...pinned.map((p) => p.id), ...alsoRemove])];
1056 // 1. Remove every current pin so Mastodon can recreate them in order.
1057 for (const id of removeIds) {
[d3b9f68]1058 const rm = { '@context': AP_CONTEXT, id: `${me}#rm-${id}-${Date.now()}-${rid()}`, type: 'Remove', actor: me, object: note(id), target: featured, to: [PUBLIC] };
[55bba23]1059 for (const inbox of inboxes) deliver(inbox, rm, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1060 }
1061 if (!pinned.length) { console.log('[AP] unpinned all featured for', site.slug); return; }
1062 await new Promise((r) => setTimeout(r, 5000)); // let the Removes land first
1063 // 2. Add in rank-DESC order, gaps so each StatusPin gets an increasing created_at.
1064 for (const p of pinned) {
[d3b9f68]1065 const add = { '@context': AP_CONTEXT, id: `${me}#add-${p.id}-${Date.now()}-${rid()}`, type: 'Add', actor: me, object: note(p.id), target: featured, to: [PUBLIC], cc: [`${me}/followers`] };
[55bba23]1066 for (const inbox of inboxes) deliver(inbox, add, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1067 await new Promise((r) => setTimeout(r, 2000));
1068 }
1069 console.log('[AP] resynced', pinned.length, 'featured pins for', site.slug);
1070}
1071
[55bc7f9]1072// ── outbound replies (Klonkt → fediverse) ─────────────────────────
1073const escHtml = (s) => String(s || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
1074const toISO = (v) => { if (!v) return new Date().toISOString(); const s = String(v); const d = new Date(/[TZ]/.test(s) ? s : s.replace(' ', 'T') + 'Z'); return isNaN(d) ? new Date().toISOString() : d.toISOString(); };
1075
1076// Build one of OUR outbound reply Notes from an ap_outbox row.
[6bc2ca7e]1077// Turn #hashtags in reply text into Mastodon-style hashtag links (clickable + federated).
1078function linkHashtags(base, html) {
[be5d86c]1079 return String(html || '').replace(/(^|[\s>])#([\p{L}\p{M}\p{N}_]+)/gu, (m, pre, tag) =>
[6bc2ca7e]1080 `${pre}<a href="${base}/tag/${encodeURIComponent(tag.toLowerCase())}" class="mention hashtag" rel="tag">#${tag}</a>`);
1081}
1082// Extract the AP Hashtag tag objects from already-linked reply content.
1083function hashtagTags(base, content) {
1084 const tags = [], seen = new Set();
[be5d86c]1085 const re = /class="[^"]*\bhashtag\b[^"]*"[^>]*>#([\p{L}\p{M}\p{N}_]+)</giu;
[6bc2ca7e]1086 let m;
1087 while ((m = re.exec(content || ''))) {
1088 const k = m[1].toLowerCase();
1089 if (seen.has(k)) continue; seen.add(k);
1090 tags.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(k)}`, name: '#' + m[1] });
1091 }
1092 return tags;
1093}
1094
[2e62848]1095// Normalise a post's tags field (array, JSON-string, or comma-string) to an array.
1096function normalizeTags(t) {
1097 if (Array.isArray(t)) return t;
1098 if (typeof t === 'string') {
1099 const s = t.trim(); if (!s) return [];
1100 if (s[0] === '[') { try { const a = JSON.parse(s); return Array.isArray(a) ? a : []; } catch { /* fall through */ } }
1101 return s.split(',').map((x) => x.trim()).filter(Boolean);
1102 }
1103 return [];
1104}
1105// A tag → { label, slug }. Multi-word tags become CamelCase (#LiveMusic) for the display
1106// name (Mastodon hashtags can't contain spaces; CamelCase is the accessibility norm); the
1107// slug/href stays lowercase ("livemusic").
1108function tagParts(raw) {
[be5d86c]1109 const words = String(raw || '').trim().split(/[\s_]+/).map((w) => w.replace(/[^\p{L}\p{M}\p{N}]/gu, '')).filter(Boolean);
[2e62848]1110 if (!words.length) return null;
1111 const slug = words.join('').toLowerCase();
1112 if (!slug) return null;
1113 const label = words.length > 1 ? words.map((w) => w[0].toUpperCase() + w.slice(1)).join('') : words[0];
1114 return { label, slug };
1115}
[7cea873]1116// Merge a post's tags field + the #hashtags linked inline in its body into one deduped
1117// Hashtag tag list (with hrefs to our /tag page).
1118function buildHashtagList(base, tagsField, content) {
1119 const out = [], seen = new Set();
[2e62848]1120 for (const t of normalizeTags(tagsField)) {
1121 const p = tagParts(t); if (!p || seen.has(p.slug)) continue; seen.add(p.slug);
1122 out.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(p.slug)}`, name: '#' + p.label });
[7cea873]1123 }
1124 for (const h of hashtagTags(base, content)) {
1125 const k = h.name.slice(1).toLowerCase(); if (seen.has(k)) continue; seen.add(k);
1126 out.push(h);
1127 }
1128 return out;
1129}
1130
[dd7daef]1131// Extract Mention tag objects from already-linked content (class="u-url mention").
1132function mentionTags(content) {
1133 const tags = [], seen = new Set();
[204bd74]1134 // The link href is the human profile URL; the actor URI (for the Mention tag) is in data-actor.
1135 const re = /<a href="[^"]*" class="u-url mention" data-actor="([^"]+)">@([^<]+)<\/a>/gi;
[dd7daef]1136 let m;
1137 while ((m = re.exec(content || ''))) {
1138 const href = m[1];
1139 if (seen.has(href)) continue; seen.add(href);
1140 tags.push({ type: 'Mention', href, name: '@' + m[2] });
1141 }
1142 return tags;
1143}
1144// Resolve inline @user@domain mentions in reply/post text → link them (href = actor URI)
1145// and collect the mentioned actors' inboxes so they get notified. Best-effort per mention.
1146async function resolveMentionsInText(base, html) {
1147 const inboxes = [];
1148 const handles = new Set();
[be5d86c]1149 const re = /(^|[\s>])@([\p{L}\p{M}\p{N}_.-]+@[\p{L}\p{M}\p{N}.-]+)/gu;
[dd7daef]1150 let m;
1151 while ((m = re.exec(html || ''))) handles.add(m[2]);
1152 let out = String(html || '');
1153 for (const h of handles) {
1154 let actorUri = null;
1155 try { actorUri = await webfingerResolve('@' + h); } catch { actorUri = null; }
1156 if (!actorUri) continue;
1157 const actor = await fetchActor(actorUri).catch(() => null);
1158 const inbox = actor && ((actor.endpoints && actor.endpoints.sharedInbox) || actor.inbox);
1159 if (inbox) inboxes.push(inbox);
[204bd74]1160 const profileUrl = actorInfo(actor, actorUri).url || actorUri; // human profile page → the link href
[dd7daef]1161 const esc = h.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
[be5d86c]1162 out = out.replace(new RegExp('(^|[\\s>])@' + esc + '(?![\\p{L}\\p{M}\\p{N}_.-])', 'gu'),
[204bd74]1163 (full, pre) => `${pre}<a href="${profileUrl}" class="u-url mention" data-actor="${actorUri}">@${h}</a>`);
[dd7daef]1164 }
1165 return { html: out, inboxes };
1166}
1167
[55bc7f9]1168export function buildReplyNote(base, site, row) {
1169 const me = actorId(base, site.slug);
1170 return {
1171 id: noteId(base, row.id),
1172 type: 'Note',
1173 attributedTo: me,
1174 inReplyTo: row.in_reply_to || undefined,
1175 content: row.content,
1176 url: row.post_slug ? `${base}/${encodeURIComponent(row.post_slug)}` : undefined,
1177 published: toISO(row.created_at),
1178 to: row.to_actor ? [row.to_actor] : [PUBLIC],
1179 cc: [PUBLIC, `${me}/followers`],
[6bc2ca7e]1180 tag: [
[dd7daef]1181 ...mentionTags(row.content),
[6bc2ca7e]1182 ...hashtagTags(base, row.content),
1183 ],
[55bc7f9]1184 };
1185}
1186
1187// Resolve one of our outbound reply Notes by id (for /ap/notes/:id fallback).
1188export function getOutboxNote(base, id) {
1189 const row = iStmts().getO.get(id);
1190 if (!row) return null;
1191 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(row.site_slug);
1192 if (!site) return null;
1193 return buildReplyNote(base, site, row);
1194}
1195
1196// Send a reply FROM this site to a remote actor (in reply to their inbound reply).
1197// `parent` = an ap_interactions row (actor_uri, actor_url, actor_handle, object_uri).
1198export async function deliverReply(site, { postId, postSlug, parent, text }) {
1199 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1200 if (!base || !site || !site.slug || !parent || !String(text || '').trim()) return null;
1201 const me = actorId(base, site.slug);
1202 const handle = parent.actor_handle || deriveHandle(parent.actor_uri);
[dd7daef]1203 const dispHandle = handle && handle[0] === '@' ? handle : '@' + (handle || '');
[55bc7f9]1204 const body = escHtml(String(text).trim()).replace(/\r?\n/g, '<br>');
[dd7daef]1205 const mres = await resolveMentionsInText(base, body); // link inline @mentions + collect their inboxes
[55bc7f9]1206 const mention = parent.actor_uri
[204bd74]1207 ? `<a href="${escHtml(parent.actor_url || parent.actor_uri)}" class="u-url mention" data-actor="${escHtml(parent.actor_uri)}">${escHtml(dispHandle)}</a> ` : '';
[dd7daef]1208 const content = `<p>${mention}${linkHashtags(base, mres.html)}</p>`;
[cc24fa1]1209 // Dedup: skip if the exact same reply was already sent (double-submit guard).
1210 const dup = db.prepare('SELECT 1 FROM ap_outbox WHERE site_slug = ? AND IFNULL(in_reply_to, \'\') = ? AND content = ? LIMIT 1')
1211 .get(site.slug, parent.object_uri || '', content);
1212 if (dup) { console.log('[AP] outreply skipped (duplicate)'); return { duplicate: true, delivered: 0 }; }
[55bc7f9]1213 const id = crypto.randomUUID();
1214 iStmts().insO.run(id, site.slug, postId, postSlug || null, parent.object_uri || null, parent.actor_uri || null, handle, content);
1215 const row = iStmts().getO.get(id);
1216 const note = buildReplyNote(base, site, row);
1217 const create = {
[d3b9f68]1218 '@context': AP_CONTEXT,
[55bc7f9]1219 id: note.id + '#create', type: 'Create', actor: me,
1220 published: note.published, to: note.to, cc: note.cc, object: note,
1221 };
1222 const keys = getOrCreateKeys(site.slug);
1223 const keyId = `${me}#main-key`;
1224 const inboxes = new Set();
1225 if (parent.actor_uri) {
1226 const a = await fetchActor(parent.actor_uri).catch(() => null);
1227 if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox);
1228 }
[dc8e9bd]1229 if (parent.threadInbox) inboxes.add(parent.threadInbox); // back-compat (single)
1230 (parent.threadInboxes || []).forEach((i) => inboxes.add(i)); // whole ancestor chain
[55bc7f9]1231 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
[dd7daef]1232 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the reply
[ffa53cc]1233 inboxes.delete(`${me}/inbox`); // never deliver to ourselves (already in ap_outbox)
1234 inboxes.delete(`${base}/ap/inbox`); // (our own shared inbox) → avoids a self-duplicate
[55bc7f9]1235 let delivered = 0;
1236 for (const inbox of [...inboxes].filter(Boolean)) {
1237 try { const st = await deliver(inbox, create, keyId, keys.private_pem); if (st >= 200 && st < 300) delivered++; } catch { /* best-effort */ }
1238 }
1239 console.log('[AP] outreply', site.slug, '→', parent.actor_uri, 'delivered', delivered);
1240 return { id, content, delivered };
1241}
1242
[c6bd87e]1243// attributedTo may be a string, an object {id}, or an ARRAY — e.g. a PeerTube Video is
1244// attributed to [Person (account), Group (channel)]. Pick a usable actor URI (prefer Person).
1245function actorUriOf(att) {
1246 if (!att) return null;
1247 if (typeof att === 'string') return att;
1248 if (Array.isArray(att)) {
1249 const person = att.find((a) => a && typeof a === 'object' && a.type === 'Person' && a.id);
1250 if (person) return person.id;
1251 for (const a of att) { if (typeof a === 'string') return a; if (a && a.id) return a.id; }
1252 return null;
1253 }
1254 return att.id || null;
1255}
1256
[3d7312a]1257// Resolve a remote post URL (any fediverse/Klonkt post) into a reply target.
1258// Returns a parent-shaped object usable by deliverReply(), or null.
1259export async function resolveRemoteNote(url) {
1260 if (!/^https?:\/\//i.test(String(url || ''))) return null;
1261 const note = await fetchActor(url).catch(() => null); // AP GET (content-negotiates)
1262 if (!note || !note.id) return null;
1263 const att = note.attributedTo;
[c6bd87e]1264 const actorUri = actorUriOf(att);
[3d7312a]1265 if (!actorUri) return null;
1266 const actor = await fetchActor(actorUri).catch(() => null);
1267 const ai = actorInfo(actor, actorUri);
[de3d24b]1268 // Is what we're replying to a post (or a comment) on one of OUR posts? If so,
1269 // link our reply to that local post so it shows nested in the post thread.
1270 const localTgt = findThreadTarget(note.id, (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, ''));
[dc8e9bd]1271 // Walk the WHOLE reply chain upward (comment → parent comment → … → root post)
1272 // and collect every ancestor author's inbox, so each participant's server —
1273 // including the original post's author — receives + threads our reply.
1274 const threadInboxes = [];
1275 const seenInbox = new Set();
1276 let cursor = note.inReplyTo, guard = 0;
1277 while (cursor && guard++ < 6) {
1278 const url = typeof cursor === 'string' ? cursor : (cursor && cursor.id);
1279 if (!url) break;
1280 const pn = await fetchActor(url).catch(() => null);
1281 if (!pn) break;
[c6bd87e]1282 const pa = actorUriOf(pn.attributedTo);
[dc8e9bd]1283 if (pa && pa !== actorUri) {
1284 const paDoc = await fetchActor(pa).catch(() => null);
1285 const inbox = paDoc && ((paDoc.endpoints && paDoc.endpoints.sharedInbox) || paDoc.inbox);
1286 if (inbox && !seenInbox.has(inbox)) { seenInbox.add(inbox); threadInboxes.push(inbox); }
[7d932ce]1287 }
[dc8e9bd]1288 cursor = pn.inReplyTo; // climb to the next ancestor
[7d932ce]1289 }
[c6bd87e]1290 // For non-Note objects (PeerTube Video, Article, …) the meaningful label is `name` (the
1291 // title); prepend it so the reply page shows what you're replying to (sanitize cleans it).
1292 let rawHtml = String(note.content || '').replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
1293 if (note.name && note.type && note.type !== 'Note') rawHtml = `<p><strong>${note.name}</strong></p>` + rawHtml;
[2826bb97]1294 const images = (Array.isArray(note.attachment) ? note.attachment : [])
1295 .filter((a) => a && a.url && (!a.mediaType || /^image\//i.test(a.mediaType)))
[3dd99d3]1296 .map((a) => safeUrl(a.url)).filter(Boolean);
[3d7312a]1297 return {
[3dd99d3]1298 object_uri: safeUrl(note.id) || note.id,
[3d7312a]1299 actor_uri: actorUri,
1300 actor_url: ai.url,
1301 actor_handle: ai.handle,
1302 actor_name: ai.name,
1303 actor_icon: ai.icon,
[2826bb97]1304 url: note.url || url,
1305 content: HtmlSanitizerService.sanitize(rawHtml), // full, sanitized
[b7d4458]1306 sensitive: !!note.sensitive, // remote CW → blur in the Cirkel
1307 cw: note.summary || '',
[2826bb97]1308 images,
[dc8e9bd]1309 threadInboxes, // every ancestor author's inbox
[de3d24b]1310 localPostId: localTgt ? localTgt.post_id : '', // our post this belongs to (if any)
[3d7312a]1311 preview: HtmlSanitizerService.toPlainText(note.content || '').slice(0, 240),
1312 };
1313}
1314
[7d932ce]1315// List a site's own outbound fediverse replies (for the manage/delete view).
[bddbfe0]1316// The plain editable text of a stored reply (unwrap links → their text, <br> → newline)
1317// so the manage view can prefill an edit box; the mention is re-added on save.
1318function outboxEditableText(content) {
1319 return String(content || '')
1320 .replace(/<br\s*\/?>/gi, '\n')
1321 .replace(/<a\b[^>]*>([\s\S]*?)<\/a>/gi, '$1')
1322 .replace(/<[^>]+>/g, '')
1323 .replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&')
1324 .trim();
1325}
[7d932ce]1326export function listOutbox(siteSlug) {
[7e66e7e]1327 return db.prepare('SELECT id, content, to_handle, in_reply_to, created_at FROM ap_outbox WHERE site_slug = ? ORDER BY created_at DESC')
[bddbfe0]1328 .all(siteSlug).map((r) => { const c = stripLeadingMentions(r.content); return { ...r, content: c, editable: outboxEditableText(c) }; });
[7d932ce]1329}
1330
1331// Delete one of our outbound replies: send Delete(Tombstone) to recipients + remove it.
1332export async function deliverOutboxDelete(site, outboxId) {
1333 const row = iStmts().getO.get(outboxId);
1334 if (!row || row.site_slug !== site.slug) return false;
1335 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1336 if (base) {
1337 const me = actorId(base, site.slug);
1338 const nid = noteId(base, row.id);
[d3b9f68]1339 const del = { '@context': AP_CONTEXT, id: `${nid}#delete-${Date.now()}-${rid()}`, type: 'Delete', actor: me, to: [PUBLIC], object: { id: nid, type: 'Tombstone' } };
[7d932ce]1340 const keys = getOrCreateKeys(site.slug);
1341 const inboxes = new Set();
1342 if (row.to_actor) { const a = await fetchActor(row.to_actor).catch(() => null); if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox); }
1343 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
1344 for (const inbox of [...inboxes].filter(Boolean)) { try { await deliver(inbox, del, `${me}#main-key`, keys.private_pem); } catch { /* best-effort */ } }
1345 }
1346 db.prepare('DELETE FROM ap_outbox WHERE id = ?').run(outboxId);
1347 return true;
1348}
1349
[bddbfe0]1350// Edit one of our outbound replies: rewrite the stored content (mention re-added + #tags
1351// re-linked) and send an Update(Note) so recipients refresh their cached copy.
1352export async function deliverOutboxUpdate(site, outboxId, newText) {
1353 const row = iStmts().getO.get(outboxId);
1354 if (!row || row.site_slug !== site.slug) return false;
1355 const text = String(newText || '').trim();
1356 if (!text) return false;
1357 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1358 if (!base) return false;
1359 const me = actorId(base, site.slug);
[204bd74]1360 const toActor = row.to_actor ? await fetchActor(row.to_actor).catch(() => null) : null;
1361 const toProfile = row.to_actor ? (actorInfo(toActor, row.to_actor).url || row.to_actor) : '';
1362 const _h = row.to_handle || deriveHandle(row.to_actor);
1363 const toHandle = _h && _h[0] === '@' ? _h : '@' + (_h || '');
[bddbfe0]1364 const mention = row.to_actor
[204bd74]1365 ? `<a href="${escHtml(toProfile)}" class="u-url mention" data-actor="${escHtml(row.to_actor)}">${escHtml(toHandle)}</a> ` : '';
[dd7daef]1366 const mres = await resolveMentionsInText(base, escHtml(text).replace(/\r?\n/g, '<br>'));
1367 const content = `<p>${mention}${linkHashtags(base, mres.html)}</p>`;
[bddbfe0]1368 db.prepare('UPDATE ap_outbox SET content = ? WHERE id = ?').run(content, outboxId);
1369 const note = buildReplyNote(base, site, iStmts().getO.get(outboxId));
1370 note.updated = new Date().toISOString();
1371 const update = {
[d3b9f68]1372 '@context': AP_CONTEXT,
[bddbfe0]1373 id: `${note.id}#update-${Date.now()}-${rid()}`, type: 'Update', actor: me,
1374 published: note.published, updated: note.updated, to: note.to, cc: note.cc, object: note,
1375 };
1376 const keys = getOrCreateKeys(site.slug);
1377 const inboxes = new Set();
[204bd74]1378 if (toActor) inboxes.add((toActor.endpoints && toActor.endpoints.sharedInbox) || toActor.inbox);
[bddbfe0]1379 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
[204bd74]1380 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the edit
[bddbfe0]1381 inboxes.delete(`${me}/inbox`); inboxes.delete(`${base}/ap/inbox`);
1382 let delivered = 0;
1383 for (const inbox of [...inboxes].filter(Boolean)) {
1384 try { const st = await deliver(inbox, update, `${me}#main-key`, keys.private_pem); if (st >= 200 && st < 300) delivered++; } catch { /* best-effort */ }
1385 }
1386 console.log('[AP] outreply edit', site.slug, 'delivered', delivered);
1387 return { ok: true, content, delivered };
1388}
1389
[914eb9f]1390// ── Fediverse CLIENT: follow accounts + home timeline ─────────────
1391// Resolve an @user@domain handle to its actor URL via WebFinger.
1392export async function webfingerResolve(handle) {
1393 const h = String(handle || '').trim().replace(/^@/, '');
1394 const parts = h.split('@');
1395 if (parts.length !== 2 || !parts[0] || !parts[1]) return null;
1396 const acct = `${parts[0]}@${parts[1]}`;
1397 try {
[3dd99d3]1398 const r = await safeFetch(`https://${parts[1]}/.well-known/webfinger?resource=acct:${encodeURIComponent(acct)}`,
1399 { headers: { Accept: 'application/jrd+json, application/json' } });
[914eb9f]1400 if (!r.ok) return null;
1401 const jrd = await r.json();
1402 const link = (jrd.links || []).find((l) => l.rel === 'self' && /activity\+json|ld\+json/.test(l.type || ''));
[3dd99d3]1403 return safeUrl(link ? link.href : '') || null;
[914eb9f]1404 } catch { return null; }
1405}
1406
[f278df9]1407let _insFw, _delFw, _listFw, _accFw, _oneFw, _setAB;
[914eb9f]1408function fwStmts() {
1409 if (!_insFw) {
[f278df9]1410 _insFw = db.prepare('INSERT OR REPLACE INTO ap_following (slug, actor_uri, handle, name, icon, url, inbox, follow_id, status, auto_boost, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
[914eb9f]1411 _delFw = db.prepare('DELETE FROM ap_following WHERE slug = ? AND actor_uri = ?');
1412 _listFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? ORDER BY created_at DESC');
1413 _accFw = db.prepare("UPDATE ap_following SET status = 'accepted' WHERE follow_id = ?");
1414 _oneFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? AND actor_uri = ?');
[f278df9]1415 _setAB = db.prepare('UPDATE ap_following SET auto_boost = ? WHERE slug = ? AND actor_uri = ?');
[914eb9f]1416 }
[f278df9]1417 return { ins: _insFw, del: _delFw, list: _listFw, acc: _accFw, one: _oneFw, setAB: _setAB };
[914eb9f]1418}
1419export function listFollowing(slug) { return fwStmts().list.all(slug); }
1420
[f278df9]1421// Toggle auto-boost ("feature") on an account we already follow.
1422export function setAutoBoost(slug, actorUri, on) {
1423 try { fwStmts().setAB.run(on ? 1 : 0, slug, actorUri); } catch { /* ignore */ }
[bea59a1]1424 // Featuring an account → AP-native catch-up so the Cirkel isn't empty until they next
1425 // post (push doesn't backfill history-before-follow). Fire-and-forget pull, sends nothing.
1426 if (on) backfillFromOutbox(slug, actorUri).catch(() => {});
[f278df9]1427 return { ok: true };
1428}
1429
[914eb9f]1430let _insTl, _listTl, _delTl;
1431function tlStmts() {
1432 if (!_insTl) {
[b7d4458]1433 _insTl = db.prepare('INSERT OR IGNORE INTO ap_timeline (id, slug, author_uri, author_name, author_handle, author_icon, author_url, content, url, published, media_json, nsfw, cw, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
[914eb9f]1434 _listTl = db.prepare('SELECT * FROM ap_timeline WHERE slug = ? ORDER BY COALESCE(published, created_at) DESC LIMIT ?');
1435 _delTl = db.prepare('DELETE FROM ap_timeline WHERE id = ?');
1436 }
1437 return { ins: _insTl, list: _listTl, del: _delTl };
1438}
1439export function getTimeline(slug, limit) { return tlStmts().list.all(slug, limit || 50); }
1440
[2c22bb5]1441// ── Cirkel = posts from the accounts you auto-boost ("feature an artist") ──
[d8e3ff7]1442let _abCount, _cirkelPosts, _cirkelMembers;
[2c22bb5]1443export function autoBoostCount(slug) {
1444 try { if (!_abCount) _abCount = db.prepare('SELECT COUNT(*) AS n FROM ap_following WHERE slug = ? AND auto_boost = 1'); return _abCount.get(slug).n; } catch { return 0; }
1445}
[d8e3ff7]1446export function getCirkelPosts(slug, limit) {
[2c22bb5]1447 try {
[5045c30]1448 // Cirkel = posts from featured (auto_boost) accounts + posts you boosted
1449 // (t.boosted), mixed by date. One row per note in ap_timeline → no duplicates.
[2c22bb5]1450 if (!_cirkelPosts) _cirkelPosts = db.prepare(`
1451 SELECT t.id, t.author_uri, t.author_name, t.author_handle, t.author_icon, t.author_url,
[b7d4458]1452 t.content, t.url, t.published, t.media_json, t.boosted, t.nsfw, t.cw
[2c22bb5]1453 FROM ap_timeline t
[5045c30]1454 LEFT JOIN ap_following f ON f.slug = t.slug AND f.actor_uri = t.author_uri
1455 WHERE t.slug = ? AND (f.auto_boost = 1 OR t.boosted = 1)
[2c22bb5]1456 ORDER BY COALESCE(t.published, t.created_at) DESC, t.rowid DESC
1457 LIMIT ?`);
1458 return _cirkelPosts.all(slug, limit || 60);
1459 } catch { return []; }
1460}
1461export function getCirkelMembers(slug) {
[d8e3ff7]1462 try { if (!_cirkelMembers) _cirkelMembers = db.prepare('SELECT name, url, icon FROM ap_following WHERE slug = ? AND auto_boost = 1 ORDER BY name'); return _cirkelMembers.all(slug); } catch { return []; }
[2c22bb5]1463}
[5045c30]1464// Mark a timeline post as boosted so it shows in the Cirkel (mixed by date).
[78b6d8a]1465let _markBoost, _unmarkBoost, _boostedCount;
[5045c30]1466export function markBoosted(slug, noteId) {
1467 try { if (!_markBoost) _markBoost = db.prepare('UPDATE ap_timeline SET boosted = 1 WHERE slug = ? AND id = ?'); _markBoost.run(slug, noteId); } catch { /* ignore */ }
1468}
[78b6d8a]1469export function unmarkBoosted(slug, noteId) {
1470 try { if (!_unmarkBoost) _unmarkBoost = db.prepare('UPDATE ap_timeline SET boosted = 0 WHERE slug = ? AND id = ?'); _unmarkBoost.run(slug, noteId); } catch { /* ignore */ }
1471}
[9d34855]1472let _markLike, _unmarkLike;
1473export function markLiked(slug, noteId) {
1474 try { if (!_markLike) _markLike = db.prepare('UPDATE ap_timeline SET liked = 1 WHERE slug = ? AND id = ?'); _markLike.run(slug, noteId); } catch { /* ignore */ }
1475}
1476export function unmarkLiked(slug, noteId) {
1477 try { if (!_unmarkLike) _unmarkLike = db.prepare('UPDATE ap_timeline SET liked = 0 WHERE slug = ? AND id = ?'); _unmarkLike.run(slug, noteId); } catch { /* ignore */ }
1478}
[0a75356]1479export function getTimelineReaction(slug, noteId) {
1480 try { const r = db.prepare('SELECT liked, boosted FROM ap_timeline WHERE slug = ? AND id = ?').get(slug, noteId); return { liked: !!(r && r.liked), boosted: !!(r && r.boosted) }; } catch { return { liked: false, boosted: false }; }
1481}
[74d61e6]1482// Boost a REMOTE post that may not be in your timeline (you don't follow the author):
1483// store it in ap_timeline (INSERT OR IGNORE → no dup for followed posts) so it shows in
1484// the Cirkel with a Boost badge, then flag it boosted.
1485export function upsertBoostedNote(slug, note) {
1486 if (!slug || !note || !note.object_uri) return;
1487 const id = note.object_uri;
1488 const media = JSON.stringify((note.images || []).map((u) => ({ url: u, type: 'image/jpeg' })));
1489 try {
1490 tlStmts().ins.run(id, slug, note.actor_uri || '', note.actor_name || '', note.actor_handle || '',
1491 note.actor_icon || '', note.actor_url || '', note.content || '', note.url || null,
[b7d4458]1492 new Date().toISOString(), media, note.sensitive ? 1 : 0, note.cw || null);
[74d61e6]1493 } catch { /* ignore */ }
1494 markBoosted(slug, id);
1495}
[5045c30]1496export function boostedCount(slug) {
1497 try { if (!_boostedCount) _boostedCount = db.prepare('SELECT COUNT(*) AS n FROM ap_timeline WHERE slug = ? AND boosted = 1'); return _boostedCount.get(slug).n; } catch { return 0; }
1498}
[2c22bb5]1499
[4c47eff]1500// Resolve a Klonkt/AP actor URL from a site root: a Klonkt site's root 302s to
1501// /ap/users/<slug> (content negotiation; Location may be relative). Used by
1502// followActor for bare-domain follows.
1503// NB: the old auto-migration of legacy Cirkels (circle_links -> AP follows) was
1504// REMOVED on 2026-06-26 — it auto-sent Follows on boot, which violates "the code
1505// never throws anything into the fediverse automatically" (would surprise-Follow
1506// for some operators at scale). The dead circle_links table stays as harmless dead
[297c77d]1507// data; an operator restores an old cirkel by re-following in /following (their click).
[d71ed03]1508async function resolveApActor(siteUrl) {
1509 try {
1510 const r = await fetch(siteUrl, { headers: { Accept: 'application/activity+json' }, redirect: 'manual' });
1511 if (r.status >= 300 && r.status < 400) { const loc = r.headers.get('location'); if (loc) return new URL(loc, siteUrl).href; }
1512 if (r.ok) return siteUrl;
1513 } catch { /* unreachable */ }
1514 return null;
1515}
1516
[b79466e]1517// ── Self-heal: re-sync the fediverse cache (ap_timeline) after a DRASTIC update ──
1518// Runs ONCE per SELFHEAL_VERSION bump — NOT on every boot. Re-fetches each cached
1519// note and refreshes content + media (recovers covers/edits that were delivered
1520// during a flux window, e.g. a fleet-wide update), and drops notes that are gone
1521// (404/410). Bump SELFHEAL_VERSION only on a release that warrants a re-sync.
[5924bbf]1522const SELFHEAL_VERSION = 4;
[b79466e]1523async function fetchNoteAP(url) {
1524 try {
1525 const r = await fetch(url, { headers: { Accept: 'application/activity+json' } });
1526 if (r.status === 404 || r.status === 410) return 404;
1527 if (r.ok) return await r.json();
1528 } catch { /* unreachable */ }
1529 return null;
1530}
1531function mediaFromNote(note) {
1532 const atts = (Array.isArray(note.attachment) ? note.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
1533 if (!atts.some((m) => !m.type || /image/i.test(m.type)) && note.image) {
1534 const im = Array.isArray(note.image) ? note.image[0] : note.image;
1535 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
1536 if (iu) atts.push({ url: iu, type: (im && im.mediaType) || 'image/jpeg' });
1537 }
1538 return JSON.stringify(atts);
1539}
[bea59a1]1540// A generic SSRF-safe AP GET (collections / pages).
1541async function apGetJson(url) {
1542 try {
1543 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
1544 if (!r.ok) return null;
1545 const len = Number(r.headers.get('content-length') || 0);
1546 if (len > 3_000_000) return null;
1547 return await r.json();
1548 } catch { return null; }
1549}
1550// AP-native catch-up: pull an actor's standard `outbox` collection and merge their recent
1551// top-level posts into the timeline for `slug`. Push (Create delivery) cannot backfill
1552// history-from-before-you-followed or a delivery that was missed while you were down;
1553// reading the outbox is the spec-conform way to catch up. PULL ONLY — sends nothing.
1554export async function backfillFromOutbox(slug, actorUri, limit = 20) {
1555 try {
1556 if (!slug || !actorUri) return 0;
1557 const actor = await fetchActor(actorUri);
1558 if (!actor || !actor.outbox) return 0;
1559 let page = await apGetJson(typeof actor.outbox === 'string' ? actor.outbox : actor.outbox.id);
1560 let items = (page && (page.orderedItems || page.items)) || [];
1561 if (!items.length && page && page.first) {
1562 page = await apGetJson(typeof page.first === 'string' ? page.first : page.first.id);
1563 items = (page && (page.orderedItems || page.items)) || [];
1564 }
1565 if (!Array.isArray(items) || !items.length) return 0;
1566 const ai = actorInfo(actor, actorUri);
1567 let added = 0;
1568 for (const it of items.slice(0, limit)) {
1569 // Each item is usually a Create wrapping a Note, or sometimes the Note itself.
1570 const o = (it && typeof it.object === 'object' && it.object) ? it.object : it;
1571 if (!o || !o.id) continue;
1572 if (o.type && o.type !== 'Note' && o.type !== 'Article') continue; // skip boosts/other
1573 if (o.inReplyTo) continue; // top-level only
1574 const auth = actorUriOf(o.attributedTo);
1575 if (auth && auth !== actorUri) continue; // their OWN posts only
1576 const html = HtmlSanitizerService.sanitize(o.content || '');
1577 try {
1578 const r = tlStmts().ins.run(o.id, slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, mediaFromNote(o), o.sensitive ? 1 : 0, o.summary || null);
1579 if (r && r.changes > 0) added++;
1580 } catch { /* ignore */ }
1581 }
1582 if (added) console.log('[AP] outbox backfill', actorUri, '→', slug, '+' + added);
1583 return added;
1584 } catch { return 0; }
1585}
[b79466e]1586let _selfHealing = false;
1587export async function selfHealTimeline() {
1588 if (_selfHealing) return; _selfHealing = true;
1589 try {
1590 let cur = 0;
1591 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_version'); cur = r ? (parseInt(r.value, 10) || 0) : 0; } catch { return; }
1592 if (cur >= SELFHEAL_VERSION) return; // already healed for this version — skip on normal boots
1593 let rows = [];
[5924bbf]1594 try { rows = db.prepare('SELECT id, content, media_json, nsfw, cw, url FROM ap_timeline ORDER BY rowid DESC LIMIT 200').all(); } catch { /* no table */ }
[b79466e]1595 let healed = 0;
1596 for (const r of rows) {
1597 try {
1598 const note = await fetchNoteAP(r.id);
1599 if (note === 404) { db.prepare('DELETE FROM ap_timeline WHERE id = ?').run(r.id); healed++; continue; }
1600 if (!note || typeof note !== 'object') continue;
1601 const html = HtmlSanitizerService.sanitize(note.content || '');
1602 const media = mediaFromNote(note);
[9e4e4ff]1603 const nsfw = note.sensitive ? 1 : 0; // re-sync NSFW/sensitive + CW onto already-cached posts
1604 const cw = note.summary || null;
[5924bbf]1605 const url = note.url || null; // re-sync the human url (catches a remote slug rename)
1606 if ((html && html !== r.content) || media !== (r.media_json || '[]') || nsfw !== (r.nsfw || 0) || (cw || '') !== (r.cw || '') || (url && url !== r.url)) {
1607 db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ?').run(html || r.content, media, nsfw, cw, url, r.id);
[b79466e]1608 healed++;
1609 }
1610 } catch { /* per-note best-effort */ }
1611 }
1612 try { db.prepare('INSERT OR REPLACE INTO app_settings (key, value) VALUES (?, ?)').run('selfheal_version', String(SELFHEAL_VERSION)); } catch { /* ignore */ }
1613 if (rows.length) console.log(`[AP] self-heal v${SELFHEAL_VERSION}: ${healed}/${rows.length} timeline notes`);
1614 } catch { /* never block boot */ } finally { _selfHealing = false; }
1615}
1616
[914eb9f]1617// Follow a fediverse account by @handle (WebFinger → actor → signed Follow).
[f278df9]1618export async function followActor(site, handle, autoBoost = false) {
[914eb9f]1619 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1620 if (!base || !site || !site.slug) return { error: 'config' };
[98688c6]1621 // Accept any of: a profile/actor URL, an @user@host handle (WebFinger), or a
1622 // bare site domain (site.com) — for a single-actor site (Klonkt etc.) the root
1623 // resolves to its AP actor, so you can follow a site by just its domain.
[8ad1784]1624 const s = String(handle || '').trim();
[98688c6]1625 let actorUrl;
1626 if (/^https?:\/\//i.test(s)) actorUrl = safeUrl(s) || null;
1627 else if (s.includes('@')) actorUrl = await webfingerResolve(s);
1628 else if (/^[a-z0-9.-]+\.[a-z]{2,}/i.test(s)) actorUrl = await resolveApActor('https://' + s.replace(/^\/+|\/+$/g, ''));
1629 else actorUrl = null;
[914eb9f]1630 if (!actorUrl) return { error: 'not_found' };
1631 const actor = await fetchActor(actorUrl).catch(() => null);
1632 if (!actor || !actor.id || !actor.inbox) return { error: 'unreachable' };
1633 const ai = actorInfo(actor, actor.id);
1634 const me = actorId(base, site.slug);
1635 const keys = getOrCreateKeys(site.slug);
[3dd99d3]1636 const followId = `${me}#follow-${Date.now()}-${rid()}`;
[f278df9]1637 fwStmts().ins.run(site.slug, actor.id, ai.handle, ai.name, ai.icon, ai.url, actor.inbox, followId, 'pending', autoBoost ? 1 : 0);
[d3b9f68]1638 const follow = { '@context': AP_CONTEXT, id: followId, type: 'Follow', actor: me, object: actor.id };
[914eb9f]1639 try { await deliver(actor.inbox, follow, `${me}#main-key`, keys.private_pem); }
1640 catch (e) { console.warn('[AP] follow deliver failed:', e.message); }
1641 console.log('[AP] follow', site.slug, '→', actor.id);
[bea59a1]1642 // Follow + feature in one step → backfill their recent posts into the Cirkel right away.
1643 if (autoBoost) backfillFromOutbox(site.slug, actor.id).catch(() => {});
[484adf8]1644 return { ok: true, name: ai.name, handle: ai.handle, actor: actor.id };
[914eb9f]1645}
1646
[8ad1784]1647// Resolve a profile URL or @handle to a followable remote actor (for the
1648// authorize_interaction "Follow" flow). Returns display fields + inbox, or null
1649// when it isn't a reachable actor (e.g. the input was a post, not a profile).
1650export async function resolveRemoteActor(input) {
1651 const s = String(input || '').trim();
1652 const actorUrl = /^https?:\/\//i.test(s) ? (safeUrl(s) || null) : await webfingerResolve(s);
1653 if (!actorUrl) return null;
1654 const actor = await fetchActor(actorUrl).catch(() => null);
1655 if (!actor || !actor.id || !actor.inbox) return null;
1656 const ai = actorInfo(actor, actor.id);
1657 return { actor_uri: actor.id, actor_name: ai.name, actor_handle: ai.handle, actor_url: ai.url, actor_icon: ai.icon, inbox: actor.inbox };
1658}
1659
[914eb9f]1660export async function unfollowActor(site, actorUri) {
1661 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1662 const me = actorId(base, site.slug);
1663 const keys = getOrCreateKeys(site.slug);
1664 const row = fwStmts().one.get(site.slug, actorUri);
[f2796d3]1665 // Undo(Follow) MUST reference the original Follow's real id so the remote can correlate it
1666 // and drop the follow. The old `${me}#follow` fallback never matched anything → the unfollow
1667 // silently failed on the remote. With no stored follow id (legacy row), skip the network Undo
1668 // rather than send an unmatchable one. Deliver durably via the retry queue.
1669 if (row && row.inbox && row.follow_id) {
[d3b9f68]1670 const undo = { '@context': AP_CONTEXT, id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me, object: { id: row.follow_id, type: 'Follow', actor: me, object: actorUri } };
[f2796d3]1671 deliverWithRetry(site.slug, row.inbox, undo, `${me}#main-key`, keys.private_pem);
1672 } else if (row && row.inbox) {
1673 console.warn('[AP] unfollow', site.slug, '→', actorUri, '— no stored follow id; removed locally only (legacy follow, remote may keep it)');
[914eb9f]1674 }
1675 fwStmts().del.run(site.slug, actorUri);
1676 return { ok: true };
1677}
1678
[d988fa0]1679// Send a Like or Announce (boost) on a remote note FROM this site.
1680export async function sendInteraction(site, kind, targetNoteId, authorUri) {
1681 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1682 if (!base || !site || !site.slug || !targetNoteId) return { error: 'config' };
1683 const me = actorId(base, site.slug);
1684 const keys = getOrCreateKeys(site.slug);
[78b6d8a]1685 // 'unboost' = Undo(Announce): retracts a boost so followers' servers remove the
1686 // reblog (matched on actor+object — no record of the original Announce needed).
1687 const fanout = (kind === 'boost' || kind === 'unboost'); // also goes to our followers
[fb6819d]1688 const followersCol = `${me}/followers`;
1689 // Address the original author in cc so their server (Mastodon, WordPress/ActivityPub, …)
1690 // attributes the boost to their post and notifies them — without this, a shared-inbox
1691 // receiver has nothing to route the Announce to. Non-fragment activity ids + a `published`
1692 // stamp keep us aligned with what Mastodon emits.
1693 const audience = authorUri ? [followersCol, authorUri] : [followersCol];
[78b6d8a]1694 let act;
[3289a64]1695 if (kind === 'unboost' || kind === 'unlike') {
1696 // Undo(Announce) retracts a boost; Undo(Like) un-favourites (matched on actor+object,
1697 // no record of the original activity needed — Mastodon honours both).
1698 const inner = kind === 'unboost' ? 'Announce' : 'Like';
[78b6d8a]1699 act = {
[d3b9f68]1700 '@context': AP_CONTEXT,
[fb6819d]1701 id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me,
1702 object: { id: `${me}/${inner.toLowerCase()}/${Date.now()}-${rid()}`, type: inner, actor: me, object: targetNoteId },
[78b6d8a]1703 };
[fb6819d]1704 if (kind === 'unboost') { act.to = [PUBLIC]; act.cc = audience; }
[78b6d8a]1705 } else {
1706 const type = kind === 'boost' ? 'Announce' : 'Like';
1707 act = {
[d3b9f68]1708 '@context': AP_CONTEXT,
[fb6819d]1709 id: `${me}/${type.toLowerCase()}/${Date.now()}-${rid()}`,
[78b6d8a]1710 type, actor: me, object: targetNoteId,
1711 };
[fb6819d]1712 if (type === 'Announce') { act.published = new Date().toISOString(); act.to = [PUBLIC]; act.cc = audience; }
[78b6d8a]1713 }
[d988fa0]1714 const inboxes = new Set();
[fb6819d]1715 // Author first, via their PERSONAL inbox (not the shared one) so a multi-user receiver
1716 // routes the Announce/Like to the right post unambiguously.
1717 if (authorUri) { const a = await fetchActor(authorUri).catch(() => null); if (a) inboxes.add(a.inbox || (a.endpoints && a.endpoints.sharedInbox)); }
[78b6d8a]1718 if (fanout) { for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox); }
[fb6819d]1719 // Queue each delivery (immediate attempt + backoff retries on failure via ap_delivery)
1720 // instead of a single fire-and-forget POST, so a transient hiccup at the receiver doesn't
1721 // silently lose the boost — same durability a new post (deliverCreate) already gets.
1722 let queued = 0;
1723 for (const inbox of [...inboxes].filter(Boolean)) { deliverWithRetry(site.slug, inbox, act, `${me}#main-key`, keys.private_pem); queued++; }
1724 console.log('[AP]', kind, site.slug, '→', targetNoteId, 'queued', queued, 'inbox(es)');
1725 return { ok: true, delivered: queued };
[d988fa0]1726}
1727
[00f669b]1728// Notifications inbox: new followers + replies/likes/boosts on this site's posts.
1729export function getNotifications(slug, limit) {
1730 const out = [];
1731 try {
1732 for (const f of db.prepare('SELECT actor_uri, created_at FROM ap_followers WHERE slug = ? ORDER BY created_at DESC LIMIT 50').all(slug)) {
1733 out.push({ type: 'follow', handle: deriveHandle(f.actor_uri), url: f.actor_uri, created_at: f.created_at });
1734 }
1735 } catch { /* ignore */ }
1736 try {
1737 const rows = db.prepare(`
1738 SELECT i.kind, i.actor_name, i.actor_handle, i.actor_url, i.content, i.created_at,
1739 p.slug AS post_slug, p.title AS post_title
1740 FROM ap_interactions i LEFT JOIN posts p ON p.id = i.post_id
1741 WHERE p.site_id = (SELECT id FROM sites WHERE slug = ?)
1742 ORDER BY i.created_at DESC LIMIT 80
1743 `).all(slug);
1744 for (const r of rows) out.push({
1745 type: r.kind, name: r.actor_name, handle: r.actor_handle, url: r.actor_url,
[7e66e7e]1746 content: stripLeadingMentions(r.content), post_slug: r.post_slug, post_title: r.post_title, created_at: r.created_at,
[00f669b]1747 });
1748 } catch { /* ignore */ }
1749 out.sort((a, b) => new Date(b.created_at) - new Date(a.created_at));
1750 return out.slice(0, limit || 60);
1751}
1752
[f5c3870]1753// ── Blocking / defederation ───────────────────────────────────────
1754let _insBl, _delBl, _listBl;
1755function blStmts() {
1756 if (!_insBl) {
1757 _insBl = db.prepare('INSERT OR IGNORE INTO ap_blocks (slug, target, kind, label, created_at) VALUES (?,?,?,?,CURRENT_TIMESTAMP)');
1758 _delBl = db.prepare('DELETE FROM ap_blocks WHERE slug = ? AND target = ?');
1759 _listBl = db.prepare('SELECT * FROM ap_blocks WHERE slug = ? ORDER BY created_at DESC');
1760 }
1761 return { ins: _insBl, del: _delBl, list: _listBl };
1762}
1763export function listBlocks(slug) { return blStmts().list.all(slug); }
1764
1765// True if an actor (or its whole domain) is blocked anywhere on this instance.
1766export function isBlockedAny(actorUri) {
1767 if (!actorUri) return false;
1768 let domain = ''; try { domain = new URL(actorUri).host; } catch { /* ignore */ }
1769 try { return !!db.prepare("SELECT 1 FROM ap_blocks WHERE (kind='actor' AND target=?) OR (kind='domain' AND target=?) LIMIT 1").get(actorUri, domain); }
1770 catch { return false; }
1771}
1772
1773function purgeBlocked(kind, target) {
1774 try {
1775 if (kind === 'domain') {
1776 const like = `%//${target}/%`;
1777 db.prepare('DELETE FROM ap_interactions WHERE actor_uri LIKE ?').run(like);
1778 db.prepare('DELETE FROM ap_timeline WHERE author_uri LIKE ?').run(like);
1779 db.prepare('DELETE FROM ap_followers WHERE actor_uri LIKE ?').run(like);
1780 } else {
1781 db.prepare('DELETE FROM ap_interactions WHERE actor_uri = ?').run(target);
1782 db.prepare('DELETE FROM ap_timeline WHERE author_uri = ?').run(target);
1783 db.prepare('DELETE FROM ap_followers WHERE actor_uri = ?').run(target);
1784 }
1785 } catch { /* best-effort */ }
1786}
1787
1788// Block an actor (@handle or actor URL) or a whole domain; purges their content.
1789export async function blockTarget(site, input) {
1790 const raw = String(input || '').trim();
1791 if (!site || !site.slug || !raw) return { error: 'empty' };
1792 let kind, target, label;
1793 if (/^https?:\/\//i.test(raw)) { kind = 'actor'; target = raw; label = raw; }
1794 else if (raw.includes('@')) {
1795 const actorUrl = await webfingerResolve(raw);
1796 if (!actorUrl) return { error: 'not_found' };
1797 kind = 'actor'; target = actorUrl; label = raw.startsWith('@') ? raw : ('@' + raw);
1798 } else { kind = 'domain'; target = raw.toLowerCase(); label = raw.toLowerCase(); }
1799 blStmts().ins.run(site.slug, target, kind, label);
1800 purgeBlocked(kind, target);
1801 console.log('[AP] block', site.slug, kind, target);
1802 return { ok: true, label };
1803}
1804
1805export function unblock(site, target) { blStmts().del.run(site.slug, target); return { ok: true }; }
1806
[6bd25d1]1807export default {
[d3b9f68]1808 AP_CONTEXT, getOrCreateKeys, apWants, sendAP, actorId, noteId,
[f2796d3]1809 buildActor, buildNote, buildCreate, buildOutbox, buildFollowers, buildFollowing, buildFeatured,
[55bba23]1810 followerCount, deliver, fetchActor, verifyRequest, handleInbox, deliverCreate, deliverDelete, deliverUpdate, deliverActorUpdate, resyncFeaturedPins,
[3d37c67]1811 getInteractions, getInteractionById, setInteractionBoosted, setInteractionLiked, setMyReaction, getMyReactions, buildReplyNote, getOutboxNote, deliverReply, resolveRemoteNote,
[bddbfe0]1812 listOutbox, deliverOutboxDelete, deliverOutboxUpdate,
[bea59a1]1813 webfingerResolve, followActor, resolveRemoteActor, unfollowActor, listFollowing, setAutoBoost, backfillFromOutbox, getTimeline, sendInteraction,
[74d61e6]1814 autoBoostCount, boostedCount, markBoosted, unmarkBoosted, markLiked, unmarkLiked, getTimelineReaction, upsertBoostedNote, getCirkelPosts, getCirkelMembers, selfHealTimeline,
[f5c3870]1815 getNotifications, listBlocks, isBlockedAny, blockTarget, unblock,
[5a6a457]1816 deliverWithRetry, enqueueDelivery, processDeliveryQueue, startDeliveryWorker,
[30271e6]1817 getReplyUris, markNotificationsSeen, countUnseenNotifications, hasPlayableAudio,
[6bd25d1]1818};
Note: See TracBrowser for help on using the repository browser.