source: Klonkt/src/services/ActivityPubService.js@ 3f32994

main
Last change on this file since 3f32994 was 3f32994, checked in by Robin Genis <roboburr@…>, 6 weeks ago

Link-preview backfill hing achter een her-fetch die hij niet nodig had

Een YouTube-post van sound-fabrics bleef een kale link, terwijl de resolver op
precies die inhoud gewoon een kaart met titel en thumbnail teruggaf. De backfill
in de self-heal stond namelijk NA de her-fetch van de note, en als die bron even
niet antwoordt slaat de lus de hele rij over met continue. Daar had de preview
niets mee te maken: die wordt opgelost uit de content die we al in de database
hebben. Nu staat hij vooraan in de lus, los van de origine, met zijn eigen
try/catch zodat hij de heling ook nooit blokkeert.

Dit is dezelfde soort fout als de body-cap: een afhankelijkheid toegevoegd die er
inhoudelijk niet hoort, en die stilletjes precies de gevallen wegneemt waar het
om gaat.

Changed files:
src/services/ActivityPubService.js

  • embed-backfill verplaatst naar de kop van de self-heal-lus, voor fetchNoteAP
  • SELFHEAL_VERSION 17 -> 18

remarks: 214 tests groen. Resolver was al direct geverifieerd op deze exacte
note-content: oembed, titel In The Air Tonight (AI Citypop), met thumbnail.

-robo
Co-Authored-By: Claude Opus 4.8 <noreply@…>

  • Property mode set to 100644
File size: 214.1 KB
Line 
1/**
2 * ActivityPubService — Klonkt as a real ActivityPub actor (fediverse bridge).
3 *
4 * Phase 1 (this file): the PUBLISH/discoverable side.
5 * - per-site RSA keypair (Mastodon-compatible HTTP Signatures; separate from
6 * the Ed25519 keys used by the lighter Cirkels v1)
7 * - builders for the Actor document, Note objects and the Outbox collection
8 * - apWants(): HTTP content-negotiation helper (activity+json vs HTML)
9 *
10 * The interactive side (inbox: Follow/Accept, signature verify, delivery to
11 * followers) lands in the next step and is tested live against Mastodon.
12 *
13 * AP actor URLs live under /ap/* so they never clash with the human pages:
14 * actor = <base>/ap/users/<slug>
15 * inbox = <actor>/inbox outbox = <actor>/outbox
16 * note = <base>/ap/notes/<postId>
17 */
18import crypto from 'crypto';
19import dns from 'dns';
20import net from 'net';
21import db from '../config/database.js';
22import HtmlSanitizerService from './HtmlSanitizerService.js';
23import AudioEmbedService from './AudioEmbedService.js';
24import EmbedResolver from './EmbedResolver.js';
25import Push from './PushService.js';
26import { getTenancy } from './SettingsService.js';
27import { t as i18nT } from './i18n.js';
28import Blocklist from './BlocklistService.js';
29import * as Guardianship from './guardianship/index.js';
30
31const PUBLIC = 'https://www.w3.org/ns/activitystreams#Public';
32// Full JSON-LD context for every AP object we emit: AS2 core + security (publicKey) + the
33// extension terms we actually use (Mastodon/toot + schema.org), each with a term definition
34// so a strict JSON-LD processor resolves them instead of dropping them → valid AS2/JSON-LD.
35// This is the same context shape Mastodon publishes, so Mastodon sees no change.
36const AP_CONTEXT = [
37 'https://www.w3.org/ns/activitystreams',
38 'https://w3id.org/security/v1',
39 {
40 toot: 'http://joinmastodon.org/ns#',
41 schema: 'http://schema.org#',
42 sensitive: 'as:sensitive',
43 Hashtag: 'as:Hashtag',
44 manuallyApprovesFollowers: 'as:manuallyApprovesFollowers',
45 discoverable: 'toot:discoverable',
46 featured: { '@id': 'toot:featured', '@type': '@id' },
47 PropertyValue: 'schema:PropertyValue',
48 value: 'schema:value',
49 embedUrl: { '@id': 'schema:embedUrl', '@type': '@id' },
50 // Poll (Question) extension: Question/oneOf/anyOf/endTime/closed are AS2 core, but the
51 // per-poll unique-voter count is a Mastodon (toot) term — declare it so the emitted
52 // Question stays valid JSON-LD (a strict processor would otherwise drop votersCount).
53 votersCount: 'toot:votersCount',
54 // FEP-633c (Guardians): the shaer namespace, owned by the guardianship
55 // module (src/services/guardianship/).
56 ...Guardianship.SHAER_CONTEXT,
57 },
58];
59
60// Short random suffix so two activity ids minted in the same millisecond (e.g.
61// parallel saves) don't collide and get deduped by a receiver.
62const rid = () => crypto.randomBytes(4).toString('hex');
63
64// Keep only http(s) URLs — drops javascript:/data:/etc so a remote actor can't
65// smuggle a dangerous scheme into a stored href/src (rendered in owner-only views).
66const safeUrl = (u) => { const s = String(u == null ? '' : u).trim(); return /^https?:\/\//i.test(s) ? s : ''; };
67
68// ── SSRF guard for outbound fetches ───────────────────────────────
69// Remote URLs (actor/keyId/webfinger/inbox/inReplyTo) are attacker-controlled, so
70// every outbound fetch must refuse hosts that resolve to private/loopback ranges
71// (cloud metadata, internal services) — on the initial host AND each redirect hop.
72function isBlockedIp(ip) {
73 if (!ip) return true;
74 const v = net.isIP(ip);
75 if (v === 4) {
76 const o = ip.split('.').map(Number);
77 return o[0] === 127 || o[0] === 10 || o[0] === 0
78 || (o[0] === 172 && o[1] >= 16 && o[1] <= 31)
79 || (o[0] === 192 && o[1] === 168)
80 || (o[0] === 169 && o[1] === 254)
81 || (o[0] === 100 && o[1] >= 64 && o[1] <= 127); // CGNAT
82 }
83 if (v === 6) {
84 const s = ip.toLowerCase().replace(/^\[|\]$/g, '');
85 return s === '::1' || s === '::' || s.startsWith('fc') || s.startsWith('fd') || s.startsWith('fe80')
86 || s.startsWith('::ffff:127.') || s.startsWith('::ffff:10.') || s.startsWith('::ffff:192.168.')
87 || s.startsWith('::ffff:169.254.') || s.startsWith('::ffff:172.');
88 }
89 return true; // not an IP literal we recognise → refuse
90}
91async function assertPublicHost(hostname) {
92 if (net.isIP(hostname)) { if (isBlockedIp(hostname)) throw new Error('ssrf-blocked-ip'); return; }
93 const addrs = await dns.promises.lookup(hostname, { all: true });
94 if (!addrs.length || addrs.some((a) => isBlockedIp(a.address))) throw new Error('ssrf-blocked-host');
95}
96export async function safeFetch(url, opts = {}, maxRedirects = 3) {
97 let target = url;
98 for (let hop = 0; ; hop++) {
99 const u = new URL(target); // throws on malformed → caller's catch
100 if (u.protocol !== 'https:' && u.protocol !== 'http:') throw new Error('ssrf-bad-scheme');
101 await assertPublicHost(u.hostname);
102 const r = await fetch(target, { ...opts, redirect: 'manual', signal: AbortSignal.timeout(8000) });
103 const loc = (r.status >= 300 && r.status < 400) ? r.headers.get('location') : null;
104 if (loc && hop < maxRedirects) { target = new URL(loc, target).toString(); continue; }
105 return r;
106 }
107}
108const MAX_OUTBOX = 20;
109// Cache-buster for the music listen-link → forces Mastodon to re-crawl a FRESH
110// (square) player card. Bump this whenever the twitter:player card dimensions change.
111const FEDI_CARD_VER = '2';
112
113// ── RSA keys per actor (lazy, cached in DB) ───────────────────────
114// Prepared lazily (NOT at module load) — the ap_keys table is created in
115// initializeDatabase(), which runs after this module is imported.
116let _sel, _ins;
117function keyStmts() {
118 if (!_sel) {
119 _sel = db.prepare('SELECT public_pem, private_pem FROM ap_keys WHERE slug = ?');
120 _ins = db.prepare('INSERT OR IGNORE INTO ap_keys (slug, public_pem, private_pem, created_at) VALUES (?,?,?,CURRENT_TIMESTAMP)');
121 }
122 return { sel: _sel, ins: _ins };
123}
124
125export function getOrCreateKeys(slug) {
126 const { sel, ins } = keyStmts();
127 const row = sel.get(slug);
128 if (row) return row;
129 const { publicKey, privateKey } = crypto.generateKeyPairSync('rsa', {
130 modulusLength: 2048,
131 publicKeyEncoding: { type: 'spki', format: 'pem' },
132 privateKeyEncoding: { type: 'pkcs8', format: 'pem' },
133 });
134 ins.run(slug, publicKey, privateKey);
135 return sel.get(slug) || { public_pem: publicKey, private_pem: privateKey };
136}
137
138// ── content negotiation ───────────────────────────────────────────
139// True when the caller wants ActivityPub JSON rather than the HTML page.
140export function apWants(req) {
141 const a = String(req.headers.accept || '').toLowerCase();
142 return a.includes('application/activity+json') ||
143 (a.includes('application/ld+json') && a.includes('activitystreams'));
144}
145
146const AP_CONTENT_TYPE = 'application/activity+json; charset=utf-8';
147export function sendAP(res, obj, cacheControl) {
148 res.type(AP_CONTENT_TYPE);
149 // A per-caller (e.g. guardian-widened) view must not be publicly cached.
150 res.set('Cache-Control', cacheControl || 'public, max-age=120');
151 res.send(JSON.stringify(obj));
152}
153
154// ── document builders ─────────────────────────────────────────────
155export function actorId(base, slug) { return `${base}/ap/users/${encodeURIComponent(slug)}`; }
156export function noteId(base, postId) { return `${base}/ap/notes/${encodeURIComponent(postId)}`; }
157
158export function buildActor(base, site) {
159 const id = actorId(base, site.slug);
160 const keys = getOrCreateKeys(site.slug);
161 // FEP-633c §5.3: a ward's follows are gated (guardians approve), so the actor
162 // MUST advertise manuallyApprovesFollowers:true — otherwise a follower's server
163 // (Mastodon) assumes auto-accept and shows "Following" while we hold it pending.
164 const isWard = (() => { try { return Guardianship.listGuardians(site.slug).length > 0; } catch { return false; } })();
165 const actor = {
166 '@context': AP_CONTEXT,
167 id,
168 type: 'Person',
169 preferredUsername: site.slug,
170 name: site.title || site.slug,
171 summary: site.tagline || site.description || '',
172 url: `${base}/${site.slug === site.primary_slug ? '' : 'user/' + encodeURIComponent(site.slug)}`,
173 manuallyApprovesFollowers: isWard,
174 discoverable: true,
175 inbox: `${id}/inbox`,
176 outbox: `${id}/outbox`,
177 followers: `${id}/followers`,
178 following: `${id}/following`,
179 featured: `${id}/featured`,
180 // AP §5.6: the private blocked collection (owner-only GET). The server
181 // list is the source of truth for Shaer's "in Orbit"; clients keep no
182 // separate state.
183 blocked: `${id}/blocked`,
184 // FEP-633c §2: shaer:guardians / shaer:isGuardian / shaer:queues
185 // (guardianship module owns these).
186 ...Guardianship.guardianshipActorProps(id, site.slug),
187 // C2S clients (Shaer apps) discover auth + upload here — no hardcoded paths.
188 // All four are ActivityPub-spec `endpoints` terms. Dynamic client registration
189 // (RFC 7591) is discovered via /.well-known/oauth-authorization-server, not here.
190 endpoints: {
191 sharedInbox: `${base}/ap/inbox`,
192 oauthAuthorizationEndpoint: `${base}/oauth/authorize`,
193 oauthTokenEndpoint: `${base}/oauth/token`,
194 uploadMedia: `${id}/uploadMedia`,
195 },
196 publicKey: {
197 id: `${id}#main-key`,
198 owner: id,
199 publicKeyPem: keys.public_pem,
200 },
201 };
202 if (site.profile_photo) {
203 const u = /^https?:/.test(site.profile_photo) ? site.profile_photo : `${base}${site.profile_photo.startsWith('/') ? '' : '/'}${site.profile_photo}`;
204 actor.icon = { type: 'Image', url: u };
205 }
206 // Account creation date — shown by Mastodon + read by indexers (additive, standard AS2).
207 if (site.created_at) { try { actor.published = new Date(site.created_at).toISOString(); } catch { /* skip bad date */ } }
208 // Profile links → PropertyValue rows: Mastodon/PeerTube/WordPress-ActivityPub render these as
209 // profile metadata (rel=me enables link-back verification). Additive; ignored by simpler receivers.
210 try {
211 const links = JSON.parse(site.profile_links || '[]');
212 if (Array.isArray(links) && links.length) {
213 const esc = (s) => String(s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
214 const rows = links
215 .filter((l) => l && l.url && /^https?:/i.test(l.url))
216 .map((l) => ({
217 type: 'PropertyValue',
218 name: esc(l.platform || 'Link'),
219 value: `<a href="${esc(l.url).replace(/"/g, '&quot;')}" rel="me nofollow noopener" target="_blank">${esc(String(l.url).replace(/^https?:\/\//, ''))}</a>`,
220 }));
221 if (rows.length) actor.attachment = rows;
222 }
223 } catch { /* skip malformed profile_links */ }
224 return actor;
225}
226
227// Does a post's audio shortcodes reference at least one PLAYABLE (file-backed)
228// track? Link-only tracks (external Spotify/YouTube, media_id NULL) don't count —
229// they have no Klonkt-hosted audio to embed, so no player card / cover-suppression.
230export function hasPlayableAudio(content, siteId) {
231 if (!content || !/\[\[(track|album|playlist):/i.test(content)) return false;
232 try {
233 for (const m of content.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT media_id FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.media_id) return true; }
234 for (const m of content.matchAll(/\[\[album:([^\]]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM audio_tracks WHERE site_id = ? AND album = ? AND media_id IS NOT NULL LIMIT 1').get(siteId, m[1].trim())) return true; }
235 for (const m of content.matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id WHERE pt.playlist_id = ? AND t.media_id IS NOT NULL LIMIT 1').get(m[1])) return true; }
236 } catch { /* non-fatal */ }
237 return false;
238}
239
240// A single post as an AS2 Note (the object), and as a Create activity (for outbox/delivery).
241export function buildNote(base, site, post, opts = {}) {
242 // Replies are Notes too. buildNote is the single entry point for ALL Notes; a reply is
243 // (for now) the simple flavor: pre-baked content, no title/cover/image/audio/embed
244 // machinery, addressed to the parent actor + thread. This early branch keeps that output
245 // byte-identical to the old buildReplyNote. When rich replies land (images/audio/embeds),
246 // this branch collapses and replies flow through the full post pipeline below. `post` here
247 // is the ap_outbox reply row (id, in_reply_to, content, post_slug, created_at, to_actor).
248 if (opts.isReply) {
249 const meR = actorId(base, site.slug);
250 // Rich replies: attachments column (JSON [{url, mediaType, name}]) → AS2
251 // attachment array with absolute URLs and the matching object type.
252 let replyAtt;
253 try {
254 const list = post.attachments ? JSON.parse(post.attachments) : [];
255 if (Array.isArray(list) && list.length) {
256 replyAtt = list.map((a) => ({
257 type: a.mediaType.startsWith('image/') ? 'Image' : a.mediaType.startsWith('audio/') ? 'Audio' : 'Video',
258 mediaType: a.mediaType,
259 url: /^https?:/i.test(a.url) ? a.url : `${base}${a.url}`,
260 name: a.name || undefined,
261 }));
262 }
263 } catch { /* malformed attachments never block the Note */ }
264 return {
265 id: noteId(base, post.id),
266 type: 'Note',
267 attributedTo: meR,
268 inReplyTo: post.in_reply_to || undefined,
269 content: post.content,
270 // Reply language (rich replies): the AS2 language map next to `content`.
271 contentMap: post.language ? { [post.language]: post.content } : undefined,
272 attachment: replyAtt,
273 url: post.post_slug ? `${base}/${encodeURIComponent(post.post_slug)}` : undefined,
274 published: toISO(post.created_at),
275 // A direct note (private mention, shaer-tqc) addresses ONLY its
276 // recipients: no Public anywhere, so it cannot be boosted and never
277 // shows in public timelines (the Mastodon DM model).
278 to: post.visibility === 'direct'
279 ? (JSON.parse(post.to_actors || '[]'))
280 : (post.to_actor ? [post.to_actor] : [PUBLIC]),
281 // Followers-only reply ('friends', shaer detail-view Reply): the parent
282 // author (in `to`) + our followers, but NO Public — it does not federate
283 // into open discovery. Default reply stays quiet-public (Public in cc).
284 cc: post.visibility === 'direct' ? []
285 : post.visibility === 'friends' ? [`${meR}/followers`]
286 : [PUBLIC, `${meR}/followers`],
287 // FEP-633c 5.2.1: a ward's call for help. Only ever on direct notes.
288 ...Guardianship.helpRequestProps(post),
289 ...Guardianship.waveProps(post),
290 // FEP-633c §2.2: object hint that the author is a ward.
291 ...Guardianship.hasGuardiansProps(site.slug),
292 tag: [
293 ...mentionTags(post.content),
294 ...hashtagTags(base, post.content),
295 ],
296 };
297 }
298 const id = noteId(base, post.id);
299 const aId = actorId(base, site.slug);
300 const human = `${base}/${encodeURIComponent(post.slug)}`;
301 // Mastodon ignores a Note's `name`, so put the title INTO the content (bold
302 // first line) — the standard blog→fediverse convention. post.content is
303 // already sanitized HTML; the title is plain text, so escape it.
304 const escTitle = String(post.title || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
305 const titleHtml = post.title ? `<p><strong>${escTitle}</strong></p>` : '';
306
307 // Paid post (klonkt-demo-aki): federate a PUBLIC teaser + link, never the full
308 // content, so nothing leaks past the paywall. No media attachments either.
309 if (post.paid) {
310 const esc = (x) => String(x || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
311 const _firstP = (String(post.content || '').match(/<p[^>]*>([\s\S]*?)<\/p>/i) || [null, ''])[1] || '';
312 const rawTeaser = String(post.excerpt || '').trim()
313 || _firstP.replace(/<[^>]+>/g, ' ').replace(/&[a-z#0-9]+;/gi, ' ').replace(/\s+/g, ' ').trim().slice(0, 280);
314 return {
315 '@context': AP_CONTEXT,
316 id,
317 type: 'Note',
318 attributedTo: aId,
319 content: `${titleHtml}<p>${esc(rawTeaser)}${rawTeaser ? '…' : ''}</p><p><a href="${human}">Lees de volledige post (supporters)</a></p>`,
320 url: human,
321 published: toISO(post.published_at || post.created_at || Date.now()),
322 to: [PUBLIC],
323 cc: [`${aId}/followers`],
324 tag: [...hashtagTags(base, post.content)],
325 replies: `${id}/replies`,
326 ...Guardianship.hasGuardiansProps(site.slug),
327 };
328 }
329
330 // Images travel as AP `attachment` (Mastodon strips <img> from content). Collect
331 // the cover + any inline <img>, make absolute, then strip <img> from the content
332 // to avoid duplicate rendering on clients that DO keep them.
333 const abs = (u) => !u ? null : (/^https?:/i.test(u) ? u : `${base}${u.startsWith('/') ? '' : '/'}${u}`);
334 const mediaType = (u) => {
335 const e = ((u || '').split('?')[0].match(/\.(\w+)$/) || [])[1];
336 return ({ jpg: 'image/jpeg', jpeg: 'image/jpeg', png: 'image/png', gif: 'image/gif', webp: 'image/webp', avif: 'image/avif', mp4: 'video/mp4', webm: 'video/webm', mov: 'video/quicktime' })[(e || '').toLowerCase()] || 'image/jpeg';
337 };
338 const hadAudio = /\[\[(track|album|playlist):/i.test(post.content || '');
339 const playable = hasPlayableAudio(post.content || '', site && site.id);
340 // A post with an external embed (Spotify/YouTube/SoundCloud/Vimeo/Bandcamp/Apple) should let
341 // Mastodon render the embed's player CARD. Mastodon shows EITHER media attachments OR a link
342 // card, never both — so when the post has an embed link we skip the image attachments so the
343 // card wins. (On Klonkt nothing changes: the cover + the embed player still render.)
344 const hasEmbed = (() => {
345 const c = post.content || '';
346 if (/\[\[embed:/i.test(c)) return true;
347 for (const m of c.matchAll(/https?:\/\/[^\s"'<>]+/gi)) if (AudioEmbedService.detectProvider(m[0])) return true;
348 return false;
349 })();
350 // Link-only tracks (external Spotify/YouTube/SoundCloud, no hosted file): collect their links
351 // so we federate them — Mastodon cards the first (its player), the rest show as clickable links
352 // — instead of a bare "listen on site" link, and we suppress the cover so the card can show.
353 const trackEmbedLinks = (() => {
354 if (playable) return [];
355 const out = [];
356 try {
357 for (const m of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) {
358 const r = db.prepare('SELECT media_id, link_spotify, link_youtube, link_soundcloud FROM audio_tracks WHERE id = ?').get(m[1]);
359 if (r && !r.media_id) for (const u of [r.link_spotify, r.link_youtube, r.link_soundcloud]) if (u && /^https?:\/\//i.test(u)) out.push(u);
360 }
361 } catch { /* non-fatal */ }
362 return [...new Set(out)].slice(0, 6);
363 })();
364 const noImages = playable || hasEmbed || trackEmbedLinks.length > 0; // suppress images → let the player/embed card show
365 const urls = [];
366 // Posts with PLAYABLE hosted audio suppress image attachments so Mastodon renders
367 // the player CARD (twitter:player) instead of the cover — media attachment and
368 // link/player card are mutually exclusive on Mastodon. Link-only audio (external)
369 // keeps its cover (no player card to show).
370 // An animated cover federates as the muted loop MP4 (→ a Video attachment): animated WebP is
371 // unreliable on Mastodon and its iOS apps; the MP4 plays everywhere. Else the still cover image.
372 // Each entry carries the media URL + its alt text (federated as the AS2 attachment `name`, for a11y).
373 if (post.cover_video_url && !noImages) urls.push({ url: abs(post.cover_video_url), name: post.cover_alt || '' });
374 else if (post.cover_image_url && !noImages) urls.push({ url: abs(post.cover_image_url), name: post.cover_alt || '' });
375 let body = post.content || '';
376 // Only federate inline images we can actually serve: absolute http(s) URLs, or our own
377 // /media/ uploads. A relative path we don't host (e.g. a stale /images/... ref) would 404
378 // and show up as a black tile in Mastodon's attachment grid. Carry the <img alt="…"> through
379 // as the attachment description.
380 if (!noImages) for (const m of body.matchAll(/<img\b[^>]*>/gi)) {
381 const tag = m[0];
382 const src = (tag.match(/\bsrc="([^"]+)"/i) || [])[1];
383 if (!src || !(/^https?:\/\//i.test(src) || src.startsWith('/media/'))) continue;
384 const alt = (tag.match(/\balt="([^"]*)"/i) || [])[1] || '';
385 urls.push({ url: abs(src), name: alt });
386 }
387 body = body.replace(/<img\b[^>]*>/gi, '');
388 // Audio shortcodes: do NOT federate the raw audio file — Klonkt deliberately
389 // gates audio (the /audio/stream URL has friction), and shipping it as an AP
390 // audio attachment would hand Mastodon a plain, downloadable mp3 URL. Instead,
391 // replace the shortcodes with a "🎵 listen on the site" link so the post invites
392 // a click-through to the protected player (discovery without leaking the file).
393 const esc = (s) => String(s == null ? '' : s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
394 const audioLabels = [];
395 try {
396 for (const m of body.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT title FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.title) audioLabels.push(r.title); }
397 for (const m of body.matchAll(/\[\[album:([^\]]+)\]\]/g)) audioLabels.push(m[1].trim());
398 } catch { /* non-fatal */ }
399 // fedi_open tracks → real AS2 Audio attachments (the actual file URL, served ungated) so
400 // EVERY client incl. the Mastodon apps plays them inline natively. Gated tracks (default)
401 // stay link/card-only — the file is never exposed for them. Resolve from post.content so a
402 // later body mutation can't affect it.
403 const openAudio = [];
404 if (hadAudio) {
405 const seenA = new Set();
406 const addRow = (r) => {
407 const fn = r.filename || (r.storage_path || '').split('/').pop();
408 if (!fn || seenA.has(fn)) return; seenA.add(fn);
409 const a = { type: 'Audio', mediaType: r.mime_type || 'audio/mpeg', url: `${base}/audio/stream/${encodeURIComponent(fn)}`, name: r.title || 'Audio' };
410 // Cover art on the Audio attachment (AS2 `icon`): track cover, else the post cover.
411 // Mastodon renders it as the artwork thumbnail on its native audio player.
412 const art = abs(r.cover_url || post.cover_image_url || null);
413 if (art) a.icon = { type: 'Image', mediaType: mediaType(art), url: art };
414 openAudio.push(a);
415 };
416 const SEL = 'SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM audio_tracks t JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND ';
417 try {
418 for (const mm of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare(SEL + 't.id = ?').get(mm[1]); if (r) addRow(r); }
419 for (const mm of (post.content || '').matchAll(/\[\[album:([^\]]+)\]\]/g)) for (const r of db.prepare(SEL + 't.site_id = ? AND t.album = ? ORDER BY t.rowid').all(site.id, mm[1].trim())) addRow(r);
420 for (const mm of (post.content || '').matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) for (const r of db.prepare('SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND pt.playlist_id = ? ORDER BY pt.position').all(mm[1])) addRow(r);
421 } catch { /* non-fatal */ }
422 }
423 body = body.replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
424 // External embeds ([[embed:url]]) → emit the bare URL as a link so Mastodon
425 // renders its OWN preview/player card (YouTube/Spotify/SoundCloud/etc) instead
426 // of federating the raw shortcode text.
427 body = body.replace(/\[\[embed:([^\]]+)\]\]/gi, (mm, raw) => {
428 const u = esc(raw.trim().replace(/&amp;/g, '&'));
429 return `<p><a href="${u}">${u}</a></p>`;
430 });
431 if (hadAudio) {
432 const lbl = audioLabels.length ? esc(audioLabels.slice(0, 4).join(', ')) : '';
433 if (trackEmbedLinks.length) {
434 // Link-only track(s): emit the external link(s). Mastodon cards the first (Spotify → its
435 // player), the rest render as clickable links — the fediverse-native "embed + links".
436 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong>` : ''}</p>`;
437 for (const u of trackEmbedLinks) { const eu = esc(u); body += `<p><a href="${eu}">${eu}</a></p>`; }
438 } else {
439 // For playable posts, append a version param to the listen-link so Mastodon
440 // sees a NEW card URL and re-crawls it (fresh SQUARE player card) instead of
441 // reusing the cached landscape one. Invisible: the link TEXT stays clean, the
442 // page ignores the param. Bump FEDI_CARD_VER when the card dimensions change.
443 const listenHref = playable ? `${human}?fc=${FEDI_CARD_VER}` : human;
444 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong> — ` : ''}<a href="${listenHref}">listen on ${esc(site.title || 'the site')}</a></p>`;
445 }
446 }
447 // Klonkt renders post content with white-space:pre-wrap, so raw newlines ARE line
448 // breaks on the site. Mastodon (plain HTML) collapses whitespace and would drop them,
449 // so convert newlines to <br> for the federated copy (content already made with
450 // shift+enter uses <br> and has no \n → this is a no-op there).
451 body = body.replace(/\r?\n/g, '<br>');
452 body = linkHashtags(base, body); // link inline #hashtags in the post body too
453 body = linkUrls(body); // bare URLs → clickable links on the federated copy
454 // Append the tags-field hashtags to the content so Mastodon renders them as clickable
455 // hashtags (a Hashtag that's only in the `tag` array isn't shown inline). CamelCase
456 // multi-word tags; skip any already present inline in the body.
457 {
458 const inlineTags = new Set(hashtagTags(base, body).map((h) => h.name.slice(1).toLowerCase()));
459 const addSeen = new Set();
460 const tagLinks = normalizeTags(post.tags).map(tagParts).filter(Boolean)
461 .filter((p) => !inlineTags.has(p.slug) && !addSeen.has(p.slug) && addSeen.add(p.slug))
462 .map((p) => `<a href="${base}/tag/${encodeURIComponent(p.slug)}" class="mention hashtag" rel="tag">#${p.label}</a>`);
463 if (tagLinks.length) body += `<p>${tagLinks.join(' ')}</p>`;
464 }
465 const seen = new Set();
466 const attachment = urls.filter((x) => x && x.url)
467 .filter((x) => { if (seen.has(x.url)) return false; seen.add(x.url); return true; })
468 .map((x) => { const mt = mediaType(x.url); // specific AS2 subtype (Image/Audio/Video) over generic Document
469 const ty = /^image\//i.test(mt) ? 'Image' : /^video\//i.test(mt) ? 'Video' : /^audio\//i.test(mt) ? 'Audio' : 'Document';
470 const a = { type: ty, mediaType: mt, url: x.url };
471 if (x.name) a.name = String(x.name).slice(0, 1500); // alt text / description (AS2 `name`)
472 return a; });
473 for (const a of openAudio) attachment.push(a); // fedi_open tracks → native Audio players
474
475 // Inline @user@host mentions: the Mention tag objects + the mentioned actor URIs. Only
476 // present when the content was already mention-linked (deliverCreate/Update resolve them
477 // at send time); a plain buildNote (outbox/notes) yields none.
478 const _mentionTags = mentionTags(body);
479 const _mentionCc = _mentionTags.map((t) => t.href);
480
481 const note = {
482 id,
483 type: 'Note',
484 attributedTo: aId,
485 content: titleHtml + body,
486 url: human,
487 published: new Date(post.published_at || post.created_at || Date.now()).toISOString(),
488 // fan_only = "fans only" → followers-only visibility (delivered to your followers
489 // but not addressed to Public, so Mastodon shows it only to them and can't boost it).
490 to: (post.fan_only || post.ap_visibility === 'quiet') ? [`${aId}/followers`] : [PUBLIC],
491 // Mentioned actors (from inline @user@host links the caller resolved) are addressed in cc
492 // so Mastodon notifies them; empty unless the content was mention-linked (delivery time).
493 cc: [...new Set([
494 ...(post.ap_visibility === 'quiet' ? [PUBLIC] : []), // quiet public: Public in cc, not to
495 ...((post.fan_only || post.ap_visibility === 'quiet') ? [] : [`${aId}/followers`]),
496 ..._mentionCc])],
497 tag: [...buildHashtagList(base, post.tags, body), ..._mentionTags],
498 replies: `${id}/replies`,
499 // NSFW → Mastodon-style content warning: sensitive (blurs media) + a summary/spoiler
500 // (hides the whole post behind a "Gevoelige inhoud" button until the reader opens it).
501 sensitive: !!post.nsfw,
502 };
503 // FEP-633c §2.2: object hint that the author is a ward (safely ignorable).
504 Object.assign(note, Guardianship.hasGuardiansProps(site.slug));
505 // FEP-044f: this post quotes a fediverse object. Emit it the way the network
506 // actually reads it, and address the quoted author so they get told.
507 applyQuoteProps(note, post.quote_uri, post.quote_actor);
508 if (post.nsfw) note.summary = post.content_warning || 'Gevoelige inhoud';
509 if (attachment.length) note.attachment = attachment;
510 // When the cover attachment is suppressed (hosted audio OR an external embed/link-only track →
511 // so Mastodon shows the player/link card, not media), still expose the cover via AS2 `image` so
512 // card/grid consumers (the Klonkt Cirkel/News feed) can show it. Mastodon ignores a Note's
513 // `image`, so its card is unaffected — but a Klonkt receiver reads it (handleInbox o.image).
514 if (post.cover_image_url && noImages) {
515 const cov = abs(post.cover_image_url);
516 if (cov) { note.image = { type: 'Image', mediaType: mediaType(cov), url: cov }; if (post.cover_alt) note.image.name = String(post.cover_alt).slice(0, 1500); }
517 }
518 // Experiment (mirrors PeerTube / schema.org `embedUrl`): point at the GATED player page
519 // (/embed) so a client that honours embedUrl can show an inline player WITHOUT ever
520 // getting the audio file — the anti-steal posture is untouched. `embedUrl` is a real
521 // standard field name (not a Klonkt invention); if Mastodon's apps honour it on a Note we
522 // make it JSON-LD-clean with a context term, otherwise it degrades to the player card.
523 if (playable) note.embedUrl = `${base}/embed?post=${encodeURIComponent(post.slug)}`;
524 // Content language → AS2 contentMap (a BCP-47-keyed copy of the content). Mastodon reads the
525 // language from its key for the timeline language filter + the translate button. Emitted
526 // alongside `content` (Mastodon sends both); a plain receiver just uses `content`.
527 if (post.language && /^[a-z]{2,3}(-[A-Za-z]{2,4})?$/.test(post.language)) note.contentMap = { [post.language]: note.content };
528 // A hosted poll → federate as an AS2 Question (options + live tally). Do this last so it
529 // reuses the note's content/addressing/tags, then swaps the type and strips media.
530 const ownPoll = parseOwnPoll(post.poll_json);
531 if (ownPoll) applyPollToNote(note, post.id, ownPoll);
532 return note;
533}
534
535// All reply note URIs on a local post (inbound fediverse replies + our own
536// outbound replies) — backs the Note's `replies` Collection so remote servers
537// can fetch the whole thread.
538export function getReplyUris(base, postId) {
539 const out = [];
540 try {
541 for (const r of db.prepare("SELECT object_uri FROM ap_interactions WHERE kind = 'reply' AND post_id = ? AND object_uri != '' ORDER BY created_at").all(postId)) out.push(r.object_uri);
542 for (const r of db.prepare('SELECT id FROM ap_outbox WHERE post_id = ? ORDER BY rowid').all(postId)) out.push(`${base}/ap/notes/${r.id}`);
543 } catch { /* non-fatal */ }
544 return out;
545}
546
547// Notifications "seen" tracking → a real bell badge. Stored per site in app_settings.
548export function markNotificationsSeen(slug) {
549 try {
550 db.prepare("INSERT INTO app_settings (key, value, updated_at) VALUES (?, ?, CURRENT_TIMESTAMP) ON CONFLICT(key) DO UPDATE SET value = excluded.value, updated_at = CURRENT_TIMESTAMP")
551 .run(`fedi_notif_seen:${slug}`, new Date().toISOString());
552 } catch { /* non-fatal */ }
553}
554export function countUnseenNotifications(slug) {
555 try {
556 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
557 const seen = row ? Date.parse(row.value) : 0;
558 let n = 0;
559 for (const it of getNotifications(slug, 50)) { if (Date.parse(it.created_at) > seen) n++; }
560 return n;
561 } catch { return 0; }
562}
563// The seen-watermark itself (ms epoch, 0 = never marked) — the Messages page reads it
564// BEFORE marking seen, so it can render unread dots on the items newer than last visit.
565export function notificationsSeenAt(slug) {
566 try {
567 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
568 return row ? (Date.parse(row.value) || 0) : 0;
569 } catch { return 0; }
570}
571
572// Messages = the unified inbox (Reacties + Meldingen merged, decision Robin+Bart 2026-07-16):
573// every notification PLUS your own outbound replies ('sent', with edit/delete via their
574// outboxId), sorted as one stream. Consecutive likes/boosts on the same post collapse into
575// one grouped item (actors list + count) so activity doesn't drown out conversations.
576export function getMessages(slug, limit, offset) {
577 const off = Math.max(0, offset || 0);
578 const lim = limit || 60;
579 // The stream is grouped (consecutive likes/boosts collapse), so paging is done by
580 // recomputing the whole stream top-down and slicing [off, off+lim] — stable across
581 // pages. Fetch a buffer past off+lim so grouping-shrinkage can't hide a full page.
582 const need = off + lim + 100;
583 const items = getNotifications(slug, need);
584 try {
585 for (const m of listOutbox(slug).slice(0, need)) {
586 items.push({
587 type: 'sent', outboxId: m.id, to_handle: m.to_handle, in_reply_to: m.in_reply_to,
588 content: m.content, editable: m.editable, language: m.language, created_at: m.created_at,
589 });
590 }
591 } catch { /* ignore */ }
592 items.sort((a, b) => _msgTs(b) - _msgTs(a)); // NaN-safe (zie getNotifications)
593 const out = [];
594 for (const it of items) {
595 const prev = out[out.length - 1];
596 if ((it.type === 'like' || it.type === 'announce') && prev && prev.type === it.type
597 && prev.post_slug === it.post_slug) {
598 prev.actors = prev.actors || [prev.name || prev.handle || '?'];
599 prev.actors.push(it.name || it.handle || '?');
600 prev.count = (prev.count || 1) + 1;
601 continue;
602 }
603 out.push(it);
604 }
605 return out.slice(off, off + lim);
606}
607
608export function buildCreate(base, site, post) {
609 const note = buildNote(base, site, post);
610 return {
611 '@context': AP_CONTEXT,
612 id: note.id + '#create',
613 type: 'Create',
614 actor: actorId(base, site.slug),
615 published: note.published,
616 to: note.to,
617 cc: note.cc,
618 object: note,
619 };
620}
621
622export function buildOutbox(base, site, posts) {
623 const id = `${actorId(base, site.slug)}/outbox`;
624 const items = (posts || []).slice(0, MAX_OUTBOX).map((p) => buildCreate(base, site, p));
625 return {
626 '@context': AP_CONTEXT,
627 id,
628 type: 'OrderedCollection',
629 totalItems: items.length,
630 orderedItems: items,
631 };
632}
633
634// Public callers get a count-only collection (privacy). The authenticated
635// account owner (a C2S bearer scoped to this site) gets the real actor URIs via
636// `items`, so their own client can build a friends list.
637export function buildFollowers(base, site, count, items = null) {
638 const id = `${actorId(base, site.slug)}/followers`;
639 return {
640 '@context': AP_CONTEXT,
641 id,
642 type: 'OrderedCollection',
643 totalItems: items ? items.length : (count || 0),
644 orderedItems: items || [], // count-only for the public; full for the owner
645 };
646}
647
648// The accounts this site follows — count only, mirroring buildFollowers. The spec lists
649// `following` as a standard actor property; Hubzilla/Friendica + crawlers expect it.
650export function buildFollowing(base, site, count, items = null) {
651 const id = `${actorId(base, site.slug)}/following`;
652 return {
653 '@context': AP_CONTEXT,
654 id,
655 type: 'OrderedCollection',
656 totalItems: items ? items.length : (count || 0),
657 orderedItems: items || [], // count-only for the public; full for the owner
658 };
659}
660
661// Pinned posts → the actor's `featured` collection. Mastodon reads this and shows
662// these as the "Featured" tab (pinned to the profile). Posts come ordered by pin
663// rank; embedded as full Notes so a remote server doesn't need extra fetches.
664export function buildFeatured(base, site, posts) {
665 const id = `${actorId(base, site.slug)}/featured`;
666 const items = (posts || []).map((p) => buildNote(base, site, p));
667 return {
668 '@context': AP_CONTEXT,
669 id,
670 type: 'OrderedCollection',
671 totalItems: items.length,
672 orderedItems: items,
673 };
674}
675
676// ── followers store (lazy stmts) ──────────────────────────────────
677let _insF, _updFDisp, _delF, _listF, _cntF;
678function fStmts() {
679 if (!_insF) {
680 _insF = db.prepare('INSERT OR IGNORE INTO ap_followers (slug, actor_uri, inbox, shared_inbox, name, handle, icon, created_at) VALUES (?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
681 _updFDisp = db.prepare('UPDATE ap_followers SET name = COALESCE(?, name), handle = COALESCE(?, handle), icon = COALESCE(?, icon) WHERE slug = ? AND actor_uri = ?');
682 _delF = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND actor_uri = ?');
683 _listF = db.prepare('SELECT inbox, shared_inbox FROM ap_followers WHERE slug = ?');
684 _cntF = db.prepare('SELECT COUNT(*) n FROM ap_followers WHERE slug = ?');
685 }
686 return { ins: _insF, del: _delF, list: _listF, cnt: _cntF };
687}
688export function followerCount(slug) { return fStmts().cnt.get(slug).n; }
689
690// Followers with delivery health, for the management list. Never-delivered accounts
691// first, then oldest successful delivery first — i.e. the cleanup candidates on top.
692export function listFollowers(slug) {
693 return db.prepare(
694 `SELECT id, actor_uri, inbox, shared_inbox, created_at, last_delivery_at, last_error_at
695 FROM ap_followers WHERE slug = ?
696 ORDER BY (last_delivery_at IS NULL) DESC, last_delivery_at ASC, created_at ASC`
697 ).all(slug);
698}
699// Manually drop a follower after a check (a still-live account would have to re-follow).
700export function removeFollower(slug, id) {
701 const info = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND id = ?').run(slug, id);
702 return info.changes > 0;
703}
704
705// Best cached display for an actor URI, across the caches Klonkt already fills:
706// followers (now with name/icon), following, interactions, timeline, mentions.
707// Falls back to a handle derived from the URI. Display info is not sensitive.
708export function actorDisplay(slug, uri) {
709 const ok = (r) => r && (r.name || r.icon);
710 try {
711 let r = db.prepare('SELECT name, handle, icon FROM ap_followers WHERE slug = ? AND actor_uri = ?').get(slug, uri);
712 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
713 r = db.prepare('SELECT name, handle, icon FROM ap_following WHERE slug = ? AND actor_uri = ?').get(slug, uri);
714 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
715 r = db.prepare('SELECT actor_name AS name, actor_handle AS handle, actor_icon AS icon FROM ap_interactions WHERE actor_uri = ? AND (actor_name IS NOT NULL OR actor_icon IS NOT NULL) ORDER BY created_at DESC LIMIT 1').get(uri);
716 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
717 r = db.prepare('SELECT author_name AS name, author_handle AS handle, author_icon AS icon FROM ap_timeline WHERE author_uri = ? AND (author_name IS NOT NULL OR author_icon IS NOT NULL) LIMIT 1').get(uri);
718 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
719 r = db.prepare('SELECT actor_name AS name, actor_handle AS handle, actor_icon AS icon FROM ap_mentions WHERE actor_uri = ? AND (actor_name IS NOT NULL OR actor_icon IS NOT NULL) ORDER BY created_at DESC LIMIT 1').get(uri);
720 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
721 } catch { /* ignore */ }
722 return { name: null, handle: deriveHandle(uri), icon: null };
723}
724
725// FEP-9876: does this `Prefer` header ask for enriched (embedded) members?
726// Pure and testable; the route sets the response headers around it.
727export function prefersEnriched(preferHeader) {
728 return /(^|[,;\s])return=representation($|[,;\s])/i.test(String(preferHeader || ''));
729}
730
731// AS2 actor reference with display, for the owner C2S followers/following view.
732// preferredUsername = the local part of the handle; name = the set display name.
733export function buildActorRef(slug, uri) {
734 const d = actorDisplay(slug, uri);
735 const user = d.handle && d.handle[0] === '@' ? d.handle.slice(1).split('@')[0] : null;
736 const out = { id: uri, type: 'Person' };
737 if (d.name) out.name = d.name;
738 if (user) out.preferredUsername = user;
739 if (d.icon) out.icon = { type: 'Image', url: d.icon };
740 return out;
741}
742
743// Merge who-you-follow (ap_following, rich display) with who-follows-you (ap_followers,
744// delivery health) into ONE connections list, keyed by actor_uri. Each entry gets a
745// direction (following →, follower ←, mutual ↔) and, for accounts we deliver to, an
746// `unreachable` flag (never delivered, or last attempt failed after the last success) so
747// the view can split dead connections into their own section. Powers the Connect page.
748export function listConnections(slug) {
749 const byUri = new Map();
750 for (const f of listFollowing(slug)) {
751 byUri.set(f.actor_uri, {
752 actor_uri: f.actor_uri, name: f.name || null, handle: f.handle || null,
753 icon: f.icon || null, url: f.url || null, auto_boost: f.auto_boost ? 1 : 0,
754 status: f.status || null, following: true, follower: false,
755 last_delivery_at: null, last_error_at: null, follower_id: null,
756 });
757 }
758 for (const fo of listFollowers(slug)) {
759 const e = byUri.get(fo.actor_uri);
760 if (e) { e.follower = true; e.last_delivery_at = fo.last_delivery_at; e.last_error_at = fo.last_error_at; e.follower_id = fo.id; }
761 else byUri.set(fo.actor_uri, {
762 actor_uri: fo.actor_uri, name: null, handle: null, icon: null, url: null,
763 auto_boost: 0, status: null, following: false, follower: true,
764 last_delivery_at: fo.last_delivery_at, last_error_at: fo.last_error_at, follower_id: fo.id,
765 });
766 }
767 return [...byUri.values()].map((e) => {
768 e.direction = (e.following && e.follower) ? 'mutual' : (e.following ? 'following' : 'follower');
769 e.unreachable = e.follower && (!e.last_delivery_at || (!!e.last_error_at && (!e.last_delivery_at || e.last_error_at > e.last_delivery_at)));
770 return e;
771 });
772}
773
774// ── inbound interactions store (replies / likes / boosts) + our outbound replies ──
775let _insI, _delLA, _delReply, _listI, _getI, _insO, _listO, _getO;
776// ── moderation tombstones (ap_rejected_objects) ───────────────────
777// A reply the owner removed stays removed: its object URI is tombstoned and
778// checked at ingest AND by the thread-crawler (else thread-filling would
779// re-fetch it). Owner moderation acts on the LOCAL copy, so it also works for
780// private notes that authorize_interaction can't fetch (401/404).
781let _insRj, _hasRj;
782function rjStmts() {
783 if (!_insRj) {
784 _insRj = db.prepare('INSERT OR IGNORE INTO ap_rejected_objects (object_uri, post_id, reason) VALUES (?,?,?)');
785 _hasRj = db.prepare('SELECT 1 FROM ap_rejected_objects WHERE object_uri = ?');
786 }
787 return { ins: _insRj, has: _hasRj };
788}
789export function isRejectedObject(uri) {
790 if (!uri) return false;
791 try { return !!rjStmts().has.get(String(uri)); } catch { return false; }
792}
793// Owner removes an incoming reply: tombstone + delete. Tenancy-scoped: the
794// interaction's post must belong to the caller's site.
795export function rejectInteraction(site, interactionId, reason) {
796 if (!site || !site.slug) return { error: 'forbidden' };
797 const row = iStmts().getI.get(interactionId);
798 if (!row) return { error: 'not_found' };
799 const owns = db.prepare('SELECT 1 FROM posts WHERE id = ? AND site_id = (SELECT id FROM sites WHERE slug = ?)')
800 .get(row.post_id, site.slug);
801 if (!owns) return { error: 'forbidden' };
802 if (row.object_uri) { try { rjStmts().ins.run(row.object_uri, row.post_id, reason || 'removed by site owner'); } catch { /* non-fatal */ } }
803 db.prepare('DELETE FROM ap_interactions WHERE id = ?').run(interactionId);
804 console.log('[AP] interaction removed by owner', site.slug, row.object_uri || row.actor_uri);
805 return { ok: true, object_uri: row.object_uri || null, actor_uri: row.actor_uri || null };
806}
807// Stored URIs of an interaction (tenancy-scoped) → feed sendReport for flagging
808// from the local copy (works for private notes; no remote fetch needed to target).
809export function interactionReportTarget(site, interactionId) {
810 if (!site || !site.slug) return null;
811 const row = iStmts().getI.get(interactionId);
812 if (!row) return null;
813 const owns = db.prepare('SELECT 1 FROM posts WHERE id = ? AND site_id = (SELECT id FROM sites WHERE slug = ?)')
814 .get(row.post_id, site.slug);
815 if (!owns) return null;
816 return { objectUri: row.object_uri || null, actorUri: row.actor_uri || null };
817}
818
819// AP addressing → visibility: 'public' | 'unlisted' | 'followers' | 'direct'.
820// Mastodon-conventie: Public in `to` = public, Public in `cc` = unlisted, een
821// followers-collectie zonder Public = followers-only, anders direct (DM). Public
822// kan als volledige URI, 'as:Public' of 'Public' voorkomen (JSON-LD shorthands).
823export function noteVisibility(o) {
824 const arr = (v) => (Array.isArray(v) ? v : (v ? [v] : []));
825 const isPub = (u) => u === PUBLIC || u === 'as:Public' || u === 'Public';
826 const to = arr(o && o.to).map(String);
827 const cc = arr(o && o.cc).map(String);
828 if (to.some(isPub)) return 'public';
829 if (cc.some(isPub)) return 'unlisted';
830 if ([...to, ...cc].some((u) => /\/followers\/?$/.test(u))) return 'followers';
831 return 'direct';
832}
833
834function iStmts() {
835 if (!_insI) {
836 _insI = db.prepare('INSERT OR IGNORE INTO ap_interactions (kind, post_id, object_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, parent_uri, visibility, emoji_json, actor_emoji_json, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
837 _delLA = db.prepare('DELETE FROM ap_interactions WHERE kind = ? AND post_id = ? AND actor_uri = ?');
838 _delReply = db.prepare("DELETE FROM ap_interactions WHERE kind = 'reply' AND object_uri = ?");
839 _listI = db.prepare('SELECT id, kind, object_uri, parent_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, created_at, acted_boost, acted_like, visibility, emoji_json, actor_emoji_json FROM ap_interactions WHERE post_id = ? ORDER BY created_at ASC');
840 _getI = db.prepare('SELECT * FROM ap_interactions WHERE id = ?');
841 _insO = db.prepare('INSERT INTO ap_outbox (id, site_slug, post_id, post_slug, in_reply_to, to_actor, to_handle, content, language, attachments, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
842 _listO = db.prepare('SELECT * FROM ap_outbox WHERE post_id = ? ORDER BY created_at ASC');
843 _getO = db.prepare('SELECT * FROM ap_outbox WHERE id = ?');
844 }
845 return { ins: _insI, delLA: _delLA, delReply: _delReply, list: _listI, getI: _getI, insO: _insO, listO: _listO, getO: _getO };
846}
847
848export function getInteractionById(id) { return iStmts().getI.get(id); }
849export function setInteractionBoosted(id, on) {
850 db.prepare('UPDATE ap_interactions SET acted_boost = ? WHERE id = ?').run(on ? 1 : 0, id);
851}
852export function setInteractionLiked(id, on) {
853 db.prepare('UPDATE ap_interactions SET acted_like = ? WHERE id = ?').run(on ? 1 : 0, id);
854}
855// Your like/boost state on a REMOTE post (interact page toggles).
856export function setMyReaction(slug, uri, kind, on) {
857 if (on) db.prepare('INSERT OR IGNORE INTO ap_my_reactions (site_slug, target_uri, kind) VALUES (?,?,?)').run(slug, uri, kind);
858 else db.prepare('DELETE FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ? AND kind = ?').run(slug, uri, kind);
859}
860export function getMyReactions(slug, uri) {
861 const rows = (slug && uri) ? db.prepare('SELECT kind FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ?').all(slug, uri) : [];
862 return { liked: rows.some((r) => r.kind === 'like'), boosted: rows.some((r) => r.kind === 'boost') };
863}
864
865const localPostExists = (id) => { try { return !!db.prepare('SELECT 1 FROM posts WHERE id = ?').get(id); } catch { return false; } };
866// Extract our local post id from a note URL, but only if it's ours (base match).
867function postIdFromNoteUrl(url, base) {
868 const s = String(url || '');
869 if (base && !s.startsWith(base)) return null;
870 const m = s.match(/\/ap\/notes\/([^/?#]+)/);
871 return m ? decodeURIComponent(m[1]) : null;
872}
873function deriveHandle(actorUri) {
874 try { const u = new URL(actorUri); const seg = u.pathname.split('/').filter(Boolean).pop() || ''; return `@${seg}@${u.host}`; } catch { return String(actorUri || ''); }
875}
876function actorInfo(doc, actorUri) {
877 let host = ''; try { host = new URL(actorUri).host; } catch { /* keep empty */ }
878 const handle = doc && doc.preferredUsername ? `@${doc.preferredUsername}@${host}` : deriveHandle(actorUri);
879 const icon = doc && doc.icon ? (doc.icon.url || (Array.isArray(doc.icon) && doc.icon[0] && doc.icon[0].url)) : null;
880 const name = (doc && (doc.name || doc.preferredUsername)) || handle;
881 return {
882 name,
883 handle,
884 url: safeUrl((doc && (doc.url || doc.id)) || actorUri) || null,
885 icon: safeUrl(icon) || null,
886 // FEP-9098 custom emojis in the display name (":shortcode:"), so the byline
887 // renders them. Only computed when the name actually has a shortcode.
888 emojis: /:[A-Za-z0-9_+-]+:/.test(name) ? actorNameEmojis(doc) : undefined,
889 };
890}
891
892// Map ":shortcode:" → image url from an actor doc's Emoji tags (for a custom-
893// emoji display name). Undefined when there are none.
894function actorNameEmojis(doc) {
895 const arr = doc && Array.isArray(doc.tag) ? doc.tag : (doc && doc.tag ? [doc.tag] : []);
896 const out = {};
897 for (const t of arr) {
898 if (!t || (Array.isArray(t.type) ? t.type[0] : t.type) !== 'Emoji' || typeof t.name !== 'string' || !t.icon) continue;
899 const u = t.icon.url || (Array.isArray(t.icon) && t.icon[0] && t.icon[0].url);
900 if (u) out[t.name] = u;
901 }
902 return Object.keys(out).length ? out : undefined;
903}
904
905// Given an inReplyTo note URL, find which local post the thread belongs to + the
906// note being replied to (parent), so a reply-to-a-comment can be nested.
907function findThreadTarget(inReplyTo, base) {
908 if (!inReplyTo) return null;
909 const seg = postIdFromNoteUrl(inReplyTo, base); // our /ap/notes/<id> segment (if ours)
910 if (seg && localPostExists(seg)) return { post_id: seg, parent_uri: inReplyTo };
911 if (seg) {
912 try { const o = db.prepare('SELECT post_id FROM ap_outbox WHERE id = ?').get(seg); if (o && o.post_id) return { post_id: o.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
913 }
914 try { const row = db.prepare("SELECT post_id FROM ap_interactions WHERE object_uri = ? AND kind = 'reply' LIMIT 1").get(inReplyTo); if (row && row.post_id) return { post_id: row.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
915 return null;
916}
917
918// Drop the leading @mention(s) a federated reply carries (the person being replied to),
919// so a comment reads "dope tekening ouwe" instead of "@jason@jasonhacky.nl dope …".
920// Keeps a leading <p> wrapper; handles mention <a> links and plain-text @user@domain.
921export function stripLeadingMentions(html) {
922 if (!html) return html;
923 let s = String(html);
924 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:<a\b[^>]*>\s*@[^<]+<\/a>[  ]*)+/i, (m, p) => p || '');
925 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:@[\w.-]+(?:@[\w.-]+)?[  ]+)+/i, (m, p) => p || '');
926 return s;
927}
928
929// View-ready threaded view of a post's fediverse activity (inbound replies +
930// our outbound replies, nested), plus like/boost counts.
931export function getInteractions(postId, base, site) {
932 const s = iStmts();
933 // Privacy: a followers-only or direct (DM) reply is addressed to people, not to the
934 // public web, so it must NOT render in the public thread. It still reaches the owner
935 // via notifications (post context + reference included there). Legacy rows without a
936 // visibility value are treated as public. Likes/boosts stay counted (count-only).
937 const rows = s.list.all(postId).filter((r) =>
938 r.kind !== 'reply' || !(r.visibility === 'followers' || r.visibility === 'direct'));
939 const baseClean = (base || process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
940 const postNoteId = baseClean ? `${baseClean}/ap/notes/${postId}` : null;
941 // Our own (outbound) replies show the SITE identity for everyone (not "You").
942 let host = ''; try { host = new URL(baseClean).host; } catch { /* ignore */ }
943 const siteName = (site && (site.title || site.slug)) || '';
944 const siteHandle = (site && site.slug && host) ? `@${site.slug}@${host}` : '';
945 const siteUrl = baseClean ? `${baseClean}/` : '';
946 const siteIcon = (site && site.profile_photo) || null;
947
948 const nodes = [];
949 for (const r of rows) {
950 if (r.kind !== 'reply') continue;
951 nodes.push({
952 noteId: r.object_uri, parent: r.parent_uri || null, mine: false, id: r.id,
953 actor_uri: r.actor_uri,
954 actor_name: r.actor_name, actor_handle: r.actor_handle, actor_url: r.actor_url,
955 actor_icon: r.actor_icon, content: stripLeadingMentions(r.content), created_at: r.published || r.created_at,
956 emoji_json: r.emoji_json, actor_emoji_json: r.actor_emoji_json, // FEP-9098 (thread render)
957 acted_boost: !!r.acted_boost, acted_like: !!r.acted_like,
958 children: [],
959 });
960 }
961 for (const o of s.listO.all(postId)) {
962 nodes.push({
963 noteId: baseClean ? `${baseClean}/ap/notes/${o.id}` : o.id, parent: o.in_reply_to || null,
964 mine: true, outboxId: o.id, content: stripLeadingMentions(o.content), created_at: o.created_at,
965 media: (() => { try { return o.attachments ? JSON.parse(o.attachments) : []; } catch { return []; } })(),
966 actor_name: siteName, actor_handle: siteHandle, actor_url: siteUrl, actor_icon: siteIcon,
967 children: [],
968 });
969 }
970
971 const byId = new Map(nodes.map((n) => [n.noteId, n]));
972 // Conversation partners per node (u02, the reply editor's mentions bar): the
973 // node's author plus the ancestor authors up the chain. Our own nodes are
974 // skipped (we do not mention ourselves), deduped by actor, capped at 8.
975 for (const n of nodes) {
976 const seen = new Set();
977 const list = [];
978 let cur = n, guard = 0;
979 while (cur && guard++ < 12 && list.length < 8) {
980 if (!cur.mine && cur.actor_uri && !seen.has(cur.actor_uri)) {
981 seen.add(cur.actor_uri);
982 list.push({
983 uri: cur.actor_uri,
984 url: cur.actor_url || cur.actor_uri,
985 handle: cur.actor_handle || deriveHandle(cur.actor_uri),
986 });
987 }
988 cur = cur.parent ? byId.get(cur.parent) : null;
989 }
990 n.participants = list;
991 }
992 const isTop = (n) => !n.parent || n.parent === postNoteId || !byId.has(n.parent);
993 const tops = [];
994 for (const n of nodes) {
995 if (isTop(n)) { tops.push(n); continue; }
996 let anc = n, guard = 0;
997 while (!isTop(anc) && guard++ < 12) anc = byId.get(anc.parent);
998 anc.children.push(n);
999 }
1000 const byTime = (a, b) => new Date(a.created_at) - new Date(b.created_at);
1001 tops.sort(byTime).forEach((t) => t.children.sort(byTime));
1002
1003 return {
1004 thread: tops,
1005 likeCount: rows.filter((r) => r.kind === 'like').length,
1006 announceCount: rows.filter((r) => r.kind === 'announce').length,
1007 total: nodes.length,
1008 };
1009}
1010
1011// ── HTTP Signatures + delivery ────────────────────────────────────
1012const slugFromActorUrl = (url) => { const m = String(url || '').match(/\/ap\/users\/([^/?#]+)/); return m ? decodeURIComponent(m[1]) : null; };
1013// Which of OUR sites are named in a note's Mention tags? Only hrefs on our own base count
1014// (an /ap/users/<slug> path on a remote host is someone else's actor), and the slug must be
1015// an existing site. Deduped.
1016export function localMentionSlugs(tags, base) {
1017 if (!base) return [];
1018 const out = [], seen = new Set();
1019 for (const t of (Array.isArray(tags) ? tags : (tags ? [tags] : []))) {
1020 if (!t || t.type !== 'Mention' || typeof t.href !== 'string') continue;
1021 if (!t.href.startsWith(base + '/ap/users/')) continue;
1022 const slug = slugFromActorUrl(t.href);
1023 if (!slug || seen.has(slug)) continue; seen.add(slug);
1024 try { if (db.prepare('SELECT 1 FROM sites WHERE slug = ?').get(slug)) out.push(slug); } catch { /* ignore */ }
1025 }
1026 return out;
1027}
1028
1029// Sign + POST an activity to a remote inbox (draft-cavage HTTP Signatures, RSA-SHA256).
1030export async function deliver(inboxUrl, bodyObj, keyId, privatePem) {
1031 const body = JSON.stringify(bodyObj);
1032 const u = new URL(inboxUrl);
1033 const date = new Date().toUTCString();
1034 const digest = 'SHA-256=' + crypto.createHash('sha256').update(body).digest('base64');
1035 const signingString = `(request-target): post ${u.pathname}\nhost: ${u.host}\ndate: ${date}\ndigest: ${digest}`;
1036 const signature = crypto.sign('sha256', Buffer.from(signingString), privatePem).toString('base64');
1037 const sig = `keyId="${keyId}",algorithm="rsa-sha256",headers="(request-target) host date digest",signature="${signature}"`;
1038 const r = await safeFetch(inboxUrl, {
1039 method: 'POST',
1040 headers: { 'Content-Type': 'application/activity+json', Accept: 'application/activity+json', Date: date, Digest: digest, Signature: sig },
1041 body,
1042 });
1043 return r.status;
1044}
1045
1046export async function fetchActor(url) {
1047 try {
1048 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
1049 if (!r.ok) return null;
1050 const len = Number(r.headers.get('content-length') || 0);
1051 if (len > 2_000_000) return null; // refuse oversized actor docs
1052 return await r.json();
1053 } catch { return null; }
1054}
1055
1056// ── Delivery queue with retries ───────────────────────────────────
1057// Outbound deliveries are tried immediately; on failure (down server, timeout,
1058// non-2xx) they're queued and retried with backoff so a briefly-offline follower
1059// doesn't silently miss the post. The signing key is NOT stored — the worker
1060// re-derives it from the actor slug at send time.
1061const DELIVERY_MAX_ATTEMPTS = 6;
1062const DELIVERY_BACKOFF_MIN = [1, 5, 15, 60, 180, 360];
1063let _insDeliv, _dueDeliv, _delDeliv, _bumpDeliv;
1064function deliveryStmts() {
1065 if (!_insDeliv) {
1066 _insDeliv = db.prepare('INSERT INTO ap_delivery (slug, inbox, body, attempts, next_at) VALUES (?,?,?,0,CURRENT_TIMESTAMP)');
1067 _dueDeliv = db.prepare("SELECT * FROM ap_delivery WHERE datetime(next_at) <= datetime('now') ORDER BY next_at LIMIT 30");
1068 _delDeliv = db.prepare('DELETE FROM ap_delivery WHERE id = ?');
1069 _bumpDeliv = db.prepare('UPDATE ap_delivery SET attempts = ?, next_at = ? WHERE id = ?');
1070 }
1071 return { ins: _insDeliv, due: _dueDeliv, del: _delDeliv, bump: _bumpDeliv };
1072}
1073export function enqueueDelivery(slug, inbox, activity) {
1074 if (!slug || !inbox || !activity) return;
1075 try { deliveryStmts().ins.run(slug, inbox, JSON.stringify(activity)); } catch { /* ignore */ }
1076}
1077// Record delivery health per follower so the followers list can flag dead accounts.
1078// Keyed by inbox: a shared-inbox POST reaches every follower behind it, so all of them
1079// are marked. A non-follower inbox (inline @mention) simply matches 0 rows.
1080let _fDelivOk, _fDelivErr;
1081function markFollowerDelivery(slug, inbox, ok) {
1082 if (!slug || !inbox) return;
1083 try {
1084 if (!_fDelivOk) {
1085 _fDelivOk = db.prepare('UPDATE ap_followers SET last_delivery_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
1086 _fDelivErr = db.prepare('UPDATE ap_followers SET last_error_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
1087 }
1088 (ok ? _fDelivOk : _fDelivErr).run(slug, inbox, inbox);
1089 } catch { /* health tracking is non-fatal */ }
1090}
1091// Deliver now; queue for retry if it fails.
1092export async function deliverWithRetry(slug, inbox, activity, keyId, privPem) {
1093 if (!inbox) return;
1094 try { const st = await deliver(inbox, activity, keyId, privPem); if (st >= 200 && st < 300) { markFollowerDelivery(slug, inbox, true); return; } } catch { /* queue below */ }
1095 enqueueDelivery(slug, inbox, activity);
1096}
1097let _processingDeliv = false;
1098export async function processDeliveryQueue() {
1099 if (_processingDeliv) return; // re-entrancy guard: 30 rows × 8s can exceed the 60s tick → no double-delivery
1100 _processingDeliv = true;
1101 try {
1102 let rows;
1103 try { rows = deliveryStmts().due.all(); } catch { return; }
1104 if (!rows || !rows.length) return;
1105 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1106 for (const row of rows) {
1107 let ok = false;
1108 try {
1109 const keys = getOrCreateKeys(row.slug);
1110 const st = await deliver(row.inbox, JSON.parse(row.body), `${actorId(base, row.slug)}#main-key`, keys.private_pem);
1111 ok = st >= 200 && st < 300;
1112 } catch { ok = false; }
1113 if (ok) { markFollowerDelivery(row.slug, row.inbox, true); deliveryStmts().del.run(row.id); continue; }
1114 const attempts = row.attempts + 1;
1115 if (attempts >= DELIVERY_MAX_ATTEMPTS) { markFollowerDelivery(row.slug, row.inbox, false); deliveryStmts().del.run(row.id); console.warn('[AP] delivery gave up after', attempts, 'tries →', row.inbox); continue; }
1116 // Index the backoff on the CURRENT attempt count (row.attempts) so the first
1117 // retry uses the 1-min tier instead of skipping it.
1118 const mins = DELIVERY_BACKOFF_MIN[Math.min(row.attempts, DELIVERY_BACKOFF_MIN.length - 1)];
1119 deliveryStmts().bump.run(attempts, new Date(Date.now() + mins * 60000).toISOString(), row.id);
1120 }
1121 } finally { _processingDeliv = false; }
1122}
1123let _delivTimer = null;
1124export function startDeliveryWorker() {
1125 if (_delivTimer) return;
1126 _delivTimer = setInterval(() => { processDeliveryQueue().catch(() => {}); }, 60 * 1000);
1127 if (_delivTimer.unref) _delivTimer.unref();
1128}
1129
1130// Best-effort verification of an incoming signed request. Returns the sender's
1131// actor doc if the signature checks out, else null. (Not gating yet — MVP.)
1132// Max clock skew for the signed Date header (replay window). Generous default to tolerate
1133// federating servers with drifting clocks; an operator can widen it via env.
1134const SIG_MAX_SKEW_MS = (Number(process.env.AP_SIG_MAX_SKEW_MIN) || 60) * 60 * 1000;
1135export async function verifyRequest(req) {
1136 const sigH = req.headers['signature'];
1137 if (!sigH) return null;
1138 const p = Object.fromEntries([...sigH.matchAll(/([a-zA-Z]+)="([^"]*)"/g)].map((m) => [m[1], m[2]]));
1139 if (!p.keyId || !p.signature) return null;
1140 const actor = await fetchActor(p.keyId.split('#')[0]);
1141 const pem = actor && actor.publicKey && actor.publicKey.publicKeyPem;
1142 if (!pem) return null;
1143 const hs = (p.headers || '(request-target) host date').split(/\s+/);
1144 // Behind a reverse proxy the raw Host header is the backend bind (e.g. localhost:3000, when
1145 // the proxy doesn't preserve it — Apache .htaccess [P] proxying), but the sender signed the
1146 // HTTP-Signature over the PUBLIC host. Try each candidate host (the configured PUBLIC_BASE_URL
1147 // host, the proxy's X-Forwarded-Host, and the raw Host) and accept if the signature verifies
1148 // against any. An attacker can't forge a match (no private key), so this only rescues the
1149 // legitimate proxied case. Also normalise a leading double-slash in the request-target.
1150 let _pubHost = null;
1151 if (process.env.PUBLIC_BASE_URL) { try { _pubHost = new URL(process.env.PUBLIC_BASE_URL).host; } catch { /* ignore */ } }
1152 const _hosts = [...new Set([_pubHost, req.headers['x-forwarded-host'], req.headers['host']].filter(Boolean))];
1153 const _target = `${req.method.toLowerCase()} ${String(req.originalUrl || '').replace(/^\/{2,}/, '/')}`;
1154 const _sig = Buffer.from(p.signature, 'base64');
1155 let ok = false;
1156 for (const _h of _hosts) {
1157 const line = hs.map((x) => x === '(request-target)'
1158 ? `(request-target): ${_target}`
1159 : x === 'host' ? `host: ${_h}`
1160 : `${x}: ${req.headers[x] || ''}`).join('\n');
1161 try { if (crypto.verify('sha256', Buffer.from(line), pem, _sig)) { ok = true; break; } } catch { /* try next host */ }
1162 }
1163 // Replay defence: the Date header must be signed and recent. A captured signed request
1164 // replayed later (or with a swapped body) is rejected.
1165 if (ok) {
1166 if (!hs.includes('date')) ok = false;
1167 else {
1168 const t = Date.parse(req.headers['date'] || '');
1169 if (isNaN(t) || Math.abs(Date.now() - t) > SIG_MAX_SKEW_MS) ok = false;
1170 }
1171 }
1172 // Digest is MANDATORY when the request carries a body: without a signed digest the body
1173 // isn't covered by the signature and could be swapped on a replay.
1174 if (ok && req.rawBody && req.rawBody.length) {
1175 if (!hs.includes('digest')) ok = false;
1176 else {
1177 const exp = 'SHA-256=' + crypto.createHash('sha256').update(req.rawBody).digest('base64');
1178 if (req.headers['digest'] !== exp) ok = false;
1179 }
1180 }
1181 return ok ? actor : null;
1182}
1183
1184// Parse a fediverse poll (an ActivityStreams `Question` — the Mastodon-standard poll form)
1185// into our compact shape. `oneOf` = single choice, `anyOf` = multiple; each option is a Note
1186// with a `name` and a `replies` collection whose `totalItems` is that option's vote count.
1187function parsePoll(o) {
1188 if (!o || o.type !== 'Question') return null;
1189 const raw = Array.isArray(o.oneOf) ? o.oneOf : (Array.isArray(o.anyOf) ? o.anyOf : null);
1190 if (!raw || !raw.length) return null;
1191 const options = raw.slice(0, 12).map((opt) => ({
1192 name: String((opt && opt.name) || '').slice(0, 300),
1193 count: Math.max(0, Number(opt && opt.replies && opt.replies.totalItems) || 0),
1194 })).filter((x) => x.name);
1195 if (!options.length) return null;
1196 const endTime = o.endTime || (typeof o.closed === 'string' ? o.closed : null);
1197 const closed = !!o.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
1198 return { multiple: Array.isArray(o.anyOf), options, endTime, closed, voters: Number(o.votersCount) || null, voted: null };
1199}
1200
1201// ── Polls WE host (a local post with a poll) ──────────────────────
1202// Parse the poll definition stored on our own post (posts.poll_json). Counts are
1203// NOT stored here — they're derived from the poll_votes ballots so a re-render always
1204// reflects the authoritative tally.
1205export function parseOwnPoll(pollJson) {
1206 if (!pollJson) return null;
1207 let d; try { d = typeof pollJson === 'string' ? JSON.parse(pollJson) : pollJson; } catch { return null; }
1208 if (!d || !Array.isArray(d.options)) return null;
1209 const options = d.options.map((o) => ({ name: String((o && o.name != null ? o.name : o) || '').slice(0, 300) })).filter((o) => o.name);
1210 if (options.length < 2) return null;
1211 const endTime = d.endTime || null;
1212 const closed = !!d.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
1213 return { multiple: !!d.multiple, options, endTime, closed };
1214}
1215
1216// Live tally of a hosted poll from its ballots: per-option counts + unique voters.
1217export function pollTally(postId) {
1218 const counts = {}; let voters = 0;
1219 try {
1220 for (const r of db.prepare('SELECT choice, COUNT(*) AS n FROM poll_votes WHERE post_id = ? GROUP BY choice').all(postId)) counts[r.choice] = r.n;
1221 voters = db.prepare('SELECT COUNT(DISTINCT actor_uri) AS n FROM poll_votes WHERE post_id = ?').get(postId).n || 0;
1222 } catch { /* table may not exist yet */ }
1223 return { counts, voters };
1224}
1225
1226// Render-ready view of a hosted poll (options with counts + percentages, totals, state).
1227// Voting is fediverse-only, so this is display-only on the site.
1228export function ownPollView(post) {
1229 const poll = parseOwnPoll(post && post.poll_json);
1230 if (!poll) return null;
1231 const { counts, voters } = pollTally(post.id);
1232 const total = Object.values(counts).reduce((a, b) => a + b, 0);
1233 const denom = poll.multiple ? voters : total; // multiple-choice %: share of voters (can sum >100%)
1234 const options = poll.options.map((o) => {
1235 const count = counts[o.name] || 0;
1236 return { name: o.name, count, pct: denom ? Math.round((count / denom) * 100) : 0 };
1237 });
1238 return { multiple: poll.multiple, options, total, voters, endTime: poll.endTime, closed: poll.closed };
1239}
1240
1241// Attach the AS2 Question shape to a note built for a hosted poll. Mastodon renders a
1242// status with either media OR a poll (never both), so a poll federates as content +
1243// options with no media attachment. oneOf = single choice, anyOf = multiple.
1244function applyPollToNote(note, postId, poll) {
1245 const { counts, voters } = pollTally(postId);
1246 const opts = poll.options.map((o) => ({
1247 type: 'Note',
1248 name: o.name,
1249 replies: { type: 'Collection', totalItems: counts[o.name] || 0 },
1250 }));
1251 note.type = 'Question';
1252 note[poll.multiple ? 'anyOf' : 'oneOf'] = opts;
1253 if (poll.endTime) note.endTime = new Date(poll.endTime).toISOString();
1254 // Once closed, Mastodon expects a `closed` timestamp (the effective end).
1255 if (poll.closed) note.closed = poll.endTime ? new Date(poll.endTime).toISOString() : new Date().toISOString();
1256 note.votersCount = voters;
1257 delete note.attachment; // media ATTACHMENTS + a poll are mutually exclusive on Mastodon
1258 // Keep note.image: it's the cover, which Mastodon ignores on a Question anyway
1259 // (same as on any Note) but Klonkt reads to show the cover in feeds/the Cirkel.
1260 // Deleting it stripped the cover off every boosted poll.
1261 return note;
1262}
1263
1264// Record an inbound ballot on one of OUR polls. A vote arrives as a Create(Note) whose
1265// `name` is the chosen option and `inReplyTo` is our poll note — the Mastodon-standard
1266// vote form. Returns { handled } — handled=true means it was addressed to a poll (so the
1267// caller must NOT also store it as a reply), false means "not a poll, fall through".
1268function recordPollBallot(postId, actorUri, rawChoice) {
1269 const choice = String(rawChoice == null ? '' : rawChoice).slice(0, 300);
1270 if (!choice) return { handled: false };
1271 let post; try { post = db.prepare('SELECT poll_json FROM posts WHERE id = ?').get(postId); } catch { return { handled: false }; }
1272 const poll = post && parseOwnPoll(post.poll_json);
1273 if (!poll) return { handled: false }; // not a poll → let the reply logic handle it
1274 if (poll.closed) return { handled: true }; // voting closed → drop
1275 if (!poll.options.some((o) => o.name === choice)) return { handled: true }; // unknown option → drop
1276 try {
1277 // Single choice = one ballot per actor: ignore a later/different vote. Multiple choice
1278 // allows one ballot per distinct option (the UNIQUE(post,actor,choice) dedupes repeats).
1279 if (!poll.multiple && db.prepare('SELECT 1 FROM poll_votes WHERE post_id = ? AND actor_uri = ? LIMIT 1').get(postId, actorUri)) return { handled: true };
1280 db.prepare('INSERT OR IGNORE INTO poll_votes (post_id, actor_uri, choice) VALUES (?, ?, ?)').run(postId, actorUri, choice);
1281 } catch { return { handled: true }; }
1282 schedulePollUpdate(postId);
1283 return { handled: true };
1284}
1285
1286// Coalesce a burst of votes into ONE Update(Question) per poll: the first vote schedules a
1287// refresh ~15s out; further votes in that window ride the same pending update (which carries
1288// the accumulated tally). Non-follower voters re-fetch the Question (live tally) themselves.
1289const _pollUpdTimers = new Map();
1290function schedulePollUpdate(postId) {
1291 if (_pollUpdTimers.has(postId)) return;
1292 const t = setTimeout(() => { _pollUpdTimers.delete(postId); deliverPollUpdate(postId).catch(() => { /* best-effort */ }); }, 15000);
1293 if (t.unref) t.unref();
1294 _pollUpdTimers.set(postId, t);
1295}
1296
1297// Push the fresh poll tally (or closed state) to followers as Update(Question).
1298export async function deliverPollUpdate(postId) {
1299 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1300 if (!base || !postId) return;
1301 let post, site;
1302 try {
1303 post = db.prepare('SELECT * FROM posts WHERE id = ?').get(postId);
1304 if (!post || !post.poll_json) return;
1305 site = db.prepare('SELECT * FROM sites WHERE id = ?').get(post.site_id);
1306 } catch { return; }
1307 if (site) await deliverUpdate(site, post);
1308}
1309
1310// ── Web push to the owner (docs/webpush-design.md, slice 3) ─────────
1311// Fire-and-forget: a notification must never block or break inbox processing.
1312function pushEvent(slug, event) {
1313 try { Push.notifySite(slug, event).catch(() => {}); } catch { /* never throw */ }
1314}
1315// Hub-aware path prefix for a site's pages ('' in solo).
1316function pushPrefix(slug) {
1317 try { return getTenancy() === 'hub' ? `/user/${slug}` : ''; } catch { return ''; }
1318}
1319// Notification language: the site's content language (fallback: instance default).
1320function pushLang(slug) {
1321 try { const r = db.prepare('SELECT language FROM sites WHERE slug = ?').get(slug); return (r && r.language) || process.env.KLONKT_DEFAULT_LANG || 'nl'; } catch { return 'nl'; }
1322}
1323// Site slug, target URL and title for a post-scoped notification.
1324function pushPostCtx(postId) {
1325 try {
1326 const r = db.prepare('SELECT p.slug AS post, p.title, s.slug AS site FROM posts p JOIN sites s ON s.id = p.site_id WHERE p.id = ?').get(postId);
1327 if (!r) return null;
1328 return { site: r.site, title: r.title || r.post, url: `${pushPrefix(r.site)}/${r.post}#fediverse` };
1329 } catch { return null; }
1330}
1331
1332// Handle an incoming inbox POST. slugParam = null for the shared /ap/inbox.
1333export async function handleInbox(req, slugParam) {
1334 const act = req.body || {};
1335 const type = act.type;
1336 // Real client IP (behind the proxy via `trust proxy`) — logged on dropped/rejected/
1337 // ignored inbox hits so an operator can see who is probing their fediverse inbox.
1338 const ip = req.ip || (req.connection && req.connection.remoteAddress) || '?';
1339 const base = (process.env.PUBLIC_BASE_URL || `${req.protocol}://${req.get('host')}`).replace(/\/+$/, '');
1340 const verified = await verifyRequest(req).catch(() => null);
1341
1342 // ENFORCE HTTP signatures: a data-affecting activity must be signed by the very
1343 // actor it claims to be. No valid signature, or signer ≠ actor → reject (no
1344 // forged replies/likes/follows/timeline posts). GET/discovery stays open.
1345 const claimedActor = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1346 // Blocked actor/domain → silently drop (202, don't reveal the block).
1347 if (claimedActor && isBlockedAny(claimedActor)) { console.log('[AP] inbox dropped (blocked)', claimedActor, 'from', ip); return 202; }
1348 const GATED = ['Create', 'Like', 'Announce', 'Follow', 'Delete', 'Undo', 'Accept', 'Reject', 'Add', 'Remove', 'Update', 'Flag', 'Offer'];
1349 if (GATED.includes(type)) {
1350 if (!verified || !claimedActor || verified.id !== claimedActor) {
1351 console.warn('[AP] inbox REJECTED (signature)', type, claimedActor || '?', 'from', ip, verified ? '(signer mismatch)' : '(unsigned/invalid)');
1352 return 401;
1353 }
1354 }
1355
1356 // FEP-633c §5.3 (modelled on the adoption offer): a gated follow forwarded to
1357 // the guardians as an Offer(Follow), their Accept/Reject back to the ward.
1358 if ((type === 'Offer' || type === 'Accept' || type === 'Reject') && act['shaer:followApproval'] === true) {
1359 if (await handleFollowApprovalInbox(act, slugParam)) { console.log('[AP] follow-approval', type, 'from', claimedActor); return 202; }
1360 }
1361
1362 // FEP-633c: the adoption handshake. An Offer lands at the local ward; an
1363 // Accept/Reject answers an offer a local guardian sent. Anything the
1364 // guardianship module does not recognize falls through to the old paths.
1365 if (type === 'Offer' || type === 'Accept' || type === 'Reject') {
1366 // Every LOCAL party this activity is addressed to gets its own copy of the
1367 // handshake (a ward and a co-guardian may both live here). Gather candidate
1368 // local slugs from the inbox owner, the `to` list, and the ward.
1369 const cand = new Set();
1370 if (slugParam) cand.add(slugParam);
1371 for (const t of (Array.isArray(act.to) ? act.to : (act.to ? [act.to] : []))) {
1372 if (typeof t === 'string') { const s = slugFromActorUrl(t); if (s) cand.add(s); }
1373 }
1374 if (type === 'Offer') {
1375 const rel = Guardianship.parseRelationship(act.object);
1376 if (rel) { const s = slugFromActorUrl(rel.ward); if (s) cand.add(s); }
1377 }
1378 let consumed = false;
1379 for (const slug of cand) {
1380 const gsite = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
1381 if (gsite && await Guardianship.handleGuardianshipInbox(gsite, act).catch(() => false)) consumed = true;
1382 }
1383 if (consumed) { console.log('[AP] guardianship', type, 'from', claimedActor); return 202; }
1384 }
1385
1386 // A moderation report (Flag) about our content — store it for the targeted site's owner
1387 // (each Klonkt site is moderated by its own owner). Signature is enforced (GATED).
1388 if (type === 'Flag') {
1389 const objs = Array.isArray(act.object) ? act.object : (act.object ? [act.object] : []);
1390 const objectUris = objs.map((o) => (typeof o === 'string' ? o : (o && o.id))).filter(Boolean);
1391 let targetSlug = null;
1392 const noteIds = [];
1393 for (const u of objectUris) {
1394 const s = slugFromActorUrl(u); // one of our actors?
1395 if (s) { targetSlug = targetSlug || s; continue; }
1396 const pid = postIdFromNoteUrl(u, base); // one of our notes?
1397 if (pid) noteIds.push(pid);
1398 }
1399 if (!targetSlug && noteIds.length) {
1400 try { const r = db.prepare('SELECT s.slug FROM posts p JOIN sites s ON s.id = p.site_id WHERE p.id = ? LIMIT 1').get(noteIds[0]); if (r) targetSlug = r.slug; } catch { /* ignore */ }
1401 }
1402 if (!targetSlug) return 202; // not about us / can't tell → drop
1403 // Flag is GATED, so `verified` is the signer's (reporter's) actor doc already.
1404 const ai = actorInfo(verified || null, claimedActor);
1405 try {
1406 db.prepare('INSERT INTO ap_reports (slug, actor_uri, actor_name, actor_handle, actor_icon, content, objects, created_at) VALUES (?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1407 .run(targetSlug, claimedActor || null, ai.name, ai.handle, ai.icon, HtmlSanitizerService.toPlainText(act.content || '').slice(0, 3000), JSON.stringify(objectUris.slice(0, 20)));
1408 console.log('[AP] report received for', targetSlug, 'from', claimedActor);
1409 } catch { /* ignore */ }
1410 return 202;
1411 }
1412
1413 if (type === 'Follow') {
1414 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1415 const slug = slugParam || slugFromActorUrl(typeof act.object === 'string' ? act.object : (act.object && act.object.id));
1416 if (!who || !slug) return 400;
1417 const remote = await fetchActor(who);
1418 if (!remote || !remote.inbox) return 202; // can't reach them → drop quietly
1419 const sharedInbox = (remote.endpoints && remote.endpoints.sharedInbox) || null;
1420 const fi = actorInfo(remote, who); // cache display for the friends list (shaer-aa3)
1421 // FEP-633c §5.3: if the followed actor is a WARD (has guardians), the
1422 // follow is gated. A committed guardian's own Follow is auto-accepted
1423 // (it needs no gate); anyone else is held pending for guardian approval.
1424 // Free actors / normal sites have no guardians → fall through, unchanged.
1425 const wardGuardians = Guardianship.listGuardians(slug).map((g) => g.other_uri);
1426 if (wardGuardians.length && !wardGuardians.includes(who)) {
1427 const followId = (typeof act.id === 'string' && act.id) || `${who}#follow-${Date.now()}-${rid()}`;
1428 Guardianship.follows.recordPending(slug, {
1429 id: followId, follower: who, inbox: remote.inbox, sharedInbox,
1430 name: fi.name, handle: fi.handle, icon: fi.icon, activity: act,
1431 });
1432 // FEP-633c §5.3, modelled on the guardian offer: the ward forwards the
1433 // gated follow to its guardians for approval. A LOCAL guardian gets a
1434 // push and reads /guardian directly; a REMOTE guardian gets an
1435 // Offer(Follow) delivered so its instance stores a copy (same distributed
1436 // pattern as the adoption offer). On quorum the ward returns Accept(Follow).
1437 const wardActor = actorId(base, slug);
1438 const wardKeys = getOrCreateKeys(slug);
1439 const followObj = { id: followId, type: 'Follow', actor: who, object: wardActor };
1440 for (const g of wardGuardians) {
1441 // Local ONLY when the guardian lives on THIS instance: slugFromActorUrl
1442 // ignores the host (an /ap/users/x path on a remote host is someone
1443 // else's actor), so also require our base + an existing local site.
1444 const gslug = g.startsWith(`${base}/`) ? slugFromActorUrl(g) : null;
1445 const isLocal = gslug && db.prepare('SELECT 1 FROM sites WHERE slug = ?').get(gslug);
1446 if (isLocal) {
1447 const L = pushLang(gslug);
1448 pushEvent(gslug, { type: 'guardian', title: i18nT(L, 'push.n_guard_cog_t'), body: i18nT(L, 'push.n_guard_cog_b', { who: fi.name || fi.handle || i18nT(L, 'notif.someone') }), url: `${pushPrefix(gslug)}/guardian` });
1449 } else {
1450 fetchActor(g).then((ga) => {
1451 const inbox = ga && ((ga.endpoints && ga.endpoints.sharedInbox) || ga.inbox);
1452 if (!inbox) return;
1453 const offer = { '@context': AP_CONTEXT, id: `${wardActor}#followoffer-${Date.now()}-${rid()}`, type: 'Offer', actor: wardActor, to: [g], object: followObj, 'shaer:followApproval': true };
1454 deliverWithRetry(slug, inbox, offer, `${wardActor}#main-key`, wardKeys.private_pem).catch(() => {});
1455 }).catch(() => {});
1456 }
1457 }
1458 console.log('[AP] Follow', who, '→ ward', slug, '(gated, awaiting guardians)');
1459 return 202;
1460 }
1461 fStmts().ins.run(slug, who, remote.inbox, sharedInbox, fi.name, fi.handle, fi.icon);
1462 try { _updFDisp.run(fi.name, fi.handle, fi.icon, slug, who); } catch { /* best effort */ }
1463 { const L = pushLang(slug); pushEvent(slug, { type: 'follow', title: i18nT(L, 'push.n_follow_t'), body: i18nT(L, 'push.n_follow_b', { who: fi.name || fi.handle || i18nT(L, 'notif.someone') }), url: `${pushPrefix(slug)}/connect` }); }
1464 const me = actorId(base, slug);
1465 const keys = getOrCreateKeys(slug);
1466 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: act };
1467 deliver(remote.inbox, accept, `${me}#main-key`, keys.private_pem).catch((e) => console.warn('[AP] Accept delivery failed:', e.message));
1468 // Auto-backfill: send our recent posts as Create so the instance has our history
1469 // (Mastodon doesn't fetch history on follow). ONCE PER REMOTE INSTANCE only —
1470 // Mastodon dedupes notes per-instance, so re-filling an instance that already has
1471 // a follower of ours is wasted work (and won't re-populate the new follower's
1472 // timeline anyway). Deliver to the shared inbox (instance-level) when present.
1473 // Sync insert+check (no await between) → no interleave race with concurrent Follows.
1474 const instanceFilled = sharedInbox &&
1475 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1')
1476 .get(slug, sharedInbox, who);
1477 if (!instanceFilled) {
1478 backfillNewFollower(base, slug, sharedInbox || remote.inbox).catch(() => { /* best-effort */ });
1479 }
1480 console.log('[AP] Follow', who, '→', slug, verified ? '(sig ok)' : '(sig unverified)');
1481 return 202;
1482 }
1483 if (type === 'Undo' && act.object) {
1484 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1485 const ot = act.object.type;
1486 if (ot === 'Follow') {
1487 const obj = act.object.object;
1488 const slug = slugParam || slugFromActorUrl(typeof obj === 'string' ? obj : (obj && obj.id));
1489 if (who && slug) { fStmts().del.run(slug, who); console.log('[AP] Unfollow', who, '→', slug); }
1490 return 202;
1491 }
1492 if (ot === 'Like' || ot === 'Announce') {
1493 const tgt = act.object.object;
1494 const pid = postIdFromNoteUrl(typeof tgt === 'string' ? tgt : (tgt && tgt.id), base);
1495 if (who && pid) { iStmts().delLA.run(ot.toLowerCase(), pid, who); console.log('[AP] Undo', ot, who, '→', pid); }
1496 return 202;
1497 }
1498 return 202;
1499 }
1500
1501 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1502 const resolveActor = async (uri) => ((verified && verified.id === uri) ? verified : await fetchActor(uri).catch(() => null));
1503 // Activities from our OWN actors are already stored via ap_outbox — don't re-store.
1504 const isLocalActor = !!(base && actorUri && actorUri.startsWith(`${base}/ap/users/`));
1505
1506 // Inbound reply: a Create whose object replies to one of our notes (post OR comment).
1507 if (type === 'Create' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1508 const o = act.object;
1509 // A poll ballot: a Note carrying a `name` (the chosen option) inReplyTo one of OUR poll
1510 // posts. Record it (deduped per actor) BEFORE the reply logic so a vote is never stored
1511 // as a comment. recordPollBallot returns handled=false only if the target isn't a poll.
1512 if (o.name && o.inReplyTo && actorUri && !isLocalActor) {
1513 const seg = postIdFromNoteUrl(o.inReplyTo, base);
1514 if (seg && localPostExists(seg)) {
1515 const rec = recordPollBallot(seg, actorUri, o.name);
1516 if (rec.handled) { console.log('[AP] poll vote', actorUri, '→', seg); return 202; }
1517 }
1518 }
1519 const tgt = findThreadTarget(o.inReplyTo, base);
1520 if (tgt && actorUri && !isLocalActor) {
1521 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1522 const html = HtmlSanitizerService.sanitize(o.content || '');
1523 if (isRejectedObject(o.id)) { console.log('[AP] reply skipped (tombstoned)', o.id); return 202; }
1524 iStmts().ins.run('reply', tgt.post_id, o.id || '', actorUri, ai.name, ai.handle, ai.url, ai.icon, html, o.published || null, tgt.parent_uri, noteVisibility(o), extractEmojiTags(o.tag), emojiJsonOf(ai.emojis));
1525 console.log('[AP] reply', actorUri, '→', tgt.post_id);
1526 {
1527 // Private (followers/direct) replies push as a DM ping WITHOUT content
1528 // (the push service should never carry private text, design decision);
1529 // public replies carry a short snippet.
1530 const ctx = pushPostCtx(tgt.post_id);
1531 const vis = noteVisibility(o);
1532 const priv = vis === 'direct' || vis === 'followers';
1533 if (ctx) {
1534 const L = pushLang(ctx.site);
1535 const who = ai.name || ai.handle || i18nT(L, 'notif.someone');
1536 if (priv) pushEvent(ctx.site, { type: 'dm', title: i18nT(L, 'push.n_dm_t'), body: i18nT(L, 'push.n_dm_b', { who }), url: `${pushPrefix(ctx.site)}/messages` });
1537 else pushEvent(ctx.site, { type: 'reply', title: i18nT(L, 'push.n_reply_t', { title: ctx.title }), body: `${who}: ${HtmlSanitizerService.toPlainText(html).slice(0, 90)}`, url: ctx.url });
1538 }
1539 }
1540 return 202;
1541 }
1542 // Home timeline (client): a top-level post from an account we follow.
1543 if (actorUri && !isLocalActor && !o.inReplyTo && o.id) {
1544 let subs = []; try { subs = db.prepare('SELECT slug, auto_boost FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist yet */ }
1545 if (subs.length) {
1546 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1547 const html = HtmlSanitizerService.sanitize(o.content || '');
1548 const _atts = (Array.isArray(o.attachment) ? o.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
1549 // Fallback cover: a Note's `image` (set when the attachment was suppressed
1550 // for a player-card post, e.g. hosted-audio posts).
1551 if (!_atts.some((m) => !m.type || /image/i.test(m.type)) && o.image) {
1552 const _im = Array.isArray(o.image) ? o.image[0] : o.image;
1553 const _iu = safeUrl(typeof _im === 'string' ? _im : (_im && _im.url));
1554 if (_iu) _atts.push({ url: _iu, type: (_im && _im.mediaType) || 'image/jpeg' });
1555 }
1556 const media = JSON.stringify(_atts);
1557 const poll = parsePoll(o); // a Question (fediverse poll) → cache its options/counts
1558 // "Feature" = show in the Cirkel (local only). We do NOT auto-Announce
1559 // incoming posts to the fediverse — that flooded followers. Boosting to the
1560 // fediverse is only ever a deliberate, manual per-post action (the 🔁 on
1561 // the timeline).
1562 for (const s of subs) {
1563 tlStmts().ins.run(o.id, s.slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, media, o.sensitive ? 1 : 0, o.summary || null);
1564 // FEP-633c §2.2: register the ward hint on the stored object (no action yet).
1565 if (Guardianship.objectHasGuardians(o)) { try { db.prepare('UPDATE ap_timeline SET has_guardians = 1 WHERE id = ? AND slug = ?').run(o.id, s.slug); } catch { /* ignore */ } }
1566 // FEP-9098: keep the note's custom-emoji tags so the C2S inbox read can serve them.
1567 { const ej = extractEmojiTags(o.tag); if (ej) { try { db.prepare('UPDATE ap_timeline SET emoji_json = ? WHERE id = ? AND slug = ?').run(ej, o.id, s.slug); } catch { /* ignore */ } } }
1568 storeAuthorEmoji(o.id, s.slug, ai); // custom-emoji display name for the byline
1569
1570 // FEP-e232 + FEP-044f: keep the note's object-link/quote tags for the same read.
1571 { const lj = extractLinkJson(o); if (lj) { try { db.prepare('UPDATE ap_timeline SET link_json = ? WHERE id = ? AND slug = ?').run(lj, o.id, s.slug); } catch { /* ignore */ } } }
1572 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, s.slug); } catch { /* ignore */ } }
1573 }
1574 // FEP-044f embedded quote card: resolve the quoted post out of band so
1575 // the inbox response is not blocked on a remote fetch. Best-effort.
1576 if (quoteHrefOf(o)) {
1577 const slugs = subs.map((s) => s.slug);
1578 resolveQuote(o).then((qj) => {
1579 if (!qj) return;
1580 for (const sl of slugs) { try { db.prepare('UPDATE ap_timeline SET quote_json = ? WHERE id = ? AND slug = ?').run(qj, o.id, sl); } catch { /* ignore */ } }
1581 }).catch(() => { /* best-effort */ });
1582 } else {
1583 // No fediverse quote: try an EXTERNAL embed (oEmbed / known provider),
1584 // thumbnail-only. Also out of band, and stored for everyone; the gate
1585 // that decides who may SEE it is applied at serve time (§5.3-style
1586 // gated feature, see the inbox read).
1587 const slugs = subs.map((s) => s.slug);
1588 resolveExternalEmbed(o.content).then((ej) => {
1589 if (!ej) return;
1590 for (const sl of slugs) { try { db.prepare('UPDATE ap_timeline SET embed_json = ? WHERE id = ? AND slug = ?').run(ej, o.id, sl); } catch { /* ignore */ } }
1591 }).catch(() => { /* best-effort */ });
1592 }
1593 console.log('[AP] timeline +', actorUri, 'x' + subs.length);
1594 }
1595 }
1596 // Mentioned in a post that is NOT a reply to our content (a reply to us already returned
1597 // above): store a mention notification for each of our actors named in the Mention tags.
1598 // Requires our own base prefix on the tag href — /ap/users/<slug> on a REMOTE host is
1599 // someone else's actor, not ours.
1600 if (actorUri && !isLocalActor && o.id) {
1601 const slugs = localMentionSlugs(o.tag, base);
1602 if (slugs.length) {
1603 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1604 const html = HtmlSanitizerService.sanitize(o.content || '');
1605 // FEP-633c 5.2.1: a ward's call for help rides a direct mention; the
1606 // flag is stored so the Guardian PWA's message centre can list it.
1607 const help = Guardianship.isHelpRequest(o);
1608 const wave = Guardianship.isWave(o);
1609 const hasG = Guardianship.objectHasGuardians(o); // §2.2 hint, register-only
1610 for (const slug of slugs) {
1611 try {
1612 const r = db.prepare('INSERT OR IGNORE INTO ap_mentions (slug, object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, published, help_request, wave, has_guardians, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1613 .run(slug, o.id, safeUrl(o.url) || null, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.published || null, help ? 1 : 0, wave ? 1 : 0, hasG ? 1 : 0);
1614 if (r.changes) {
1615 console.log('[AP] mention', actorUri, '→', slug, help ? '(help request)' : '');
1616 const vis = noteVisibility(o);
1617 const priv = vis === 'direct' || vis === 'followers';
1618 const L = pushLang(slug);
1619 const who = ai.name || ai.handle || i18nT(L, 'notif.someone');
1620 // Same privacy rule as replies: private mentions push without content.
1621 // A help request pushes as its own alert type, aimed at the
1622 // Guardian PWA's message centre.
1623 if (help) pushEvent(slug, { type: 'help', title: i18nT(L, 'push.n_help_t'), body: i18nT(L, 'push.n_help_b', { who }), url: '/guardian' });
1624 else if (priv) pushEvent(slug, { type: 'dm', title: i18nT(L, 'push.n_dm_t'), body: i18nT(L, 'push.n_dm_b', { who }), url: `${pushPrefix(slug)}/messages` });
1625 else pushEvent(slug, { type: 'reply', title: i18nT(L, 'push.n_mention_t'), body: `${who}: ${HtmlSanitizerService.toPlainText(html).slice(0, 90)}`, url: `${pushPrefix(slug)}/messages` });
1626 }
1627 } catch { /* ignore */ }
1628 }
1629 }
1630 }
1631 return 202;
1632 }
1633 // A remote post we cached was edited upstream → refresh our cached copy. This is the
1634 // push-based edit-sync that keeps the Cirkel/timeline fresh without polling (selfHeal
1635 // does it on a version bump; this does it live). Scope to the SIGNING actor so B can't
1636 // edit A's note (the signature gate guarantees claimedActor == the verified signer).
1637 if (type === 'Update' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1638 const o = act.object;
1639 if (o.id && claimedActor) {
1640 const html = HtmlSanitizerService.sanitize(o.content || '');
1641 const media = mediaFromNote(o);
1642 try {
1643 // Refresh url too (COALESCE keeps the old one if the Update omits it): a remote slug
1644 // rename keeps the same AP id but changes the human url, so without this the cached
1645 // post would keep linking to the old, now-dead URL.
1646 const r = db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ? AND author_uri = ?')
1647 .run(html, media, o.sensitive ? 1 : 0, o.summary || null, o.url || null, o.id, claimedActor);
1648 if (r.changes) console.log('[AP] timeline update', claimedActor, '→', o.id);
1649 // A poll's Update carries the fresh vote counts / closed state. Refresh per-row so each
1650 // site keeps its own `voted` state while the counts/closed update to the new totals.
1651 const poll = parsePoll(o);
1652 if (poll) {
1653 const rows = db.prepare('SELECT rowid AS rid, poll_json FROM ap_timeline WHERE id = ? AND author_uri = ?').all(o.id, claimedActor);
1654 const upd = db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE rowid = ?');
1655 for (const rw of rows) {
1656 let voted = null; try { voted = rw.poll_json ? (JSON.parse(rw.poll_json).voted || null) : null; } catch { /* ignore */ }
1657 upd.run(JSON.stringify({ ...poll, voted }), rw.rid);
1658 }
1659 }
1660 } catch { /* ignore */ }
1661 // If this note is a cached fediverse reply on one of our posts, refresh its text too.
1662 try { db.prepare('UPDATE ap_interactions SET content = ? WHERE object_uri = ? AND actor_uri = ?').run(html, o.id, claimedActor); } catch { /* ignore */ }
1663 }
1664 return 202;
1665 }
1666 if (type === 'Like' || type === 'Announce') {
1667 const tgt = act.object;
1668 const objUrl = typeof tgt === 'string' ? tgt : (tgt && tgt.id);
1669 const pid = postIdFromNoteUrl(objUrl, base);
1670 if (pid && actorUri && !isLocalActor && localPostExists(pid)) {
1671 // A boost/like of a non-public post is dropped, not stored: nobody
1672 // outside the audience should even hold it (shaer-tqc hardening).
1673 const vp = db.prepare('SELECT fan_only, ap_visibility FROM posts WHERE id = ?').get(pid);
1674 if (vp && (vp.fan_only || vp.ap_visibility === 'direct' || vp.ap_visibility === 'friends')) {
1675 console.log('[AP] dropped', type, 'on non-public post', pid);
1676 return;
1677 }
1678 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1679 iStmts().ins.run(type.toLowerCase(), pid, '', actorUri, ai.name, ai.handle, ai.url, ai.icon, null, null, null, noteVisibility(act), null, emojiJsonOf(ai.emojis));
1680 console.log('[AP]', type === 'Like' ? 'like' : 'boost', actorUri, '→', pid);
1681 {
1682 const ctx = pushPostCtx(pid);
1683 if (ctx) {
1684 const L = pushLang(ctx.site);
1685 const who = ai.name || ai.handle || i18nT(L, 'notif.someone');
1686 if (type === 'Like') pushEvent(ctx.site, { type: 'like', title: i18nT(L, 'push.n_like_t'), body: i18nT(L, 'push.n_like_b', { who, title: ctx.title }), url: ctx.url });
1687 else pushEvent(ctx.site, { type: 'boost', title: i18nT(L, 'push.n_boost_t'), body: i18nT(L, 'push.n_boost_b', { who, title: ctx.title }), url: ctx.url });
1688 }
1689 }
1690 } else if (type === 'Announce' && objUrl && actorUri && !isLocalActor) {
1691 // A boost FROM an account we follow, of a REMOTE post → show it in the News feed.
1692 // We only STORE it for display; we NEVER auto-Announce it onward (anti-feedback-loop:
1693 // re-announcing an incoming Announce would cascade boosts across the network).
1694 let subs = []; try { subs = db.prepare('SELECT slug FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist */ }
1695 if (subs.length) {
1696 const bn = await fetchNoteAP(objUrl);
1697 if (bn && bn !== 404 && (bn.type === 'Note' || bn.type === 'Article') && bn.id) {
1698 const origUri = actorUriOf(bn.attributedTo);
1699 // Block completeness: even if you follow the booster, drop a boost whose ORIGINAL
1700 // author is blocked — otherwise a block is bypassed via someone else's boost.
1701 if (origUri && isBlockedAny(origUri)) { console.log('[AP] timeline boost dropped (blocked origin)', origUri, 'via', actorUri); return 202; }
1702 const oai = actorInfo(await resolveActor(origUri), origUri);
1703 const html = HtmlSanitizerService.sanitize(bn.content || '');
1704 const media = mediaFromNote(bn);
1705 const booster = actorInfo(await resolveActor(actorUri), actorUri);
1706 for (const s of subs) {
1707 // published = now → the boost shows as fresh activity at the top (Mastodon shows
1708 // reblogs at reblog-time, not the original's date). INSERT OR IGNORE: if we already
1709 // have the note (e.g. we also follow the author), keep it and DON'T relabel it.
1710 let inserted = false;
1711 try { const r = tlStmts().ins.run(bn.id, s.slug, origUri || '', oai.name, oai.handle, oai.icon, oai.url, html, bn.url || null, new Date().toISOString(), media, bn.sensitive ? 1 : 0, bn.summary || null); inserted = r.changes > 0; } catch { /* ignore */ }
1712 if (inserted) { try { db.prepare('UPDATE ap_timeline SET reblog_name = ?, reblog_handle = ?, reblog_icon = ?, reblog_emoji_json = ? WHERE slug = ? AND id = ?').run(booster.name, booster.handle, booster.icon, (booster.emojis && Object.keys(booster.emojis).length) ? JSON.stringify(booster.emojis) : null, s.slug, bn.id); } catch { /* ignore */ } }
1713 storeAuthorEmoji(bn.id, s.slug, oai); // custom-emoji display name for the byline
1714 // A boost carries the same renderable tags as a Create: capture the
1715 // note's content emojis (FEP-9098) and object links / quote (FEP-e232/
1716 // 044f) so boosted posts render like any other, not as raw shortcodes.
1717 { const ej = extractEmojiTags(bn.tag); if (ej) { try { db.prepare('UPDATE ap_timeline SET emoji_json = ? WHERE id = ? AND slug = ?').run(ej, bn.id, s.slug); } catch { /* ignore */ } } }
1718 { const lj = extractLinkJson(bn); if (lj) { try { db.prepare('UPDATE ap_timeline SET link_json = ? WHERE id = ? AND slug = ?').run(lj, bn.id, s.slug); } catch { /* ignore */ } } }
1719 }
1720 // FEP-044f: resolve the embedded quote card for a boosted post too
1721 // (out of band, best-effort, so it does not block the inbox response).
1722 if (quoteHrefOf(bn)) {
1723 const slugs = subs.map((s) => s.slug);
1724 resolveQuote(bn).then((qj) => {
1725 if (!qj) return;
1726 for (const sl of slugs) { try { db.prepare('UPDATE ap_timeline SET quote_json = ? WHERE id = ? AND slug = ?').run(qj, bn.id, sl); } catch { /* ignore */ } }
1727 }).catch(() => { /* best-effort */ });
1728 }
1729 console.log('[AP] timeline boost +', actorUri, 'x' + subs.length);
1730 }
1731 }
1732 }
1733 return 202;
1734 }
1735 if (type === 'Delete') {
1736 // A remote note was deleted upstream → drop it from replies AND the timeline.
1737 // Scope to the SIGNING actor so actor B can't delete actor A's content (the
1738 // signature gate guarantees claimedActor == the verified signer here).
1739 const oid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1740 if (oid && claimedActor) {
1741 try { db.prepare('DELETE FROM ap_interactions WHERE object_uri = ? AND actor_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1742 try { db.prepare('DELETE FROM ap_timeline WHERE id = ? AND author_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1743 // Also clear a boost/like YOU made of this now-deleted remote post (the interact-page
1744 // ap_my_reactions state), so it can't stay stuck as "boosted" on a post that's gone.
1745 // Guard: only when the deleter owns the note's domain (B mustn't clear your reactions
1746 // to A's posts).
1747 try {
1748 let sameHost = false;
1749 try { sameHost = new URL(oid).host === new URL(claimedActor).host; } catch { sameHost = false; }
1750 if (sameHost) db.prepare('DELETE FROM ap_my_reactions WHERE target_uri = ?').run(oid);
1751 } catch { /* ignore */ }
1752 }
1753 return 202;
1754 }
1755 // Accept/Reject of a Follow WE sent (client side).
1756 if (type === 'Accept' && act.object) {
1757 const fid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1758 if (fid) { try { fwStmts().acc.run(fid); } catch { /* ignore */ } }
1759 console.log('[AP] follow accepted', actorUri);
1760 return 202;
1761 }
1762 if (type === 'Reject' && act.object) {
1763 const who = actorUri;
1764 if (who && slugParam) { try { fwStmts().del.run(slugParam, who); } catch { /* ignore */ } }
1765 return 202;
1766 }
1767
1768 console.log('[AP] inbox', type || 'unknown', '→', slugParam || 'shared', 'from', ip, '(ignored)');
1769 return 202;
1770}
1771
1772// Deliver a new post as Create(Note) to all followers' inboxes (fire-and-forget).
1773// Needs PUBLIC_BASE_URL (absolute URLs); no-op without followers or base.
1774export async function deliverCreate(site, post) {
1775 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1776 if (!base || !site || !site.slug) return;
1777 // Resolve inline @user@host mentions → link them in the note + collect their inboxes, so a
1778 // mentioned person is notified even if they don't follow us (Mastodon-standard mention).
1779 const mres = await resolveMentionsInText(base, post.content || '');
1780 let post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1781 // FEP-044f: does this post quote a fediverse object? Resolve it once, here,
1782 // and remember it on the post, so buildNote (sync, also used by the outbox)
1783 // never has to fetch. The quoted author's inbox joins the delivery set: that
1784 // IS the notification.
1785 const quoteInboxes = [];
1786 if (post2.quote_uri === undefined || post2.quote_uri === null) {
1787 const q = await resolveOwnQuote(post2.content || '');
1788 if (q) {
1789 try { db.prepare('UPDATE posts SET quote_uri = ?, quote_actor = ? WHERE id = ?').run(q.uri, q.actor || null, post.id); } catch { /* ignore */ }
1790 post2 = { ...post2, quote_uri: q.uri, quote_actor: q.actor || null };
1791 }
1792 }
1793 if (post2.quote_actor) {
1794 const a = await fetchActor(post2.quote_actor).catch(() => null);
1795 const inbox = a && ((a.endpoints && a.endpoints.sharedInbox) || a.inbox);
1796 if (inbox) quoteInboxes.push(inbox);
1797 }
1798 const followers = fStmts().list.all(site.slug);
1799 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes, ...quoteInboxes].filter(Boolean))];
1800 if (!inboxes.length) return; // no followers, no one mentioned, no one quoted
1801 const keys = getOrCreateKeys(site.slug);
1802 const keyId = `${actorId(base, site.slug)}#main-key`;
1803 const create = buildCreate(base, site, post2);
1804 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, create, keyId, keys.private_pem);
1805}
1806
1807// On a new Follow, send that follower our most recent posts as Create so their
1808// timeline shows our history (Mastodon does not backfill on follow). Oldest-first
1809// so they sort into the follower's timeline at their original dates.
1810async function backfillNewFollower(base, slug, inbox) {
1811 if (!base || !slug || !inbox) return;
1812 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
1813 if (!site) return;
1814 const recent = db.prepare(
1815 `SELECT id, slug, title, content, cover_image_url, cover_video_url, nsfw, content_warning, published_at, created_at
1816 FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1817 ORDER BY COALESCE(published_at, created_at) DESC LIMIT 20`
1818 ).all(site.id).reverse();
1819 if (!recent.length) return;
1820 const keys = getOrCreateKeys(slug);
1821 const keyId = `${actorId(base, slug)}#main-key`;
1822 for (const p of recent) {
1823 try { await deliver(inbox, buildCreate(base, site, p), keyId, keys.private_pem); } catch { /* best-effort */ }
1824 await new Promise((r) => setTimeout(r, 150));
1825 }
1826 console.log('[AP] backfilled', recent.length, 'posts to new follower of', slug);
1827}
1828
1829// Tell followers a post is gone (Delete + Tombstone) so it's removed from their feeds.
1830export async function deliverDelete(site, post) {
1831 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1832 if (!base || !site || !site.slug || !post || !post.id) return;
1833 const followers = fStmts().list.all(site.slug);
1834 if (!followers.length) return;
1835 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1836 const keys = getOrCreateKeys(site.slug);
1837 const me = actorId(base, site.slug);
1838 const nid = noteId(base, post.id);
1839 const del = {
1840 '@context': AP_CONTEXT,
1841 id: `${nid}#delete-${Date.now()}-${rid()}`,
1842 type: 'Delete',
1843 actor: me,
1844 to: [PUBLIC],
1845 object: { id: nid, type: 'Tombstone' },
1846 };
1847 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, del, `${me}#main-key`, keys.private_pem);
1848}
1849
1850// Tell followers an already-published post changed (Update + edited Note) so
1851// Mastodon refreshes the cached copy (e.g. after fixing content).
1852export async function deliverUpdate(site, post) {
1853 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1854 if (!base || !site || !site.slug || !post || !post.id) return;
1855 const mres = await resolveMentionsInText(base, post.content || ''); // link mentions + collect inboxes
1856 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1857 const followers = fStmts().list.all(site.slug);
1858 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1859 if (!inboxes.length) return;
1860 const keys = getOrCreateKeys(site.slug);
1861 const me = actorId(base, site.slug);
1862 const note = buildNote(base, site, post2);
1863 note.updated = new Date().toISOString();
1864 const update = {
1865 '@context': AP_CONTEXT,
1866 id: `${noteId(base, post.id)}#update-${Date.now()}-${rid()}`,
1867 type: 'Update', actor: me, to: [PUBLIC], cc: note.cc,
1868 object: note,
1869 };
1870 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1871}
1872
1873// Tell followers the ACTOR changed (Update + Person) so Mastodon re-processes the
1874// account AND re-fetches the featured (pinned) collection — there is no standard
1875// "featured changed" activity, so this is how a pin/unpin propagates promptly.
1876export async function deliverActorUpdate(site) {
1877 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1878 if (!base || !site || !site.slug) return;
1879 const followers = fStmts().list.all(site.slug);
1880 if (!followers.length) return;
1881 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1882 const keys = getOrCreateKeys(site.slug);
1883 const me = actorId(base, site.slug);
1884 const update = {
1885 '@context': AP_CONTEXT,
1886 id: `${me}#update-${Date.now()}-${rid()}`,
1887 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
1888 object: buildActor(base, site),
1889 };
1890 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1891}
1892
1893// Reliably set the pinned order on followers' instances via Add/Remove activities
1894// (how Mastodon itself federates pins) — pushed to the inbox + processed immediately,
1895// unlike the featured COLLECTION which Mastodon caches with sticky StatusPins.
1896// Mastodon's Add skips an already-pinned status, so we REMOVE every pin first, wait,
1897// then ADD in rank-DESCENDING order (rank 1 added LAST → newest StatusPin → shown first,
1898// because Mastodon displays pins newest-first). `alsoRemove` = ids to unpin too.
1899// Serialize pin-resyncs per site: two concurrent /save calls would otherwise interleave
1900// their Remove -> wait -> Add sequences and scramble the StatusPin order on Mastodon. A
1901// resync already in flight for a site coalesces later requests into ONE rerun after it
1902// finishes (accumulating their extra unpins), so rapid saves don't pile up N full resyncs.
1903const _pinResync = new Map(); // slug -> { promise, pending, pendingRemove:Set, site }
1904export function resyncFeaturedPins(site, alsoRemove = []) {
1905 if (!site || !site.slug) return Promise.resolve();
1906 const slug = site.slug;
1907 const running = _pinResync.get(slug);
1908 if (running) {
1909 running.pending = true;
1910 running.site = site; // use the latest site object on the rerun
1911 for (const id of alsoRemove) running.pendingRemove.add(id);
1912 return running.promise;
1913 }
1914 const state = { promise: null, pending: false, pendingRemove: new Set(), site };
1915 state.promise = (async () => {
1916 let extra = alsoRemove;
1917 for (;;) {
1918 try { await doResyncFeaturedPins(state.site, extra); }
1919 catch (e) { console.warn('[AP] pin resync failed:', e.message); }
1920 if (!state.pending) break;
1921 state.pending = false;
1922 extra = [...state.pendingRemove];
1923 state.pendingRemove = new Set();
1924 }
1925 _pinResync.delete(slug);
1926 })();
1927 _pinResync.set(slug, state);
1928 return state.promise;
1929}
1930
1931// The actual resync work — do NOT call directly; go through resyncFeaturedPins() above so
1932// it stays serialized per site.
1933async function doResyncFeaturedPins(site, alsoRemove = []) {
1934 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1935 if (!base || !site || !site.slug) return;
1936 const followers = fStmts().list.all(site.slug);
1937 if (!followers.length) return;
1938 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1939 const keys = getOrCreateKeys(site.slug);
1940 const me = actorId(base, site.slug);
1941 const keyId = `${me}#main-key`;
1942 const featured = `${me}/featured`;
1943 const note = (id) => noteId(base, id);
1944 const pinned = db.prepare(
1945 `SELECT id FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1946 AND pinned IS NOT NULL AND pinned > 0
1947 ORDER BY pinned DESC, COALESCE(published_at, created_at) ASC LIMIT 20`
1948 ).all(site.id);
1949 const removeIds = [...new Set([...pinned.map((p) => p.id), ...alsoRemove])];
1950 // 1. Remove every current pin so Mastodon can recreate them in order.
1951 for (const id of removeIds) {
1952 const rm = { '@context': AP_CONTEXT, id: `${me}#rm-${id}-${Date.now()}-${rid()}`, type: 'Remove', actor: me, object: note(id), target: featured, to: [PUBLIC] };
1953 for (const inbox of inboxes) deliver(inbox, rm, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1954 }
1955 if (!pinned.length) { console.log('[AP] unpinned all featured for', site.slug); return; }
1956 await new Promise((r) => setTimeout(r, 5000)); // let the Removes land first
1957 // 2. Add in rank-DESC order, gaps so each StatusPin gets an increasing created_at.
1958 for (const p of pinned) {
1959 const add = { '@context': AP_CONTEXT, id: `${me}#add-${p.id}-${Date.now()}-${rid()}`, type: 'Add', actor: me, object: note(p.id), target: featured, to: [PUBLIC], cc: [`${me}/followers`] };
1960 for (const inbox of inboxes) deliver(inbox, add, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1961 await new Promise((r) => setTimeout(r, 2000));
1962 }
1963 console.log('[AP] resynced', pinned.length, 'featured pins for', site.slug);
1964}
1965
1966// ── outbound replies (Klonkt → fediverse) ─────────────────────────
1967const escHtml = (s) => String(s || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
1968const toISO = (v) => { if (!v) return new Date().toISOString(); const s = String(v); const d = new Date(/[TZ]/.test(s) ? s : s.replace(' ', 'T') + 'Z'); return isNaN(d) ? new Date().toISOString() : d.toISOString(); };
1969
1970// Build one of OUR outbound reply Notes from an ap_outbox row.
1971// Turn #hashtags in reply text into Mastodon-style hashtag links (clickable + federated).
1972function linkHashtags(base, html) {
1973 // Prefix: start / whitespace / '>' / opening bracket — "(#tag" is a tag too. NO quote
1974 // chars in this class: a quote precedes attribute values (alt="#…"), which must not match.
1975 return String(html || '').replace(/(^|[\s>([{])#([\p{L}\p{M}\p{N}_]+)/gu, (m, pre, tag) =>
1976 `${pre}<a href="${base}/tag/${encodeURIComponent(tag.toLowerCase())}" class="mention hashtag" rel="tag">#${tag}</a>`);
1977}
1978// Auto-link bare http(s) URLs in already-safe HTML (federated copies). Splits on existing
1979// <a>…</a> so a linked URL is never wrapped twice; requires start/whitespace/'>' before the
1980// URL so attribute values (src="https://…") never match. Trailing sentence punctuation stays
1981// outside the link (Mastodon-style).
1982function linkUrls(html) {
1983 const parts = String(html || '').split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi);
1984 for (let i = 0; i < parts.length; i++) {
1985 if (/^<a\b/i.test(parts[i])) continue; // already a link → leave as-is
1986 parts[i] = parts[i].replace(/(^|[\s>([{])(https?:\/\/[^\s<]+?)([.,;:!?)\]»]*)(?=$|[\s<])/g,
1987 (m, pre, url, trail) => `${pre}<a href="${url.replace(/"/g, '%22')}" rel="nofollow noopener" target="_blank">${url}</a>${trail}`);
1988 }
1989 return parts.join('');
1990}
1991// Linkify inline #hashtags and bare URLs in BODY html for on-site DISPLAY, using the
1992// EXACT same rules as the federated copy (linkHashtags/linkUrls), so the website and the
1993// Mastodon copy agree instead of the website showing raw text. Idempotent: existing
1994// <a>…</a> (editor links, embeds, shortcode buttons) are split out and left untouched, so
1995// nothing is double-wrapped. Pass base='' → root-relative /tag/<slug> links.
1996export function linkifyBody(base, html) {
1997 const withTags = String(html || '')
1998 .split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi)
1999 .map((seg) => (/^<a\b/i.test(seg) ? seg : linkHashtags(base, seg)))
2000 .join('');
2001 return linkUrls(withTags);
2002}
2003
2004// Bake a post's raw source into its display HTML (the ActivityPub `source` model): done ONCE
2005// at save and cached in posts.content_rendered, so page views serve it statically instead of
2006// re-linkifying every render. Step 1 = #hashtags + bare URLs (cheap, no network). Step 2 will
2007// resolve @mentions here too (webfinger once at save instead of per page view).
2008export function bakePostContent(source) {
2009 return linkifyBody('', source || '');
2010}
2011
2012// Step 2: the full bake, incl. @mention links. Resolves @user@host via webfinger ONCE (the
2013// same resolver the federated copy uses) and bakes the profile links into content_rendered,
2014// so page views never do a per-view lookup. Unresolvable handles stay plain text; on any
2015// failure it degrades to the sync #hashtag/URL bake. Async (webfinger) → callers run it off
2016// the save response so the request never blocks on a slow/dead remote server.
2017export async function bakePostContentWithMentions(source) {
2018 const withHashUrls = bakePostContent(source);
2019 try { const m = await resolveMentionsInText('', withHashUrls); return m.html; }
2020 catch { return withHashUrls; }
2021}
2022
2023// Extract the AP Hashtag tag objects from already-linked reply content.
2024function hashtagTags(base, content) {
2025 const tags = [], seen = new Set();
2026 const re = /class="[^"]*\bhashtag\b[^"]*"[^>]*>#([\p{L}\p{M}\p{N}_]+)</giu;
2027 let m;
2028 while ((m = re.exec(content || ''))) {
2029 const k = m[1].toLowerCase();
2030 if (seen.has(k)) continue; seen.add(k);
2031 tags.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(k)}`, name: '#' + m[1] });
2032 }
2033 return tags;
2034}
2035
2036// Normalise a post's tags field (array, JSON-string, or comma-string) to an array.
2037function normalizeTags(t) {
2038 if (Array.isArray(t)) return t;
2039 if (typeof t === 'string') {
2040 const s = t.trim(); if (!s) return [];
2041 if (s[0] === '[') { try { const a = JSON.parse(s); return Array.isArray(a) ? a : []; } catch { /* fall through */ } }
2042 return s.split(',').map((x) => x.trim()).filter(Boolean);
2043 }
2044 return [];
2045}
2046// A tag → { label, slug }. Multi-word tags become CamelCase (#LiveMusic) for the display
2047// name (Mastodon hashtags can't contain spaces; CamelCase is the accessibility norm); the
2048// slug/href stays lowercase ("livemusic").
2049function tagParts(raw) {
2050 const words = String(raw || '').trim().split(/[\s_]+/).map((w) => w.replace(/[^\p{L}\p{M}\p{N}]/gu, '')).filter(Boolean);
2051 if (!words.length) return null;
2052 const slug = words.join('').toLowerCase();
2053 if (!slug) return null;
2054 const label = words.length > 1 ? words.map((w) => w[0].toUpperCase() + w.slice(1)).join('') : words[0];
2055 return { label, slug };
2056}
2057// Merge a post's tags field + the #hashtags linked inline in its body into one deduped
2058// Hashtag tag list (with hrefs to our /tag page).
2059function buildHashtagList(base, tagsField, content) {
2060 const out = [], seen = new Set();
2061 for (const t of normalizeTags(tagsField)) {
2062 const p = tagParts(t); if (!p || seen.has(p.slug)) continue; seen.add(p.slug);
2063 out.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(p.slug)}`, name: '#' + p.label });
2064 }
2065 for (const h of hashtagTags(base, content)) {
2066 const k = h.name.slice(1).toLowerCase(); if (seen.has(k)) continue; seen.add(k);
2067 out.push(h);
2068 }
2069 return out;
2070}
2071
2072// Extract Mention tag objects from already-linked content (class="u-url mention").
2073function mentionTags(content) {
2074 const tags = [], seen = new Set();
2075 // The link href is the human profile URL; the actor URI (for the Mention tag) is in data-actor.
2076 const re = /<a href="[^"]*" class="u-url mention" data-actor="([^"]+)">@([^<]+)<\/a>/gi;
2077 let m;
2078 while ((m = re.exec(content || ''))) {
2079 const href = m[1];
2080 if (seen.has(href)) continue; seen.add(href);
2081 tags.push({ type: 'Mention', href, name: '@' + m[2] });
2082 }
2083 return tags;
2084}
2085// Resolve inline @user@domain mentions in reply/post text → link them (href = actor URI)
2086// and collect the mentioned actors' inboxes so they get notified. Best-effort per mention.
2087async function resolveMentionsInText(base, html) {
2088 const inboxes = [];
2089 const handles = new Set();
2090 // Prefix also allows opening brackets — "(@user@host + me)" is a mention too (real-world
2091 // miss: a bracketed mention federated as plain text and its target was never notified).
2092 const re = /(^|[\s>([{])@([\p{L}\p{M}\p{N}_.-]+@[\p{L}\p{M}\p{N}.-]+)/gu;
2093 let m;
2094 while ((m = re.exec(html || ''))) handles.add(m[2]);
2095 let out = String(html || '');
2096 for (const h of handles) {
2097 let actorUri = null;
2098 try { actorUri = await webfingerResolve('@' + h); } catch { actorUri = null; }
2099 if (!actorUri) continue;
2100 const actor = await fetchActor(actorUri).catch(() => null);
2101 const inbox = actor && ((actor.endpoints && actor.endpoints.sharedInbox) || actor.inbox);
2102 if (inbox) inboxes.push(inbox);
2103 const profileUrl = actorInfo(actor, actorUri).url || actorUri; // human profile page → the link href
2104 const esc = h.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
2105 out = out.replace(new RegExp('(^|[\\s>([{])@' + esc + '(?![\\p{L}\\p{M}\\p{N}_.-])', 'gu'),
2106 (full, pre) => `${pre}<a href="${profileUrl}" class="u-url mention" data-actor="${actorUri}">@${h}</a>`);
2107 }
2108 return { html: out, inboxes };
2109}
2110
2111export function buildReplyNote(base, site, row) {
2112 // Thin delegate: replies are built by buildNote (the single Note entry point) in reply mode.
2113 return buildNote(base, site, row, { isReply: true });
2114}
2115
2116// Resolve one of our outbound reply Notes by id (for /ap/notes/:id fallback).
2117export function getOutboxNote(base, id) {
2118 const row = iStmts().getO.get(id);
2119 if (!row) return null;
2120 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(row.site_slug);
2121 if (!site) return null;
2122 return buildReplyNote(base, site, row);
2123}
2124
2125// ── ActivityPub Client-to-Server: ingest an activity POSTed to the outbox ──
2126// The C2S counterpart of handleInbox: a native/web client (Shaer) posts an
2127// activity here and we translate it onto the SAME delivery machinery the web UI
2128// uses (deliverReply / sendInteraction / followActor / deliverCreate). Returns
2129// { status, id?, url?, error? }. Auth + site-ownership are checked by the route.
2130const c2sIdOf = (x) => (typeof x === 'string' ? x : (x && (x.id || x.href))) || null;
2131
2132export async function ingestOutboxActivity(site, user, activity) {
2133 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2134 if (!base || !site || !activity || typeof activity !== 'object') return { status: 400, error: 'invalid_activity' };
2135
2136 // AP §6: a client MAY POST a bare object; the server wraps it in a Create.
2137 let type = activity.type;
2138 let object = activity.object;
2139 if (type === 'Note' || type === 'Article') { object = activity; type = 'Create'; }
2140 if (Array.isArray(type)) type = type.find((t) => typeof t === 'string');
2141
2142 // FEP-633c: the adoption handshake (Offer/Accept/Reject on a guardianship
2143 // Relationship) belongs to the guardianship module; anything else falls
2144 // through to the switch below.
2145 if (type === 'Offer' || type === 'Accept' || type === 'Reject') {
2146 const g = await Guardianship.handleGuardianshipOutbox(site, activity).catch(() => null);
2147 if (g) return g;
2148 }
2149
2150 try {
2151 switch (type) {
2152 case 'Create': {
2153 if (!object || typeof object !== 'object') return { status: 400, error: 'missing_object' };
2154 // Client sends `source` (plain/markdown) + `content` (HTML). deliverReply
2155 // re-escapes, so it needs plain text; a top-level post keeps sanitized HTML.
2156 const plain = (object.source && object.source.content) || HtmlSanitizerService.toPlainText(object.content || '');
2157 if (!plain.trim() && !object.content) return { status: 400, error: 'empty_note' };
2158 // Direct (private mention, shaer-tqc): NOT a post. Delivered over the
2159 // outbox machinery to the addressed inboxes only; shows under Messages.
2160 if (c2sVisibility(object) === 'direct') {
2161 const arr = (v) => (Array.isArray(v) ? v : (v ? [v] : [])).filter((x) => typeof x === 'string');
2162 const recipients = [...new Set([...arr(object.to), ...arr(object.cc)])]
2163 .filter((u) => /^https?:\/\//i.test(u) && !/\/followers\/?$/.test(u) && u !== PUBLIC);
2164 if (!recipients.length) return { status: 400, error: 'no_recipients' };
2165 // AS2 attachments (e.g. the help-buoy capture, uploaded via
2166 // uploadMedia): normalize our own absolute /media/ URLs to relative
2167 // so the deliverReply-style validation applies unchanged.
2168 const atts = (Array.isArray(object.attachment) ? object.attachment : [])
2169 .map((a) => a && typeof a === 'object' ? {
2170 url: String(a.url || '').replace(new RegExp('^' + base.replace(/[.*+?^${}()|[\]\\]/g, '\\$&')), ''),
2171 mediaType: String(a.mediaType || ''),
2172 name: String(a.name || '').slice(0, 120),
2173 } : null)
2174 .filter(Boolean);
2175 const help = object['shaer:helpRequest'] === true || object.helpRequest === true;
2176 const r = await deliverDirectNote(site, { recipients, text: plain, language: object.language || null, inReplyTo: typeof object.inReplyTo === 'string' ? object.inReplyTo : null, attachments: atts, helpRequest: help });
2177 if (!r || !r.id) return { status: 502, error: 'direct_failed' };
2178 return { status: 201, id: r.id, url: `${base}/ap/notes/${r.id}` };
2179 }
2180 if (object.inReplyTo) {
2181 const parent = await resolveRemoteNote(c2sIdOf(object.inReplyTo)).catch(() => null);
2182 if (!parent) return { status: 502, error: 'cannot_resolve_inReplyTo' };
2183 // Honour the client's visibility for the reply: 'friends' (followers-
2184 // only, the Shaer detail-view Reply) drops Public; anything else stays
2185 // quiet-public. 'direct' was already handled above.
2186 const r = await deliverReply(site, { postId: parent.localPostId || '', postSlug: null, parent, text: plain, visibility: c2sVisibility(object) });
2187 if (!r || !r.id) return { status: 502, error: 'reply_failed' };
2188 return { status: 201, id: r.id, url: `${base}/ap/notes/${r.id}` };
2189 }
2190 return await c2sCreatePost(base, site, user, object);
2191 }
2192 case 'Like':
2193 case 'Announce': {
2194 const targetUri = c2sIdOf(object);
2195 if (!targetUri) return { status: 400, error: 'missing_object' };
2196 // A non-public local note cannot be boosted or liked into the open
2197 // (shaer-tqc hardening; the Mastodon 422 equivalent).
2198 const localPid = postIdFromNoteUrl(targetUri, base);
2199 if (localPid) {
2200 const p = db.prepare('SELECT fan_only, ap_visibility FROM posts WHERE id = ?').get(localPid);
2201 if (p && (p.fan_only || p.ap_visibility === 'direct' || p.ap_visibility === 'friends')) {
2202 return { status: 403, error: 'not_public' };
2203 }
2204 }
2205 const note = await resolveRemoteNote(targetUri).catch(() => null);
2206 const objUri = (note && note.object_uri) || targetUri;
2207 const authorUri = note && note.actor_uri;
2208 const kind = type === 'Announce' ? 'boost' : 'like';
2209 await sendInteraction(site, kind, objUri, authorUri);
2210 setMyReaction(site.slug, targetUri, kind, true);
2211 if (type === 'Announce' && note) { try { upsertBoostedNote(site.slug, note); } catch { /* non-fatal */ } }
2212 return { status: 202, url: objUri };
2213 }
2214 case 'Follow': {
2215 const actorUri = c2sIdOf(object);
2216 if (!actorUri) return { status: 400, error: 'missing_object' };
2217 await followActor(site, actorUri);
2218 return { status: 202, url: actorUri };
2219 }
2220 // Shaer "in Orbit" = a real Block (FEP-c648 client side): lands in
2221 // ap_blocks, shows in the Block tab, and purges the actor's cached
2222 // content. Client-side filtering becomes a cache of this state.
2223 case 'Block': {
2224 const targetUri = c2sIdOf(object);
2225 if (!targetUri) return { status: 400, error: 'missing_object' };
2226 const r = await blockTarget(site, targetUri);
2227 if (r && r.error) return { status: 400, error: r.error };
2228 return { status: 202, url: targetUri };
2229 }
2230 case 'Undo': {
2231 const inner = object && typeof object === 'object' ? object : null;
2232 let innerType = inner && inner.type;
2233 if (Array.isArray(innerType)) innerType = innerType.find((t) => typeof t === 'string');
2234 const innerTarget = c2sIdOf(inner && inner.object);
2235 if (innerType === 'Follow') { await unfollowActor(site, innerTarget); return { status: 202, url: innerTarget }; }
2236 if (innerType === 'Block') {
2237 if (!innerTarget) return { status: 400, error: 'missing_object' };
2238 unblock(site, innerTarget); // release from Orbit
2239 return { status: 202, url: innerTarget };
2240 }
2241 if (innerType === 'Like' || innerType === 'Announce') {
2242 const kind = innerType === 'Announce' ? 'unboost' : 'unlike';
2243 const note = await resolveRemoteNote(innerTarget).catch(() => null);
2244 const objUri = (note && note.object_uri) || innerTarget;
2245 await sendInteraction(site, kind, objUri, note && note.actor_uri);
2246 setMyReaction(site.slug, innerTarget, innerType === 'Announce' ? 'boost' : 'like', false);
2247 if (innerType === 'Announce') { try { unmarkBoosted(site.slug, objUri); } catch { /* non-fatal */ } }
2248 return { status: 202, url: objUri };
2249 }
2250 return { status: 400, error: 'unsupported_undo' };
2251 }
2252 // Delete/Update of arbitrary objects need the post-edit pipeline; tracked
2253 // separately (klonkt-demo-c2s-del). Reject clearly rather than half-doing it.
2254 default:
2255 return { status: 400, error: 'unsupported_type', detail: String(type || 'none') };
2256 }
2257 } catch (e) {
2258 console.warn('[AP] C2S ingest failed:', e && e.message);
2259 return { status: 500, error: 'ingest_error' };
2260 }
2261}
2262
2263// Create a top-level microblog post from a C2S Note and federate it. Minimal
2264// sibling of the /posts/create route: sanitized HTML content, no title/cover.
2265async function c2sCreatePost(base, site, user, object) {
2266 const html = HtmlSanitizerService.sanitize(object.content || (object.source && object.source.content) || '');
2267 if (!html.trim()) return { status: 400, error: 'empty_note' };
2268 const postId = crypto.randomUUID();
2269 const slug = 'n-' + postId.slice(0, 8);
2270 const now = new Date().toISOString();
2271 // Visibility from the note's addressing (shaer-60b): Public in `to` = loud
2272 // public, Public in `cc` = quiet public (unlisted), followers-only = friends
2273 // (rides the existing fan_only pipeline: followers-only AP delivery + web
2274 // gating), neither = participants-only (kept local until mention addressing
2275 // lands; still followers-gated on the web).
2276 const vis = c2sVisibility(object);
2277 const fanOnly = (vis === 'friends' || vis === 'direct') ? 1 : 0;
2278 db.prepare(`INSERT INTO posts (id, site_id, slug, author_id, title, content, excerpt, status, type, language, fan_only, ap_visibility, created_at, updated_at, published_at)
2279 VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)`)
2280 .run(postId, site.id, slug, user.id, '', html, '', 'published', 'post', object.language || 'nl', fanOnly, vis, now, now, now);
2281 try { db.prepare('UPDATE posts SET content_rendered = ? WHERE id = ?').run(bakePostContent(html), postId); } catch { /* render fallback covers it */ }
2282 bakePostContentWithMentions(html).then((h) => { try { db.prepare('UPDATE posts SET content_rendered = ? WHERE id = ?').run(h, postId); } catch { /* keep sync bake */ } }).catch(() => {});
2283 try { db.prepare('INSERT INTO posts_fts(content, title, author, post_id) VALUES (?,?,?,?)').run(HtmlSanitizerService.toPlainText(html), '', user.username || '', postId); } catch { /* FTS non-fatal */ }
2284 if (vis !== 'direct') {
2285 deliverCreate(site, { id: postId, slug, title: '', content: html, published_at: now, created_at: now, fan_only: fanOnly, ap_visibility: vis }).catch(() => { /* best-effort */ });
2286 }
2287 return { status: 201, id: postId, url: `${base}/ap/notes/${postId}` };
2288}
2289
2290// The direct-note leg (ward call-for-help) lives in the guardianship module
2291// (src/services/guardianship/delivery.js); wired with our AP helpers at the
2292// bottom of this file. Re-exported so every existing caller keeps working.
2293export const c2sVisibility = Guardianship.c2sVisibility;
2294export const deliverDirectNote = Guardianship.deliverDirectNote;
2295
2296// Send a reply FROM this site to a remote actor (in reply to their inbound reply).
2297// `parent` = an ap_interactions row (actor_uri, actor_url, actor_handle, object_uri).
2298export async function deliverReply(site, { postId, postSlug, parent, text, html, language, attachments, mentions, visibility }) {
2299 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2300 // Rich replies: `html` is the reply editor's HTML (sanitized here); `text` is
2301 // the plain-text fallback (no-JS path, C2S `source`). Either may carry the reply.
2302 const richClean = html ? HtmlSanitizerService.sanitize(String(html)) : '';
2303 const rich = richClean && HtmlSanitizerService.toPlainText(richClean).trim() ? richClean : '';
2304 // Attachments: only OUR OWN uploads (/media/... paths, no remote URLs — the
2305 // upload route is the sole producer), image/audio/video only, max 4.
2306 const media = (Array.isArray(attachments) ? attachments : [])
2307 .filter((a) => a && typeof a.url === 'string' && /^\/media\/[\w./-]+$/.test(a.url)
2308 && /^(image|audio|video)\//.test(String(a.mediaType || '')))
2309 .slice(0, 4)
2310 .map((a) => ({ url: a.url, mediaType: String(a.mediaType), name: String(a.name || '').slice(0, 120) }));
2311 // A media-only reply (no text) is a valid reply.
2312 if (!base || !site || !site.slug || !parent || (!String(text || '').trim() && !rich && !media.length)) return null;
2313 const me = actorId(base, site.slug);
2314 // u02, the mentions bar: `mentions` undefined = legacy behavior (mention the
2315 // parent author). An ARRAY (possibly empty) = the kept conversation partners
2316 // exactly as the bar shows them; the mention prefix, the Mention tags (via
2317 // mentionTags over the content) and the delivery targets all follow it.
2318 const kept = Array.isArray(mentions)
2319 ? mentions
2320 .filter((m) => m && typeof m.uri === 'string' && /^https?:\/\//i.test(m.uri))
2321 .slice(0, 8)
2322 .map((m) => ({
2323 uri: m.uri,
2324 url: (typeof m.url === 'string' && /^https?:\/\//i.test(m.url)) ? m.url : m.uri,
2325 handle: String(m.handle || deriveHandle(m.uri)).slice(0, 120),
2326 }))
2327 : null;
2328 const mentionAnchor = (uri, url, h) => {
2329 const disp = h && h[0] === '@' ? h : '@' + (h || '');
2330 return `<a href="${escHtml(url || uri)}" class="u-url mention" data-actor="${escHtml(uri)}">${escHtml(disp)}</a> `;
2331 };
2332 const handle = parent.actor_handle || deriveHandle(parent.actor_uri);
2333 const mention = kept
2334 ? kept.map((k) => mentionAnchor(k.uri, k.url, k.handle)).join('')
2335 : (parent.actor_uri ? mentionAnchor(parent.actor_uri, parent.actor_url, handle) : '');
2336 // Who the stored reply is "to": the parent when kept, else the first kept chip.
2337 const parentKept = !kept || kept.some((k) => k.uri === parent.actor_uri);
2338 const toActorUri = parentKept ? (parent.actor_uri || null) : (kept[0] ? kept[0].uri : null);
2339 const toHandle = parentKept ? handle : (kept[0] ? kept[0].handle : null);
2340 let content;
2341 let mres;
2342 if (rich) {
2343 // Same enrichment pipeline as the plain path (mentions/hashtags/URLs), on
2344 // sanitized editor HTML. The parent mention goes inline into the first
2345 // paragraph (Mastodon convention), or becomes its own leading one.
2346 mres = await resolveMentionsInText(base, rich);
2347 const processed = linkUrls(linkHashtags(base, mres.html));
2348 if (processed.startsWith('<p>')) {
2349 content = processed.replace('<p>', `<p>${mention}`); // inline in the first paragraph
2350 } else if (/^<(blockquote|ul|ol|pre|h[1-6]|div|hr)\b/i.test(processed)) {
2351 content = `<p>${mention}</p>${processed}`; // block content: own leading paragraph
2352 } else {
2353 content = `<p>${mention}${processed}</p>`; // bare inline text: one paragraph together
2354 }
2355 } else {
2356 const body = escHtml(String(text).trim()).replace(/\r?\n/g, '<br>');
2357 mres = await resolveMentionsInText(base, body); // link inline @mentions + collect their inboxes
2358 content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
2359 }
2360 const replyLang = /^[a-z]{2,3}(-[A-Za-z0-9-]+)?$/.test(String(language || '')) ? language : null;
2361 // Dedup: skip if the exact same reply was already sent (double-submit guard).
2362 // Attachments count toward "the same": two media-only replies share content.
2363 const mediaJson = media.length ? JSON.stringify(media) : null;
2364 const dup = db.prepare('SELECT 1 FROM ap_outbox WHERE site_slug = ? AND IFNULL(in_reply_to, \'\') = ? AND content = ? AND IFNULL(attachments, \'\') = IFNULL(?, \'\') LIMIT 1')
2365 .get(site.slug, parent.object_uri || '', content, mediaJson);
2366 if (dup) { console.log('[AP] outreply skipped (duplicate)'); return { duplicate: true, delivered: 0 }; }
2367 const id = crypto.randomUUID();
2368 iStmts().insO.run(id, site.slug, postId, postSlug || null, parent.object_uri || null, toActorUri, toHandle, content, replyLang, mediaJson);
2369 // Followers-only reply (shaer detail-view): mark the row so buildNote drops
2370 // Public from cc. Default (undefined/'public'/'quiet') stays quiet-public.
2371 if (visibility === 'friends') { try { db.prepare('UPDATE ap_outbox SET visibility = ? WHERE id = ?').run('friends', id); } catch { /* ignore */ } }
2372 const row = iStmts().getO.get(id);
2373 const note = buildReplyNote(base, site, row);
2374 const create = {
2375 '@context': AP_CONTEXT,
2376 id: note.id + '#create', type: 'Create', actor: me,
2377 published: note.published, to: note.to, cc: note.cc, object: note,
2378 };
2379 const keys = getOrCreateKeys(site.slug);
2380 const keyId = `${me}#main-key`;
2381 const inboxes = new Set();
2382 // Everyone the mentions bar kept gets pinged; legacy path = the parent only.
2383 const mentionTargets = kept ? kept.map((k) => k.uri) : (parent.actor_uri ? [parent.actor_uri] : []);
2384 for (const uri of mentionTargets) {
2385 const a = await fetchActor(uri).catch(() => null);
2386 if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox);
2387 }
2388 if (parent.threadInbox) inboxes.add(parent.threadInbox); // back-compat (single)
2389 (parent.threadInboxes || []).forEach((i) => inboxes.add(i)); // whole ancestor chain
2390 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2391 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the reply
2392 inboxes.delete(`${me}/inbox`); // never deliver to ourselves (already in ap_outbox)
2393 inboxes.delete(`${base}/ap/inbox`); // (our own shared inbox) → avoids a self-duplicate
2394 let delivered = 0;
2395 for (const inbox of [...inboxes].filter(Boolean)) {
2396 let ok = false;
2397 try { const st = await deliver(inbox, create, keyId, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
2398 if (ok) delivered++;
2399 else enqueueDelivery(site.slug, inbox, create); // durable: retry a briefly-offline recipient (was silently dropped)
2400 }
2401 console.log('[AP] outreply', site.slug, '→', parent.actor_uri, 'delivered', delivered);
2402 return { id, content, delivered };
2403}
2404
2405// attributedTo may be a string, an object {id}, or an ARRAY — e.g. a PeerTube Video is
2406// attributed to [Person (account), Group (channel)]. Pick a usable actor URI (prefer Person).
2407function actorUriOf(att) {
2408 if (!att) return null;
2409 if (typeof att === 'string') return att;
2410 if (Array.isArray(att)) {
2411 const person = att.find((a) => a && typeof a === 'object' && a.type === 'Person' && a.id);
2412 if (person) return person.id;
2413 for (const a of att) { if (typeof a === 'string') return a; if (a && a.id) return a.id; }
2414 return null;
2415 }
2416 return att.id || null;
2417}
2418
2419// Resolve a remote post URL (any fediverse/Klonkt post) into a reply target.
2420// Returns a parent-shaped object usable by deliverReply(), or null.
2421export async function resolveRemoteNote(url) {
2422 if (!/^https?:\/\//i.test(String(url || ''))) return null;
2423 const note = await fetchActor(url).catch(() => null); // AP GET (content-negotiates)
2424 if (!note || !note.id) return null;
2425 const att = note.attributedTo;
2426 const actorUri = actorUriOf(att);
2427 if (!actorUri) return null;
2428 const actor = await fetchActor(actorUri).catch(() => null);
2429 const ai = actorInfo(actor, actorUri);
2430 // Is what we're replying to a post (or a comment) on one of OUR posts? If so,
2431 // link our reply to that local post so it shows nested in the post thread.
2432 const localTgt = findThreadTarget(note.id, (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, ''));
2433 // Walk the WHOLE reply chain upward (comment → parent comment → … → root post)
2434 // and collect every ancestor author's inbox, so each participant's server —
2435 // including the original post's author — receives + threads our reply.
2436 const threadInboxes = [];
2437 const seenInbox = new Set();
2438 let cursor = note.inReplyTo, guard = 0;
2439 while (cursor && guard++ < 6) {
2440 const url = typeof cursor === 'string' ? cursor : (cursor && cursor.id);
2441 if (!url) break;
2442 const pn = await fetchActor(url).catch(() => null);
2443 if (!pn) break;
2444 const pa = actorUriOf(pn.attributedTo);
2445 if (pa && pa !== actorUri) {
2446 const paDoc = await fetchActor(pa).catch(() => null);
2447 const inbox = paDoc && ((paDoc.endpoints && paDoc.endpoints.sharedInbox) || paDoc.inbox);
2448 if (inbox && !seenInbox.has(inbox)) { seenInbox.add(inbox); threadInboxes.push(inbox); }
2449 }
2450 cursor = pn.inReplyTo; // climb to the next ancestor
2451 }
2452 // For non-Note objects (PeerTube Video, Article, …) the meaningful label is `name` (the
2453 // title); prepend it so the reply page shows what you're replying to (sanitize cleans it).
2454 let rawHtml = String(note.content || '').replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
2455 if (note.name && note.type && note.type !== 'Note') rawHtml = `<p><strong>${note.name}</strong></p>` + rawHtml;
2456 const images = (Array.isArray(note.attachment) ? note.attachment : [])
2457 .filter((a) => a && a.url && (!a.mediaType || /^image\//i.test(a.mediaType)))
2458 .map((a) => safeUrl(a.url)).filter(Boolean);
2459 // A Klonkt hosted-audio post strips its cover from `attachment` (so Mastodon
2460 // shows the player card, not a loose image) and puts it in `image` instead.
2461 // Same fallback as mediaFromNote() so a boosted music post keeps its cover.
2462 if (!images.length && note.image) {
2463 const im = Array.isArray(note.image) ? note.image[0] : note.image;
2464 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
2465 if (iu) images.push(iu);
2466 }
2467 return {
2468 object_uri: safeUrl(note.id) || note.id,
2469 actor_uri: actorUri,
2470 actor_url: ai.url,
2471 actor_handle: ai.handle,
2472 actor_name: ai.name,
2473 actor_icon: ai.icon,
2474 url: note.url || url,
2475 content: HtmlSanitizerService.sanitize(rawHtml), // full, sanitized
2476 sensitive: !!note.sensitive, // remote CW → blur in the Cirkel
2477 cw: note.summary || '',
2478 images,
2479 // Full typed media (incl. video/mp4) for the timeline cache. `images` above is
2480 // image-only for the interact page preview; a boosted video-only post (Loops)
2481 // lost its media entirely because upsertBoostedNote only saw `images`.
2482 media: mediaFromNote(note),
2483 threadInboxes, // every ancestor author's inbox
2484 localPostId: localTgt ? localTgt.post_id : '', // our post this belongs to (if any)
2485 poll: parsePoll(note), // a Question → its options/counts (else null)
2486 preview: HtmlSanitizerService.toPlainText(note.content || '').slice(0, 240),
2487 };
2488}
2489
2490// List a site's own outbound fediverse replies (for the manage/delete view).
2491// The plain editable text of a stored reply (unwrap links → their text, <br> → newline)
2492// so the manage view can prefill an edit box; the mention is re-added on save.
2493function outboxEditableText(content) {
2494 return String(content || '')
2495 .replace(/<br\s*\/?>/gi, '\n')
2496 .replace(/<a\b[^>]*>([\s\S]*?)<\/a>/gi, '$1')
2497 .replace(/<[^>]+>/g, '')
2498 .replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&')
2499 .trim();
2500}
2501export function listOutbox(siteSlug) {
2502 return db.prepare('SELECT id, content, to_handle, in_reply_to, language, created_at FROM ap_outbox WHERE site_slug = ? ORDER BY created_at DESC')
2503 .all(siteSlug).map((r) => { const c = stripLeadingMentions(r.content); return { ...r, content: c, editable: outboxEditableText(c) }; });
2504}
2505
2506// Delete one of our outbound replies: send Delete(Tombstone) to recipients + remove it.
2507export async function deliverOutboxDelete(site, outboxId) {
2508 const row = iStmts().getO.get(outboxId);
2509 if (!row || row.site_slug !== site.slug) return false;
2510 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2511 if (base) {
2512 const me = actorId(base, site.slug);
2513 const nid = noteId(base, row.id);
2514 const del = { '@context': AP_CONTEXT, id: `${nid}#delete-${Date.now()}-${rid()}`, type: 'Delete', actor: me, to: [PUBLIC], object: { id: nid, type: 'Tombstone' } };
2515 const keys = getOrCreateKeys(site.slug);
2516 const inboxes = new Set();
2517 if (row.to_actor) { const a = await fetchActor(row.to_actor).catch(() => null); if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox); }
2518 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2519 for (const inbox of [...inboxes].filter(Boolean)) {
2520 try { const st = await deliver(inbox, del, `${me}#main-key`, keys.private_pem); if (st >= 200 && st < 300) continue; } catch { /* queue below */ }
2521 enqueueDelivery(site.slug, inbox, del); // durable: a failed comment-delete now retries (was silently dropped)
2522 }
2523 }
2524 db.prepare('DELETE FROM ap_outbox WHERE id = ?').run(outboxId);
2525 return true;
2526}
2527
2528// Edit one of our outbound replies: rewrite the stored content (mention re-added + #tags
2529// re-linked) and send an Update(Note) so recipients refresh their cached copy.
2530export async function deliverOutboxUpdate(site, outboxId, newText, opts = {}) {
2531 const row = iStmts().getO.get(outboxId);
2532 if (!row || row.site_slug !== site.slug) return false;
2533 const text = String(newText || '').trim();
2534 // Rich edit: same sanitize + enrichment pipeline as deliverReply.
2535 const richClean = opts.html ? HtmlSanitizerService.sanitize(String(opts.html)) : '';
2536 const rich = richClean && HtmlSanitizerService.toPlainText(richClean).trim() ? richClean : '';
2537 if (!text && !rich) return false;
2538 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2539 if (!base) return false;
2540 const me = actorId(base, site.slug);
2541 const toActor = row.to_actor ? await fetchActor(row.to_actor).catch(() => null) : null;
2542 const toProfile = row.to_actor ? (actorInfo(toActor, row.to_actor).url || row.to_actor) : '';
2543 const _h = row.to_handle || deriveHandle(row.to_actor);
2544 const toHandle = _h && _h[0] === '@' ? _h : '@' + (_h || '');
2545 // An edit must not drop co-mentions (u02): reuse the OLD content's leading
2546 // mention anchors (the bar's kept list at send time) when present; only fall
2547 // back to rebuilding the single to_actor mention for legacy rows.
2548 const oldPrefix = (String(row.content || '')
2549 .match(/^\s*(?:<p[^>]*>)?\s*((?:<a\b[^>]*class="u-url mention"[^>]*>\s*@[^<]+<\/a>[\s ]*)+)/i) || [])[1] || '';
2550 const mention = oldPrefix || (row.to_actor
2551 ? `<a href="${escHtml(toProfile)}" class="u-url mention" data-actor="${escHtml(row.to_actor)}">${escHtml(toHandle)}</a> ` : '');
2552 let content;
2553 let mres;
2554 if (rich) {
2555 mres = await resolveMentionsInText(base, rich);
2556 const processed = linkUrls(linkHashtags(base, mres.html));
2557 if (processed.startsWith('<p>')) content = processed.replace('<p>', `<p>${mention}`);
2558 else if (/^<(blockquote|ul|ol|pre|h[1-6]|div|hr)\b/i.test(processed)) content = `<p>${mention}</p>${processed}`;
2559 else content = `<p>${mention}${processed}</p>`;
2560 } else {
2561 mres = await resolveMentionsInText(base, escHtml(text).replace(/\r?\n/g, '<br>'));
2562 content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
2563 }
2564 // Language may be updated with the edit; attachments always survive untouched.
2565 const newLang = /^[a-z]{2,3}(-[A-Za-z0-9-]+)?$/.test(String(opts.language || '')) ? opts.language : null;
2566 db.prepare('UPDATE ap_outbox SET content = ?, language = COALESCE(?, language) WHERE id = ?').run(content, newLang, outboxId);
2567 const note = buildReplyNote(base, site, iStmts().getO.get(outboxId));
2568 note.updated = new Date().toISOString();
2569 const update = {
2570 '@context': AP_CONTEXT,
2571 id: `${note.id}#update-${Date.now()}-${rid()}`, type: 'Update', actor: me,
2572 published: note.published, updated: note.updated, to: note.to, cc: note.cc, object: note,
2573 };
2574 const keys = getOrCreateKeys(site.slug);
2575 const inboxes = new Set();
2576 if (toActor) inboxes.add((toActor.endpoints && toActor.endpoints.sharedInbox) || toActor.inbox);
2577 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2578 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the edit
2579 inboxes.delete(`${me}/inbox`); inboxes.delete(`${base}/ap/inbox`);
2580 let delivered = 0;
2581 for (const inbox of [...inboxes].filter(Boolean)) {
2582 let ok = false;
2583 try { const st = await deliver(inbox, update, `${me}#main-key`, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
2584 if (ok) delivered++;
2585 else enqueueDelivery(site.slug, inbox, update); // durable: retry the edit later (was silently dropped)
2586 }
2587 console.log('[AP] outreply edit', site.slug, 'delivered', delivered);
2588 return { ok: true, content, delivered };
2589}
2590
2591// ── Fediverse CLIENT: follow accounts + home timeline ─────────────
2592// Resolve an @user@domain handle to its actor URL via WebFinger.
2593export async function webfingerResolve(handle) {
2594 const h = String(handle || '').trim().replace(/^@/, '');
2595 const parts = h.split('@');
2596 if (parts.length !== 2 || !parts[0] || !parts[1]) return null;
2597 const acct = `${parts[0]}@${parts[1]}`;
2598 try {
2599 const r = await safeFetch(`https://${parts[1]}/.well-known/webfinger?resource=acct:${encodeURIComponent(acct)}`,
2600 { headers: { Accept: 'application/jrd+json, application/json' } });
2601 if (!r.ok) return null;
2602 const jrd = await r.json();
2603 const link = (jrd.links || []).find((l) => l.rel === 'self' && /activity\+json|ld\+json/.test(l.type || ''));
2604 return safeUrl(link ? link.href : '') || null;
2605 } catch { return null; }
2606}
2607
2608let _insFw, _delFw, _listFw, _accFw, _oneFw, _setAB;
2609function fwStmts() {
2610 if (!_insFw) {
2611 _insFw = db.prepare('INSERT OR REPLACE INTO ap_following (slug, actor_uri, handle, name, icon, url, inbox, follow_id, status, auto_boost, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
2612 _delFw = db.prepare('DELETE FROM ap_following WHERE slug = ? AND actor_uri = ?');
2613 _listFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? ORDER BY created_at DESC');
2614 _accFw = db.prepare("UPDATE ap_following SET status = 'accepted' WHERE follow_id = ?");
2615 _oneFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? AND actor_uri = ?');
2616 _setAB = db.prepare('UPDATE ap_following SET auto_boost = ? WHERE slug = ? AND actor_uri = ?');
2617 }
2618 return { ins: _insFw, del: _delFw, list: _listFw, acc: _accFw, one: _oneFw, setAB: _setAB };
2619}
2620export function listFollowing(slug) { return fwStmts().list.all(slug); }
2621
2622// Toggle auto-boost ("feature") on an account we already follow.
2623export function setAutoBoost(slug, actorUri, on) {
2624 try { fwStmts().setAB.run(on ? 1 : 0, slug, actorUri); } catch { /* ignore */ }
2625 // Featuring an account → AP-native catch-up so the Cirkel isn't empty until they next
2626 // post (push doesn't backfill history-before-follow). Fire-and-forget pull, sends nothing.
2627 if (on) backfillFromOutbox(slug, actorUri).catch(() => {});
2628 return { ok: true };
2629}
2630
2631let _insTl, _listTl, _delTl;
2632function tlStmts() {
2633 if (!_insTl) {
2634 _insTl = db.prepare('INSERT OR IGNORE INTO ap_timeline (id, slug, author_uri, author_name, author_handle, author_icon, author_url, content, url, published, media_json, nsfw, cw, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
2635 _listTl = db.prepare('SELECT * FROM ap_timeline WHERE slug = ? ORDER BY COALESCE(published, created_at) DESC LIMIT ? OFFSET ?');
2636 _delTl = db.prepare('DELETE FROM ap_timeline WHERE id = ?');
2637 }
2638 return { ins: _insTl, list: _listTl, del: _delTl };
2639}
2640export function getTimeline(slug, limit, offset) { return tlStmts().list.all(slug, limit || 50, offset || 0); }
2641
2642// Inbox C2S read: a timeline row's media_json ([{url, type}], written on the
2643// inbound Create) → AS2 `attachment` array, so a client (Shaer) can render a
2644// friend's images/audio/video natively, exactly like own outbox posts. The
2645// stored `type` is the mediaType and may be ''. Malformed JSON yields
2646// undefined and never blocks the item.
2647export function timelineAttachments(mediaJson) {
2648 try {
2649 const list = mediaJson ? JSON.parse(mediaJson) : [];
2650 const rows = (Array.isArray(list) ? list : [])
2651 .filter((m) => m && m.url)
2652 .map((m) => ({ type: 'Document', mediaType: m.type || undefined, url: m.url }));
2653 return rows.length ? rows : undefined;
2654 } catch { return undefined; }
2655}
2656
2657// FEP-9098 custom emojis. Inbound: keep the note's Emoji tags (as JSON) so we
2658// can serve them back. `extractEmojiTags` returns the JSON to store (or null);
2659// `timelineEmojis` turns the stored JSON back into an AS2 `tag` array for the
2660// C2S inbox read, so a client (Shaer) can render :shortcode: as an image.
2661export function extractEmojiTags(tag) {
2662 const arr = Array.isArray(tag) ? tag : (tag ? [tag] : []);
2663 const emojis = arr.filter((t) => t && (Array.isArray(t.type) ? t.type[0] : t.type) === 'Emoji'
2664 && typeof t.name === 'string' && t.icon);
2665 return emojis.length ? JSON.stringify(emojis) : null;
2666}
2667export function timelineEmojis(emojiJson) {
2668 try { const arr = emojiJson ? JSON.parse(emojiJson) : null; return (Array.isArray(arr) && arr.length) ? arr : undefined; }
2669 catch { return undefined; }
2670}
2671
2672// FEP-e232 object links (quotes / inline references). Inbound: keep the note's
2673// Link tags whose mediaType marks an AP object (the AS2-profiled ld+json, or
2674// activity+json as its equivalent) as JSON, so the C2S inbox read can serve
2675// them back and a client (Shaer) can render the quote/reference. Mirrors
2676// extractEmojiTags. Plain hyperlinks (text/html) and Mentions are dropped.
2677export function extractObjectLinkTags(tag) {
2678 const arr = Array.isArray(tag) ? tag : (tag ? [tag] : []);
2679 const links = arr.filter((t) => {
2680 if (!t || (Array.isArray(t.type) ? t.type[0] : t.type) !== 'Link') return false;
2681 if (typeof t.href !== 'string' || !t.href) return false;
2682 const mt = String(t.mediaType || '').toLowerCase();
2683 return (mt.startsWith('application/ld+json') && mt.includes('activitystreams'))
2684 || mt.startsWith('application/activity+json');
2685 });
2686 return links.length ? JSON.stringify(links) : null;
2687}
2688export function timelineObjectLinks(linkJson) {
2689 try { const arr = linkJson ? JSON.parse(linkJson) : null; return (Array.isArray(arr) && arr.length) ? arr : undefined; }
2690 catch { return undefined; }
2691}
2692
2693// FEP-044f quote posts: a quote is usually NOT an FEP-e232 tag but an
2694// object-level property. FEP-044f §"how to recognise" lists them all:
2695// `quote` (the FEP property, a string or an embedded Link/object), and the
2696// de-facto `quoteUrl` (as:), `quoteUri` (fedibird), `_misskey_quote` (misskey).
2697// This returns the quoted object's URL from whichever is present.
2698export function extractQuoteUrl(note) {
2699 if (!note || typeof note !== 'object') return null;
2700 const q = note.quote ?? note.quoteUrl ?? note.quoteUri ?? note['_misskey_quote'];
2701 if (!q) return null;
2702 if (typeof q === 'string') return q || null;
2703 if (typeof q === 'object') return (typeof q.id === 'string' && q.id) || (typeof q.href === 'string' && q.href) || null;
2704 return null;
2705}
2706
2707// The note's object-link tags for storage: real FEP-e232 Link tags PLUS any
2708// FEP-044f object-level quote, normalised to one FEP-e232-shaped Link (rel
2709// _misskey_quote) so the client's single object-link path renders them all.
2710// Deduped by href. Returns the JSON to store (or null if the note has neither).
2711export function extractLinkJson(note) {
2712 const links = [];
2713 const fromTag = extractObjectLinkTags(note && note.tag);
2714 if (fromTag) { try { links.push(...JSON.parse(fromTag)); } catch { /* ignore */ } }
2715 const qUrl = extractQuoteUrl(note);
2716 if (qUrl && !links.some((l) => l && l.href === qUrl)) {
2717 links.push({ type: 'Link', mediaType: 'application/activity+json', href: qUrl,
2718 rel: ['https://misskey-hub.net/ns#_misskey_quote'], name: qUrl });
2719 }
2720 return links.length ? JSON.stringify(links) : null;
2721}
2722
2723// The URL of the quoted post, from either an object-level quote (FEP-044f) or a
2724// quote-rel FEP-e232 Link tag. Used to resolve the embedded quote card.
2725export function quoteHrefOf(note) {
2726 const direct = extractQuoteUrl(note);
2727 if (direct) return direct;
2728 const arr = Array.isArray(note && note.tag) ? note.tag : (note && note.tag ? [note.tag] : []);
2729 for (const t of arr) {
2730 if (!t || (Array.isArray(t.type) ? t.type[0] : t.type) !== 'Link' || typeof t.href !== 'string') continue;
2731 const rel = Array.isArray(t.rel) ? t.rel : (t.rel ? [t.rel] : []);
2732 if (rel.some((r) => /quote/i.test(String(r)))) return t.href;
2733 }
2734 return null;
2735}
2736
2737// Turn the stored quote snapshot back into the object the C2S inbox read serves
2738// as `shaer:quote`, so the client can render the embedded quote card.
2739export function timelineQuote(quoteJson) {
2740 try { const q = quoteJson ? JSON.parse(quoteJson) : null; return (q && typeof q === 'object') ? q : undefined; }
2741 catch { return undefined; }
2742}
2743
2744// Store the author's display-name emoji map (from actorInfo().emojis) on a
2745// timeline row, so the byline can render a ":shortcode:" name. No-op when the
2746// name has no custom emoji (the common case).
2747function storeAuthorEmoji(id, slug, ai) {
2748 if (!ai || !ai.emojis || !Object.keys(ai.emojis).length) return;
2749 try { db.prepare('UPDATE ap_timeline SET author_emoji_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(ai.emojis), id, slug); } catch { /* ignore */ }
2750}
2751
2752// A display-name emoji map (actorInfo().emojis) → JSON to store, or null.
2753function emojiJsonOf(map) { return (map && Object.keys(map).length) ? JSON.stringify(map) : null; }
2754
2755// ── Cirkel = posts from the accounts you auto-boost ("feature an artist") ──
2756let _abCount, _cirkelPosts, _cirkelMembers;
2757export function autoBoostCount(slug) {
2758 try { if (!_abCount) _abCount = db.prepare('SELECT COUNT(*) AS n FROM ap_following WHERE slug = ? AND auto_boost = 1'); return _abCount.get(slug).n; } catch { return 0; }
2759}
2760export function getCirkelPosts(slug, limit, offset) {
2761 try {
2762 // Cirkel = posts from featured (auto_boost) accounts + posts you boosted
2763 // (t.boosted), mixed by date. One row per note in ap_timeline → no duplicates.
2764 if (!_cirkelPosts) _cirkelPosts = db.prepare(`
2765 SELECT t.id, t.author_uri, t.author_name, t.author_handle, t.author_icon, t.author_url,
2766 t.content, t.url, t.published, t.media_json, t.boosted, t.nsfw, t.cw
2767 FROM ap_timeline t
2768 LEFT JOIN ap_following f ON f.slug = t.slug AND f.actor_uri = t.author_uri
2769 WHERE t.slug = ? AND (f.auto_boost = 1 OR t.boosted = 1)
2770 ORDER BY COALESCE(t.published, t.created_at) DESC, t.rowid DESC
2771 LIMIT ? OFFSET ?`);
2772 return _cirkelPosts.all(slug, limit || 60, offset || 0);
2773 } catch { return []; }
2774}
2775export function getCirkelMembers(slug) {
2776 try { if (!_cirkelMembers) _cirkelMembers = db.prepare('SELECT name, url, icon FROM ap_following WHERE slug = ? AND auto_boost = 1 ORDER BY name'); return _cirkelMembers.all(slug); } catch { return []; }
2777}
2778// Mark a timeline post as boosted so it shows in the Cirkel (mixed by date).
2779let _markBoost, _unmarkBoost, _boostedCount;
2780export function markBoosted(slug, noteId) {
2781 try { if (!_markBoost) _markBoost = db.prepare('UPDATE ap_timeline SET boosted = 1 WHERE slug = ? AND id = ?'); _markBoost.run(slug, noteId); } catch { /* ignore */ }
2782}
2783export function unmarkBoosted(slug, noteId) {
2784 try { if (!_unmarkBoost) _unmarkBoost = db.prepare('UPDATE ap_timeline SET boosted = 0 WHERE slug = ? AND id = ?'); _unmarkBoost.run(slug, noteId); } catch { /* ignore */ }
2785}
2786let _markLike, _unmarkLike;
2787export function markLiked(slug, noteId) {
2788 try { if (!_markLike) _markLike = db.prepare('UPDATE ap_timeline SET liked = 1 WHERE slug = ? AND id = ?'); _markLike.run(slug, noteId); } catch { /* ignore */ }
2789}
2790export function unmarkLiked(slug, noteId) {
2791 try { if (!_unmarkLike) _unmarkLike = db.prepare('UPDATE ap_timeline SET liked = 0 WHERE slug = ? AND id = ?'); _unmarkLike.run(slug, noteId); } catch { /* ignore */ }
2792}
2793export function getTimelineReaction(slug, noteId) {
2794 try { const r = db.prepare('SELECT liked, boosted FROM ap_timeline WHERE slug = ? AND id = ?').get(slug, noteId); return { liked: !!(r && r.liked), boosted: !!(r && r.boosted) }; } catch { return { liked: false, boosted: false }; }
2795}
2796// Boost a REMOTE post that may not be in your timeline (you don't follow the author):
2797// store it in ap_timeline (INSERT OR IGNORE → no dup for followed posts) so it shows in
2798// the Cirkel with a Boost badge, then flag it boosted.
2799export function upsertBoostedNote(slug, note) {
2800 if (!slug || !note || !note.object_uri) return;
2801 const id = note.object_uri;
2802 // Prefer the full typed media (incl. video/mp4 — a Loops boost is video-only and
2803 // rendered a bare text tile); fall back to the image-only list for older callers.
2804 const media = (note.media && note.media !== '[]')
2805 ? note.media
2806 : JSON.stringify((note.images || []).map((u) => ({ url: u, type: 'image/jpeg' })));
2807 try {
2808 const r = tlStmts().ins.run(id, slug, note.actor_uri || '', note.actor_name || '', note.actor_handle || '',
2809 note.actor_icon || '', note.actor_url || '', note.content || '', note.url || null,
2810 new Date().toISOString(), media, note.sensitive ? 1 : 0, note.cw || null);
2811 if (!r.changes) {
2812 // Row already cached (INSERT OR IGNORE) → refresh it with the freshly
2813 // resolved note. Without this a row cached without its cover (or with
2814 // stale content) stayed stale forever — even boosting again didn't heal it.
2815 // Keep the CACHED media when the resolve yielded none: an empty re-resolve
2816 // used to clobber a good media_json (the followed copy had the video, the
2817 // boost wiped it to []).
2818 db.prepare(`UPDATE ap_timeline SET content = ?, media_json = CASE WHEN ? = '[]' THEN media_json ELSE ? END,
2819 nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE slug = ? AND id = ?`)
2820 .run(note.content || '', media, media, note.sensitive ? 1 : 0, note.cw || null, note.url || null, slug, id);
2821 }
2822 } catch { /* ignore */ }
2823 markBoosted(slug, id);
2824}
2825export function boostedCount(slug) {
2826 try { if (!_boostedCount) _boostedCount = db.prepare('SELECT COUNT(*) AS n FROM ap_timeline WHERE slug = ? AND boosted = 1'); return _boostedCount.get(slug).n; } catch { return 0; }
2827}
2828
2829// Resolve a Klonkt/AP actor URL from a site root: a Klonkt site's root 302s to
2830// /ap/users/<slug> (content negotiation; Location may be relative). Used by
2831// followActor for bare-domain follows.
2832// NB: the old auto-migration of legacy Cirkels (circle_links -> AP follows) was
2833// REMOVED on 2026-06-26 — it auto-sent Follows on boot, which violates "the code
2834// never throws anything into the fediverse automatically" (would surprise-Follow
2835// for some operators at scale). The dead circle_links table stays as harmless dead
2836// data; an operator restores an old cirkel by re-following in /following (their click).
2837async function resolveApActor(siteUrl) {
2838 try {
2839 const r = await fetch(siteUrl, { headers: { Accept: 'application/activity+json' }, redirect: 'manual' });
2840 if (r.status >= 300 && r.status < 400) { const loc = r.headers.get('location'); if (loc) return new URL(loc, siteUrl).href; }
2841 if (r.ok) return siteUrl;
2842 } catch { /* unreachable */ }
2843 return null;
2844}
2845
2846// ── Self-heal: re-sync the fediverse cache (ap_timeline) after a DRASTIC update ──
2847// Runs ONCE per SELFHEAL_VERSION bump — NOT on every boot. Re-fetches each cached
2848// note and refreshes content + media (recovers covers/edits that were delivered
2849// during a flux window, e.g. a fleet-wide update), and drops notes that are gone
2850// (404/410). Bump SELFHEAL_VERSION only on a release that warrants a re-sync.
2851const SELFHEAL_VERSION = 18; // v18: link previews no longer hang behind the note re-fetch (an unreachable origin skipped the whole row)
2852async function fetchNoteAP(url) {
2853 try {
2854 const r = await fetch(url, { headers: { Accept: 'application/activity+json' } });
2855 if (r.status === 404 || r.status === 410) return 404;
2856 if (r.ok) return await r.json();
2857 } catch { /* unreachable */ }
2858 return null;
2859}
2860function mediaFromNote(note) {
2861 const atts = (Array.isArray(note.attachment) ? note.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
2862 if (!atts.some((m) => !m.type || /image/i.test(m.type)) && note.image) {
2863 const im = Array.isArray(note.image) ? note.image[0] : note.image;
2864 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
2865 if (iu) atts.push({ url: iu, type: (im && im.mediaType) || 'image/jpeg' });
2866 }
2867 return JSON.stringify(atts);
2868}
2869
2870// FEP-044f, emit side. The mirror of extractQuoteUrl (ingest): when one of our
2871// own posts quotes a fediverse object, say so in the shapes the network really
2872// reads. `quote` is the FEP property; quoteUrl / _misskey_quote are the de-facto
2873// ones Mastodon and Misskey look at, and the FEP-e232 `Link` in `tag` is the
2874// third form. All three point at the same object, which is what every reader
2875// expects. The quoted author goes in `cc`, because being quoted without being
2876// told is exactly the rudeness this FEP is trying to design away.
2877export function applyQuoteProps(note, quoteUri, quoteActor) {
2878 if (!note || typeof quoteUri !== 'string' || !/^https?:\/\//i.test(quoteUri)) return note;
2879 note.quote = quoteUri;
2880 note.quoteUrl = quoteUri;
2881 note['_misskey_quote'] = quoteUri;
2882 note.tag = [...(note.tag || []), {
2883 type: 'Link',
2884 mediaType: 'application/ld+json; profile="https://www.w3.org/ns/activitystreams"',
2885 href: quoteUri,
2886 rel: ['https://misskey-hub.net/ns#_misskey_quote'],
2887 name: quoteUri,
2888 }];
2889 if (typeof quoteActor === 'string' && /^https?:\/\//i.test(quoteActor)) {
2890 note.cc = [...new Set([...(note.cc || []), quoteActor])];
2891 }
2892 return note;
2893}
2894
2895// The first external (non-fediverse) link in a note, resolved to the same card
2896// shape as a quote: THUMBNAIL ONLY, never the provider's iframe. An arbitrary
2897// third-party frame inside a kid-safe app is a hole you cannot close again, so
2898// the embed carries an image and a title and nothing executable.
2899// Returns the JSON to store, or null when there is nothing worth showing.
2900export async function resolveExternalEmbed(html) {
2901 const first = firstExternalUrl(html);
2902 if (!first) return null;
2903 const io = EmbedResolver.liveIO({
2904 safeFetch,
2905 detectProvider: (u) => AudioEmbedService.detectProvider(u),
2906 fetchActor,
2907 actorInfo,
2908 });
2909 const card = await EmbedResolver.resolveEmbed(first, io).catch(() => null);
2910 // 'ap' is handled by the quote path; a bare 'link' is not worth a card.
2911 if (!card || card.kind === 'ap' || card.kind === 'link') return null;
2912 const thumb = (card.media || []).find((m) => m && m.url);
2913 if (!thumb && !card.title) return null;
2914 // Title, provider and author name come from a third party. Store them as
2915 // PLAIN TEXT (tags stripped, length-capped), so no renderer downstream has to
2916 // be the one that remembers to escape. A card is a card, not an essay.
2917 const plain = (v) => (v ? HtmlSanitizerService.toPlainText(String(v)).trim().slice(0, 200) : null);
2918 return JSON.stringify({
2919 url: card.url,
2920 kind: card.kind, // 'provider' | 'oembed'
2921 provider: plain(card.provider),
2922 title: plain(card.title),
2923 author: card.author ? { ...card.author, name: plain(card.author.name), handle: plain(card.author.handle) } : null,
2924 media: thumb ? [thumb] : [], // thumbnail only, no html/iframe
2925 });
2926}
2927
2928/**
2929 * Does our own post link to a fediverse object? Returns { uri, actor } when the
2930 * first external link resolves to a quotable AP object, else null. Runs once at
2931 * publish time; the answer is stored on the post.
2932 */
2933export async function resolveOwnQuote(html) {
2934 const first = firstExternalUrl(html);
2935 if (!first) return null;
2936 const io = EmbedResolver.liveIO({ safeFetch, detectProvider: () => null, fetchActor, actorInfo });
2937 const card = await EmbedResolver.resolveEmbed(first, io).catch(() => null);
2938 if (!card || card.kind !== 'ap' || !card.id) return null;
2939 return { uri: card.id, actor: card.attributedTo || null };
2940}
2941
2942/** The first http(s) link in sanitized note HTML that is not a mention/hashtag. */
2943export function firstExternalUrl(html) {
2944 if (!html || typeof html !== 'string') return null;
2945 for (const m of html.matchAll(/<a\b[^>]*href=["']([^"']+)["'][^>]*>/gi)) {
2946 const tag = m[0];
2947 if (/\b(mention|hashtag|u-url)\b/i.test(tag) && /mention|hashtag/i.test(tag)) continue;
2948 const href = m[1];
2949 if (/^https?:\/\//i.test(href)) return href;
2950 }
2951 return null;
2952}
2953
2954/** The stored external-embed card, for the C2S read. */
2955export function timelineEmbed(embedJson) {
2956 try { const e = embedJson ? JSON.parse(embedJson) : null; return (e && typeof e === 'object' && e.url) ? e : undefined; }
2957 catch { return undefined; }
2958}
2959
2960// FEP-044f embedded quote card: resolve the quoted post to a compact, sanitised
2961// snapshot { url, author{name,handle,icon}, content, published, media } so the
2962// client can render it as a nested card instead of a bare link. Best-effort and
2963// SSRF-safe (apGetJson): returns null on any failure, and the client falls back
2964// to the object-link chip. The content goes through the same sanitiser as every
2965// other note, so the kid-safe guarantees hold.
2966async function resolveQuote(note) {
2967 const url = quoteHrefOf(note);
2968 if (!url) return null;
2969 const q = await apGetJson(url);
2970 if (!q || typeof q !== 'object') return null;
2971 const authorUri = typeof q.attributedTo === 'string' ? q.attributedTo
2972 : (q.attributedTo && typeof q.attributedTo.id === 'string' ? q.attributedTo.id : null);
2973 const ai = authorUri ? actorInfo(await fetchActor(authorUri), authorUri) : null;
2974 // The quoted post's own FEP-9098 emojis, so :shortcode: renders in the card.
2975 const emojis = {};
2976 try {
2977 for (const e of JSON.parse(extractEmojiTags(q.tag) || '[]')) {
2978 const u = e.icon && (e.icon.url || (Array.isArray(e.icon) && e.icon[0] && e.icon[0].url));
2979 if (typeof e.name === 'string' && u) emojis[e.name] = u;
2980 }
2981 } catch { /* ignore */ }
2982 let media = []; try { media = JSON.parse(mediaFromNote(q)); } catch { /* ignore */ }
2983 const snapshot = {
2984 url: safeUrl(q.url || q.id || url) || url,
2985 author: ai ? { name: ai.name, handle: ai.handle, icon: ai.icon } : null,
2986 content: HtmlSanitizerService.sanitize(q.content || ''),
2987 published: q.published || null,
2988 media,
2989 emojis: Object.keys(emojis).length ? emojis : undefined,
2990 };
2991 return JSON.stringify(snapshot);
2992}
2993// A generic SSRF-safe AP GET (collections / pages).
2994async function apGetJson(url) {
2995 try {
2996 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
2997 if (!r.ok) return null;
2998 const len = Number(r.headers.get('content-length') || 0);
2999 if (len > 3_000_000) return null;
3000 return await r.json();
3001 } catch { return null; }
3002}
3003// AP-native catch-up: pull an actor's standard `outbox` collection and merge their recent
3004// top-level posts into the timeline for `slug`. Push (Create delivery) cannot backfill
3005// history-from-before-you-followed or a delivery that was missed while you were down;
3006// reading the outbox is the spec-conform way to catch up. PULL ONLY — sends nothing.
3007export async function backfillFromOutbox(slug, actorUri, limit = 20) {
3008 try {
3009 if (!slug || !actorUri) return 0;
3010 const actor = await fetchActor(actorUri);
3011 if (!actor || !actor.outbox) return 0;
3012 let page = await apGetJson(typeof actor.outbox === 'string' ? actor.outbox : actor.outbox.id);
3013 let items = (page && (page.orderedItems || page.items)) || [];
3014 if (!items.length && page && page.first) {
3015 page = await apGetJson(typeof page.first === 'string' ? page.first : page.first.id);
3016 items = (page && (page.orderedItems || page.items)) || [];
3017 }
3018 if (!Array.isArray(items) || !items.length) return 0;
3019 const ai = actorInfo(actor, actorUri);
3020 let added = 0;
3021 for (const it of items.slice(0, limit)) {
3022 // Each item is usually a Create wrapping a Note, or sometimes the Note itself.
3023 const o = (it && typeof it.object === 'object' && it.object) ? it.object : it;
3024 if (!o || !o.id) continue;
3025 if (o.type && o.type !== 'Note' && o.type !== 'Article' && o.type !== 'Question') continue; // skip boosts/other
3026 if (o.inReplyTo) continue; // top-level only
3027 const auth = actorUriOf(o.attributedTo);
3028 if (auth && auth !== actorUri) continue; // their OWN posts only
3029 const html = HtmlSanitizerService.sanitize(o.content || '');
3030 const poll = parsePoll(o); // a Question (poll) → carry its options/counts on backfill too
3031 try {
3032 const r = tlStmts().ins.run(o.id, slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, mediaFromNote(o), o.sensitive ? 1 : 0, o.summary || null);
3033 if (r && r.changes > 0) added++;
3034 // FEP-9098: keep custom-emoji tags from backfilled posts too.
3035 { const ej = extractEmojiTags(o.tag); if (ej) { try { db.prepare('UPDATE ap_timeline SET emoji_json = ? WHERE id = ? AND slug = ?').run(ej, o.id, slug); } catch { /* ignore */ } } }
3036 storeAuthorEmoji(o.id, slug, ai); // custom-emoji display name for the byline
3037 // FEP-e232 + FEP-044f: keep object-link/quote tags from backfilled posts too.
3038 { const lj = extractLinkJson(o); if (lj) { try { db.prepare('UPDATE ap_timeline SET link_json = ? WHERE id = ? AND slug = ?').run(lj, o.id, slug); } catch { /* ignore */ } } }
3039 // FEP-044f: resolve the embedded quote card for backfilled posts too.
3040 if (quoteHrefOf(o)) { const qj = await resolveQuote(o); if (qj) { try { db.prepare('UPDATE ap_timeline SET quote_json = ? WHERE id = ? AND slug = ?').run(qj, o.id, slug); } catch { /* ignore */ } } }
3041 // Set poll_json if this is a poll and we don't already have it (COALESCE preserves a vote).
3042 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = COALESCE(poll_json, ?) WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, slug); } catch { /* ignore */ } }
3043 } catch { /* ignore */ }
3044 }
3045 if (added) console.log('[AP] outbox backfill', actorUri, '→', slug, '+' + added);
3046 return added;
3047 } catch { return 0; }
3048}
3049
3050// ── Remote thread crawl (fill the gaps in a local post's conversation) ────────────
3051// Most replies reach us by delivery, but replies-to-replies that live on other servers and
3052// aren't addressed to us are missed. This pulls the AS2 `replies` collections of the replies
3053// we DO have, caching any newly-found ones in ap_interactions.
3054//
3055// Matches Mastodon's behaviour: ONE level per crawl (like its FetchRepliesService), not a deep
3056// recursive walk. Deeper levels fill in incrementally across crawls — once a fetched reply is
3057// cached it becomes a seed itself, so its own replies are pulled on a later view (Mastodon's
3058// per-status cascade). Bounded + polite (serial), PULL only, and stale-while-revalidate: it
3059// never runs in a page request — the view renders from cache; a stale post kicks off a
3060// background refresh for the NEXT view.
3061const THREAD_TTL_MS = 15 * 60 * 1000; // don't re-crawl a post more than ~4×/hour
3062const THREAD_MAX_DEPTH = 1; // one hop per crawl (like Mastodon); deeper fills in over crawls
3063const THREAD_MAX_FETCHES = 30; // hard cap on remote GETs per crawl (be a good peer)
3064const _crawlingThreads = new Set(); // per-post in-flight lock (no stampede across views)
3065
3066function threadCrawlTs(postId) {
3067 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('thread_crawl:' + postId); return r ? (Number(r.value) || 0) : 0; }
3068 catch { return 0; }
3069}
3070function setThreadCrawlTs(postId, ts) {
3071 try { db.prepare('INSERT INTO app_settings (key, value) VALUES (?, ?) ON CONFLICT(key) DO UPDATE SET value = excluded.value').run('thread_crawl:' + postId, String(ts)); }
3072 catch { /* ignore */ }
3073}
3074
3075// Read a note's `replies` (string ref / Collection with `first` / paged CollectionPages) →
3076// child note URIs. Every remote GET goes through `budget` so the whole crawl stays capped.
3077async function collectReplyItems(repliesRef, maxPages, budget) {
3078 const uris = [];
3079 let node = typeof repliesRef === 'string' ? await budget.get(repliesRef) : repliesRef;
3080 if (node && node.first) node = typeof node.first === 'string' ? await budget.get(node.first) : node.first;
3081 let pages = 0;
3082 while (node && pages++ < maxPages) {
3083 for (const it of (node.items || node.orderedItems || [])) {
3084 const u = typeof it === 'string' ? it : (it && it.id);
3085 if (u && /^https?:\/\//i.test(u)) uris.push(u);
3086 }
3087 if (!node.next) break;
3088 node = typeof node.next === 'string' ? await budget.get(node.next) : node.next;
3089 }
3090 return uris;
3091}
3092
3093async function crawlThread(postId) {
3094 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3095 if (!base) return;
3096 // Seed frontier = the remote reply note URIs we already have; also the dedup set.
3097 let known;
3098 try { known = new Set(db.prepare("SELECT object_uri FROM ap_interactions WHERE post_id = ? AND kind = 'reply' AND object_uri != ''").all(postId).map((r) => r.object_uri)); }
3099 catch { return; }
3100 const seeds = [...known].filter((u) => /^https?:\/\//i.test(u));
3101 if (!seeds.length) return; // nothing remote to expand
3102 // Owner-removed replies (tombstones) join the dedup set AFTER seeding, so the
3103 // crawler never re-adds them via thread-filling (they're gone from the seeds
3104 // already because rejectInteraction deleted their ap_interactions row).
3105 try { for (const r of db.prepare('SELECT object_uri FROM ap_rejected_objects WHERE post_id = ?').all(postId)) known.add(r.object_uri); }
3106 catch { /* table always exists after boot migration */ }
3107
3108 let fetches = 0;
3109 const budget = { get: async (u) => { if (fetches >= THREAD_MAX_FETCHES) return null; fetches++; return apGetJson(u); } };
3110 const visited = new Set(); // notes whose replies collection we've already expanded
3111 let frontier = seeds.slice();
3112 let added = 0;
3113
3114 for (let depth = 0; depth < THREAD_MAX_DEPTH && frontier.length && fetches < THREAD_MAX_FETCHES; depth++) {
3115 const nextFrontier = [];
3116 for (const noteUri of frontier) {
3117 if (visited.has(noteUri) || fetches >= THREAD_MAX_FETCHES) continue;
3118 visited.add(noteUri);
3119 const note = await budget.get(noteUri);
3120 if (!note || !note.replies) continue;
3121 const childUris = await collectReplyItems(note.replies, 2, budget);
3122 for (const cu of childUris) {
3123 if (known.has(cu) || fetches >= THREAD_MAX_FETCHES) continue;
3124 known.add(cu);
3125 const child = await budget.get(cu);
3126 if (!child || !child.id || (child.type !== 'Note' && child.type !== 'Article')) continue;
3127 if (isRejectedObject(child.id)) continue; // note id can differ from the collection URI (redirects)
3128 const actorUri = actorUriOf(child.attributedTo);
3129 if (!actorUri || isBlockedAny(actorUri)) continue; // skip blocked authors
3130 const actor = await budget.get(actorUri); // may be null if budget spent → fallback handle
3131 const ai = actorInfo(actor, actorUri);
3132 const html = HtmlSanitizerService.sanitize(child.content || '');
3133 // The child replies to `note` by construction (it's in note's replies collection).
3134 try { iStmts().ins.run('reply', postId, child.id, actorUri, ai.name, ai.handle, ai.url, ai.icon, html, child.published || null, note.id || noteUri, noteVisibility(child), extractEmojiTags(child.tag), emojiJsonOf(ai.emojis)); added++; } catch { /* ignore */ }
3135 nextFrontier.push(child.id); // expand this reply's own replies next depth
3136 }
3137 }
3138 frontier = nextFrontier;
3139 }
3140 if (added) console.log('[AP] thread crawl', postId, '+' + added, 'remote replies (' + fetches + ' fetches)');
3141}
3142
3143// Stale-while-revalidate entry point: call from the post view. Renders nothing, blocks nothing —
3144// fires a background crawl only if this post hasn't been crawled within the TTL.
3145export function maybeCrawlThread(postId) {
3146 if (!postId || _crawlingThreads.has(postId)) return;
3147 if (Date.now() - threadCrawlTs(postId) < THREAD_TTL_MS) return;
3148 _crawlingThreads.add(postId);
3149 setThreadCrawlTs(postId, Date.now()); // optimistic mark so concurrent/next views don't re-fire
3150 crawlThread(postId).catch((e) => console.warn('[AP] thread crawl failed:', e && e.message)).finally(() => _crawlingThreads.delete(postId));
3151}
3152
3153let _selfHealing = false;
3154export async function selfHealTimeline() {
3155 if (_selfHealing) return; _selfHealing = true;
3156 try {
3157 let cur = 0;
3158 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_version'); cur = r ? (parseInt(r.value, 10) || 0) : 0; } catch { return; }
3159 if (cur >= SELFHEAL_VERSION) return; // already healed for this version — skip on normal boots
3160 let rows = [];
3161 try { rows = db.prepare('SELECT id, slug, content, media_json, nsfw, cw, url, emoji_json, link_json, quote_json, author_uri, author_name, author_emoji_json, reblog_name, reblog_handle, reblog_emoji_json, embed_json FROM ap_timeline ORDER BY rowid DESC LIMIT 200').all(); } catch { /* no table */ }
3162 let healed = 0, failed = 0;
3163 for (const r of rows) {
3164 // Link previews first, and deliberately BEFORE the note re-fetch. A
3165 // preview is resolved from the content we already hold, so hanging it
3166 // behind a remote fetch meant one unreachable origin skipped the whole
3167 // row (`continue` below) and the card never appeared. It needs nothing
3168 // from the origin, so it must not depend on it.
3169 if (!r.quote_json && !r.embed_json) {
3170 try {
3171 const ej = await resolveExternalEmbed(r.content);
3172 if (ej) db.prepare('UPDATE ap_timeline SET embed_json = ? WHERE id = ?').run(ej, r.id);
3173 } catch { /* best-effort, never blocks the heal */ }
3174 }
3175 try {
3176 const note = await fetchNoteAP(r.id);
3177 if (note === 404) { db.prepare('DELETE FROM ap_timeline WHERE id = ?').run(r.id); healed++; continue; }
3178 if (!note || typeof note !== 'object') { failed++; continue; } // origin unreachable right now
3179 const html = HtmlSanitizerService.sanitize(note.content || '');
3180 const media = mediaFromNote(note);
3181 const nsfw = note.sensitive ? 1 : 0; // re-sync NSFW/sensitive + CW onto already-cached posts
3182 const cw = note.summary || null;
3183 const url = note.url || null; // re-sync the human url (catches a remote slug rename)
3184 const emoji = extractEmojiTags(note.tag); // FEP-9098: re-capture custom-emoji tags (v8)
3185 const link = extractLinkJson(note); // FEP-e232 + FEP-044f: re-capture object-link/quote tags (v9)
3186 // FEP-044f: resolve the embedded quote card (v11). COALESCE-style: keep a
3187 // cached snapshot if the quoted post is momentarily unreachable now.
3188 const quote = quoteHrefOf(note) ? (await resolveQuote(note)) || r.quote_json || null : null;
3189 if ((html && html !== r.content) || media !== (r.media_json || '[]') || nsfw !== (r.nsfw || 0) || (cw || '') !== (r.cw || '') || (url && url !== r.url) || (emoji || '') !== (r.emoji_json || '') || (link || '') !== (r.link_json || '') || (quote || '') !== (r.quote_json || '')) {
3190 db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url), emoji_json = ?, link_json = ?, quote_json = ? WHERE id = ?').run(html || r.content, media, nsfw, cw, url, emoji, link, quote, r.id);
3191 healed++;
3192 }
3193 // v13: a custom-emoji display name needs the author's emoji map. Fetch
3194 // the actor once, only for rows whose name has a shortcode and no map yet.
3195 if (/:[A-Za-z0-9_+-]+:/.test(r.author_name || '') && !r.author_emoji_json && r.author_uri) {
3196 const ai = actorInfo(await fetchActor(r.author_uri), r.author_uri);
3197 if (ai.emojis) { try { db.prepare('UPDATE ap_timeline SET author_emoji_json = ? WHERE id = ?').run(JSON.stringify(ai.emojis), r.id); } catch { /* ignore */ } }
3198 }
3199 // v14: same for the booster's display name ("X boosted"). The row stores
3200 // no booster URI, so resolve it from the handle via webfinger. Scoped to
3201 // this exact row (slug) since a note can be boosted by different people.
3202 if (/:[A-Za-z0-9_+-]+:/.test(r.reblog_name || '') && !r.reblog_emoji_json && r.reblog_handle) {
3203 const bUri = await webfingerResolve(r.reblog_handle);
3204 const em = bUri ? actorNameEmojis(await fetchActor(bUri)) : undefined;
3205 if (em) { try { db.prepare('UPDATE ap_timeline SET reblog_emoji_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(em), r.id, r.slug); } catch { /* ignore */ } }
3206 }
3207 } catch { failed++; /* per-note best-effort */ }
3208 }
3209 // Only mark this version DONE after a clean pass. Some origins are briefly
3210 // offline exactly when we heal (phone-hosted instances!): skipping them and
3211 // consuming the version would leave those rows stale forever. Instead retry
3212 // on the next boots, giving up after a few attempts (permanently-dead
3213 // origins answer 404/410 and are deleted above, so they don't loop).
3214 const setSetting = (k, v) => { try { db.prepare('INSERT OR REPLACE INTO app_settings (key, value) VALUES (?, ?)').run(k, String(v)); } catch { /* ignore */ } };
3215 let attempts = 0;
3216 try { const a = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_attempts'); attempts = a ? (parseInt(a.value, 10) || 0) : 0; } catch { /* ignore */ }
3217 if (failed === 0 || attempts >= 4) {
3218 setSetting('selfheal_version', SELFHEAL_VERSION);
3219 setSetting('selfheal_attempts', 0);
3220 } else {
3221 setSetting('selfheal_attempts', attempts + 1);
3222 }
3223 if (rows.length) console.log(`[AP] self-heal v${SELFHEAL_VERSION}: ${healed}/${rows.length} timeline notes${failed ? ` (${failed} unreachable — will retry next boot)` : ''}`);
3224 } catch { /* never block boot */ } finally { _selfHealing = false; }
3225}
3226
3227// Follow a fediverse account by @handle (WebFinger → actor → signed Follow).
3228export async function followActor(site, handle, autoBoost = false) {
3229 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3230 if (!base || !site || !site.slug) return { error: 'config' };
3231 // Accept any of: a profile/actor URL, an @user@host handle (WebFinger), or a
3232 // bare site domain (site.com) — for a single-actor site (Klonkt etc.) the root
3233 // resolves to its AP actor, so you can follow a site by just its domain.
3234 const s = String(handle || '').trim();
3235 let actorUrl;
3236 if (/^https?:\/\//i.test(s)) actorUrl = safeUrl(s) || null;
3237 else if (s.includes('@')) actorUrl = await webfingerResolve(s);
3238 else if (/^[a-z0-9.-]+\.[a-z]{2,}/i.test(s)) actorUrl = await resolveApActor('https://' + s.replace(/^\/+|\/+$/g, ''));
3239 else actorUrl = null;
3240 if (!actorUrl) return { error: 'not_found' };
3241 const actor = await fetchActor(actorUrl).catch(() => null);
3242 if (!actor || !actor.id || !actor.inbox) return { error: 'unreachable' };
3243 const ai = actorInfo(actor, actor.id);
3244 const me = actorId(base, site.slug);
3245 const keys = getOrCreateKeys(site.slug);
3246 const followId = `${me}#follow-${Date.now()}-${rid()}`;
3247 fwStmts().ins.run(site.slug, actor.id, ai.handle, ai.name, ai.icon, ai.url, actor.inbox, followId, 'pending', autoBoost ? 1 : 0);
3248 const follow = { '@context': AP_CONTEXT, id: followId, type: 'Follow', actor: me, object: actor.id };
3249 // Deliver via the retry queue: a Follow that fails the first attempt (peer down,
3250 // timeout, transient 5xx) is retried with backoff instead of staying stuck on
3251 // 'pending' forever — the Accept can only come back once the Follow lands.
3252 await deliverWithRetry(site.slug, actor.inbox, follow, `${me}#main-key`, keys.private_pem);
3253 console.log('[AP] follow', site.slug, '→', actor.id);
3254 // Follow + feature in one step → backfill their recent posts into the Cirkel right away.
3255 if (autoBoost) backfillFromOutbox(site.slug, actor.id).catch(() => {});
3256 return { ok: true, name: ai.name, handle: ai.handle, actor: actor.id };
3257}
3258
3259// Resolve a profile URL or @handle to a followable remote actor (for the
3260// authorize_interaction "Follow" flow). Returns display fields + inbox, or null
3261// when it isn't a reachable actor (e.g. the input was a post, not a profile).
3262export async function resolveRemoteActor(input) {
3263 const s = String(input || '').trim();
3264 const actorUrl = /^https?:\/\//i.test(s) ? (safeUrl(s) || null) : await webfingerResolve(s);
3265 if (!actorUrl) return null;
3266 const actor = await fetchActor(actorUrl).catch(() => null);
3267 if (!actor || !actor.id || !actor.inbox) return null;
3268 const ai = actorInfo(actor, actor.id);
3269 return { actor_uri: actor.id, actor_name: ai.name, actor_handle: ai.handle, actor_url: ai.url, actor_icon: ai.icon, inbox: actor.inbox };
3270}
3271
3272export async function unfollowActor(site, actorUri) {
3273 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3274 const me = actorId(base, site.slug);
3275 const keys = getOrCreateKeys(site.slug);
3276 const row = fwStmts().one.get(site.slug, actorUri);
3277 // Undo(Follow) MUST reference the original Follow's real id so the remote can correlate it
3278 // and drop the follow. The old `${me}#follow` fallback never matched anything → the unfollow
3279 // silently failed on the remote. With no stored follow id (legacy row), skip the network Undo
3280 // rather than send an unmatchable one. Deliver durably via the retry queue.
3281 if (row && row.inbox && row.follow_id) {
3282 const undo = { '@context': AP_CONTEXT, id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me, object: { id: row.follow_id, type: 'Follow', actor: me, object: actorUri } };
3283 deliverWithRetry(site.slug, row.inbox, undo, `${me}#main-key`, keys.private_pem);
3284 } else if (row && row.inbox) {
3285 console.warn('[AP] unfollow', site.slug, '→', actorUri, '— no stored follow id; removed locally only (legacy follow, remote may keep it)');
3286 }
3287 fwStmts().del.run(site.slug, actorUri);
3288 return { ok: true };
3289}
3290
3291// FEP-633c §5.3 note (authorized fetch): true when `actorUri` is a committed
3292// guardian of the local ward `wardSlug` — so a signed GET from it may read the
3293// ward's non-public history without the guardian appearing as a follower.
3294export function isWardGuardian(wardSlug, actorUri) {
3295 try { return !!Guardianship.getRelation(wardSlug, 'ward', actorUri); } catch { return false; }
3296}
3297
3298// FEP-633c §5.3: the guardians approved a gated follow of their ward. Send the
3299// Accept to the follower and record them, so delivery (incl. followers-only)
3300// begins. `pending` is a row from ap_pending_follows.
3301export async function acceptGatedFollow(pending) {
3302 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3303 const slug = pending.ward_slug;
3304 const me = actorId(base, slug);
3305 const keys = getOrCreateKeys(slug);
3306 fStmts().ins.run(slug, pending.follower_uri, pending.follower_inbox, pending.follower_shared_inbox, pending.follower_name, pending.follower_handle, pending.follower_icon);
3307 const original = pending.activity_json ? JSON.parse(pending.activity_json) : { type: 'Follow', actor: pending.follower_uri, object: me };
3308 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: original };
3309 await deliverWithRetry(slug, pending.follower_inbox, accept, `${me}#main-key`, keys.private_pem);
3310 const filled = pending.follower_shared_inbox &&
3311 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1').get(slug, pending.follower_shared_inbox, pending.follower_uri);
3312 if (!filled) backfillNewFollower(base, slug, pending.follower_shared_inbox || pending.follower_inbox).catch(() => {});
3313 console.log('[AP] gated Follow accepted', pending.follower_uri, '→ ward', slug);
3314 return { ok: true };
3315}
3316
3317// The guardians denied the follow: send a Reject so the follower's server clears
3318// its pending state, then the caller drops the record.
3319export async function rejectGatedFollow(pending) {
3320 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3321 const slug = pending.ward_slug;
3322 const me = actorId(base, slug);
3323 const keys = getOrCreateKeys(slug);
3324 const original = pending.activity_json ? JSON.parse(pending.activity_json) : { type: 'Follow', actor: pending.follower_uri, object: me };
3325 const reject = { '@context': AP_CONTEXT, id: `${me}#reject-${Date.now()}-${rid()}`, type: 'Reject', actor: me, object: original };
3326 if (pending.follower_inbox) await deliverWithRetry(slug, pending.follower_inbox, reject, `${me}#main-key`, keys.private_pem).catch(() => {});
3327 console.log('[AP] gated Follow rejected', pending.follower_uri, '→ ward', slug);
3328 return { ok: true };
3329}
3330
3331// ── Cross-instance follow-approval (FEP-633c §5.3, modelled on the guardian
3332// offer). Inbound: an Offer(Follow) forwarded by a ward to a guardian (leg
3333// 2), or a guardian's Accept/Reject coming back to the ward (leg 4). ──────
3334async function handleFollowApprovalInbox(act, slugParam) {
3335 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3336 const type = Array.isArray(act.type) ? act.type[0] : act.type;
3337 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
3338
3339 // Leg 2: I am a guardian; the object is the Follow to approve. The Offer is
3340 // signed by the ward, so act.actor is the ward.
3341 if (type === 'Offer') {
3342 const fo = (act.object && typeof act.object === 'object') ? act.object : null;
3343 const foType = fo && (Array.isArray(fo.type) ? fo.type[0] : fo.type);
3344 if (!fo || foType !== 'Follow') return false;
3345 const followId = fo.id;
3346 const follower = typeof fo.actor === 'string' ? fo.actor : (fo.actor && fo.actor.id);
3347 const wardUri = actorUri;
3348 if (!followId || !follower || !wardUri) return false;
3349 const recips = (Array.isArray(act.to) ? act.to : (act.to ? [act.to] : [])).filter((x) => typeof x === 'string');
3350 if (slugParam) recips.push(actorId(base, slugParam));
3351 let stored = false;
3352 for (const r of new Set(recips)) {
3353 const gslug = slugFromActorUrl(r);
3354 if (!gslug) continue;
3355 if (!Guardianship.getRelation(gslug, 'guardian', wardUri)) continue; // must actually guard this ward
3356 const wardDoc = await fetchActor(wardUri).catch(() => null);
3357 const fai = actorInfo(await fetchActor(follower).catch(() => null), follower);
3358 Guardianship.follows.recordReview(gslug, { id: followId, wardUri, wardInbox: wardDoc && wardDoc.inbox, follower, followerHandle: fai.handle, followerIcon: fai.icon, followJson: JSON.stringify(fo) });
3359 const L = pushLang(gslug);
3360 pushEvent(gslug, { type: 'guardian', title: i18nT(L, 'push.n_guard_cog_t'), body: i18nT(L, 'push.n_guard_cog_b', { who: fai.name || fai.handle || i18nT(L, 'notif.someone') }), url: `${pushPrefix(gslug)}/guardian` });
3361 stored = true;
3362 }
3363 return stored;
3364 }
3365
3366 // Leg 4: I am the ward; a guardian decided. object is the Follow (id).
3367 const fo = act.object;
3368 const followId = typeof fo === 'string' ? fo : (fo && fo.id);
3369 if (!followId) return false;
3370 const pending = Guardianship.follows.getPending(followId);
3371 if (!pending) return false;
3372 const guardians = Guardianship.listGuardians(pending.ward_slug).map((g) => g.other_uri);
3373 if (!guardians.includes(actorUri)) return false; // only a real guardian of this ward decides
3374 const decision = type === 'Reject' ? 'reject' : 'approve';
3375 const r = Guardianship.follows.decide(followId, actorUri, decision, guardians);
3376 try {
3377 if (r.outcome === 'approved') { await acceptGatedFollow(r.follow); Guardianship.follows.remove(followId); }
3378 else if (r.outcome === 'rejected') { await rejectGatedFollow(r.follow); Guardianship.follows.remove(followId); }
3379 } catch { /* delivery is retried */ }
3380 return true;
3381}
3382
3383// Leg 3: a guardian in /guardian decides on a forwarded follow; send the
3384// Accept/Reject back to the ward's inbox (signed by the guardian).
3385export async function sendFollowDecision(guardianSite, review, decision) {
3386 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3387 const me = actorId(base, guardianSite.slug);
3388 const keys = getOrCreateKeys(guardianSite.slug);
3389 const fo = review.follow_json ? JSON.parse(review.follow_json) : { id: review.id, type: 'Follow', actor: review.follower_uri, object: review.ward_uri };
3390 const activity = { '@context': AP_CONTEXT, id: `${me}#followdec-${Date.now()}-${rid()}`, type: decision === 'reject' ? 'Reject' : 'Accept', actor: me, to: [review.ward_uri], object: fo, 'shaer:followApproval': true };
3391 if (review.ward_inbox) await deliverWithRetry(guardianSite.slug, review.ward_inbox, activity, `${me}#main-key`, keys.private_pem);
3392 return { ok: true };
3393}
3394
3395// Send a Like or Announce (boost) on a remote note FROM this site.
3396export async function sendInteraction(site, kind, targetNoteId, authorUri) {
3397 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3398 if (!base || !site || !site.slug || !targetNoteId) return { error: 'config' };
3399 const me = actorId(base, site.slug);
3400 const keys = getOrCreateKeys(site.slug);
3401 // 'unboost' = Undo(Announce): retracts a boost so followers' servers remove the
3402 // reblog (matched on actor+object — no record of the original Announce needed).
3403 const fanout = (kind === 'boost' || kind === 'unboost'); // also goes to our followers
3404 const followersCol = `${me}/followers`;
3405 // Address the original author in cc so their server (Mastodon, WordPress/ActivityPub, …)
3406 // attributes the boost to their post and notifies them — without this, a shared-inbox
3407 // receiver has nothing to route the Announce to. Non-fragment activity ids + a `published`
3408 // stamp keep us aligned with what Mastodon emits.
3409 const audience = authorUri ? [followersCol, authorUri] : [followersCol];
3410 let act;
3411 if (kind === 'unboost' || kind === 'unlike') {
3412 // Undo(Announce) retracts a boost; Undo(Like) un-favourites (matched on actor+object,
3413 // no record of the original activity needed — Mastodon honours both).
3414 const inner = kind === 'unboost' ? 'Announce' : 'Like';
3415 act = {
3416 '@context': AP_CONTEXT,
3417 id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me,
3418 object: { id: `${me}/${inner.toLowerCase()}/${Date.now()}-${rid()}`, type: inner, actor: me, object: targetNoteId },
3419 };
3420 if (kind === 'unboost') { act.to = [PUBLIC]; act.cc = audience; }
3421 } else {
3422 const type = kind === 'boost' ? 'Announce' : 'Like';
3423 act = {
3424 '@context': AP_CONTEXT,
3425 id: `${me}/${type.toLowerCase()}/${Date.now()}-${rid()}`,
3426 type, actor: me, object: targetNoteId,
3427 };
3428 if (type === 'Announce') { act.published = new Date().toISOString(); act.to = [PUBLIC]; act.cc = audience; }
3429 }
3430 const inboxes = new Set();
3431 // Author first, via their PERSONAL inbox (not the shared one) so a multi-user receiver
3432 // routes the Announce/Like to the right post unambiguously.
3433 if (authorUri) { const a = await fetchActor(authorUri).catch(() => null); if (a) inboxes.add(a.inbox || (a.endpoints && a.endpoints.sharedInbox)); }
3434 if (fanout) { for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox); }
3435 // Queue each delivery (immediate attempt + backoff retries on failure via ap_delivery)
3436 // instead of a single fire-and-forget POST, so a transient hiccup at the receiver doesn't
3437 // silently lose the boost — same durability a new post (deliverCreate) already gets.
3438 let queued = 0;
3439 for (const inbox of [...inboxes].filter(Boolean)) { deliverWithRetry(site.slug, inbox, act, `${me}#main-key`, keys.private_pem); queued++; }
3440 console.log('[AP]', kind, site.slug, '→', targetNoteId, 'queued', queued, 'inbox(es)');
3441 return { ok: true, delivered: queued };
3442}
3443
3444// Notifications inbox: new followers + replies/likes/boosts on this site's posts.
3445export function getNotifications(slug, limit) {
3446 // Per-source cap scales with the requested limit so Messages can page deep
3447 // (Load more). Bounded so a huge offset can't ask for unbounded rows.
3448 const L = Math.min(1000, Math.max(80, limit || 60));
3449 const out = [];
3450 try {
3451 for (const f of db.prepare('SELECT actor_uri, created_at FROM ap_followers WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
3452 out.push({ type: 'follow', handle: deriveHandle(f.actor_uri), url: f.actor_uri, created_at: f.created_at });
3453 }
3454 } catch { /* ignore */ }
3455 try {
3456 const rows = db.prepare(`
3457 SELECT i.kind, i.actor_name, i.actor_handle, i.actor_url, i.actor_icon, i.content, i.created_at, i.visibility,
3458 i.emoji_json, i.actor_emoji_json,
3459 p.slug AS post_slug, p.title AS post_title
3460 FROM ap_interactions i LEFT JOIN posts p ON p.id = i.post_id
3461 WHERE p.site_id = (SELECT id FROM sites WHERE slug = ?)
3462 ORDER BY i.created_at DESC LIMIT ?
3463 `).all(slug, L);
3464 for (const r of rows) out.push({
3465 type: r.kind, name: r.actor_name, handle: r.actor_handle, url: r.actor_url, icon: r.actor_icon,
3466 content: stripLeadingMentions(r.content), post_slug: r.post_slug, post_title: r.post_title, created_at: r.created_at,
3467 emoji_json: r.emoji_json, actor_emoji_json: r.actor_emoji_json, // FEP-9098 (messages render)
3468 // followers/direct = a private message to the owner (not on the public thread) → 🔒 in Messages
3469 visibility: r.visibility || 'public',
3470 });
3471 } catch { /* ignore */ }
3472 try {
3473 for (const r of db.prepare('SELECT actor_uri, actor_name, actor_handle, actor_icon, content, objects, created_at FROM ap_reports WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
3474 // The reported objects: our own notes resolve to post links so the owner
3475 // sees WHICH post the report is about; other URIs (e.g. the actor itself)
3476 // are skipped — the report row already names the account.
3477 const about = [];
3478 try {
3479 for (const u of JSON.parse(r.objects || '[]')) {
3480 const m = String(u).match(/\/ap\/notes\/([^/?#]+)/);
3481 if (!m) continue;
3482 const p = db.prepare('SELECT slug, title FROM posts WHERE id = ?').get(decodeURIComponent(m[1]));
3483 if (p) about.push({ slug: p.slug, title: p.title || p.slug });
3484 }
3485 } catch { /* malformed objects json → no links */ }
3486 out.push({ type: 'report', name: r.actor_name, handle: r.actor_handle, url: r.actor_uri, icon: r.actor_icon, content: r.content, objects: about, created_at: r.created_at });
3487 }
3488 } catch { /* ignore */ }
3489 try {
3490 for (const r of db.prepare('SELECT object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, wave, created_at FROM ap_mentions WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
3491 out.push({ type: 'mention', name: r.actor_name, handle: r.actor_handle, url: r.actor_url || r.actor_uri, icon: r.actor_icon, content: stripLeadingMentions(r.content), note_url: r.note_url || r.object_uri, wave: r.wave ? 1 : 0, actorUri: r.actor_uri, created_at: r.created_at });
3492 }
3493 } catch { /* ignore */ }
3494 // Your own polls that have closed → a "results are in" item, derived read-time
3495 // from poll_json (Scheduler marks closed=1) with the tally via ownPollView.
3496 try {
3497 const site = db.prepare('SELECT id FROM sites WHERE slug = ?').get(slug);
3498 if (site) {
3499 const polls = db.prepare(`
3500 SELECT id, slug, title, poll_json FROM posts
3501 WHERE site_id = ? AND poll_json IS NOT NULL
3502 AND json_extract(poll_json, '$.closed') = 1
3503 AND json_extract(poll_json, '$.endTime') IS NOT NULL
3504 ORDER BY json_extract(poll_json, '$.endTime') DESC LIMIT 20`).all(site.id);
3505 for (const p of polls) {
3506 const view = ownPollView(p);
3507 if (!view) continue;
3508 let endTime = null; try { endTime = JSON.parse(p.poll_json).endTime; } catch { /* keep null */ }
3509 out.push({ type: 'poll_done', post_slug: p.slug, post_title: p.title, poll: view, created_at: endTime || null });
3510 }
3511 }
3512 } catch { /* ignore */ }
3513 // NaN-safe sort: one row with a missing/garbled created_at would otherwise make the
3514 // comparator return NaN and scramble the WHOLE ordering (seen live: follow rows landing
3515 // between likes, which also broke Messages' like-grouping).
3516 out.sort((a, b) => _msgTs(b) - _msgTs(a));
3517 return out.slice(0, limit || 60);
3518}
3519function _msgTs(x) { const t = Date.parse((x && x.created_at) || ''); return Number.isFinite(t) ? t : 0; }
3520
3521// ── Blocking / defederation ───────────────────────────────────────
3522// Extracted to BlocklistService (shared: Klonkt's Block tab + Shaer's "in
3523// Orbit"). Thin delegations keep every existing caller working.
3524export function listBlocks(slug) { return Blocklist.listBlocks(slug); }
3525
3526// True if an actor (or its whole domain) is blocked anywhere on this instance.
3527// Vote on a remote fediverse poll (a cached Question). A ballot = a Create(Note) carrying only a
3528// `name` (the chosen option) + inReplyTo the Question, addressed to the poll's author — the
3529// Mastodon-standard vote. Records our choice locally + optimistically bumps the counts; the
3530// author's Update(Question) refreshes the authoritative totals when it arrives.
3531export async function voteOnPoll(site, questionId, choices) {
3532 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3533 if (!base || !site || !site.slug || !questionId) return { error: 'config' };
3534 let row; try { row = db.prepare('SELECT author_uri, poll_json FROM ap_timeline WHERE id = ? AND slug = ? LIMIT 1').get(questionId, site.slug); } catch { /* ignore */ }
3535 if (!row || !row.poll_json) return { error: 'not_found' };
3536 let poll; try { poll = JSON.parse(row.poll_json); } catch { return { error: 'not_found' }; }
3537 if (poll.closed) return { error: 'closed' };
3538 if (poll.voted) return { error: 'already' };
3539 const valid = new Set(poll.options.map((o) => o.name));
3540 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
3541 if (!picks.length) return { error: 'invalid' };
3542 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
3543 const me = actorId(base, site.slug);
3544 const keys = getOrCreateKeys(site.slug);
3545 const authorUri = row.author_uri || null;
3546 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
3547 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
3548 if (!inbox) return { error: 'unreachable' };
3549 for (const name of chosen) {
3550 const nid = `${me}/votes/${Date.now()}-${rid()}`;
3551 const note = { id: nid, type: 'Note', attributedTo: me, to: authorUri ? [authorUri] : [], name, inReplyTo: questionId, published: new Date().toISOString() };
3552 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
3553 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
3554 }
3555 // Local optimistic update (authoritative counts arrive via the author's Update(Question)).
3556 poll.voted = poll.multiple ? chosen : chosen[0];
3557 for (const o of poll.options) if (chosen.includes(o.name)) o.count = (o.count || 0) + 1;
3558 if (poll.voters != null) poll.voters += 1;
3559 try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), questionId, site.slug); } catch { /* ignore */ }
3560 return { ok: true };
3561}
3562
3563// Vote on ANY fediverse poll by URL (the interact page) — no timeline cache needed. Fetches
3564// the Question fresh, validates the choice(s), and casts the Mastodon-standard ballot (a
3565// Create(Note) with `name` + inReplyTo) straight to the poll's author. Used for polls you find
3566// by URL, not just ones from accounts you follow (which go through voteOnPoll via /news).
3567export async function voteOnRemotePoll(site, questionUrl, choices) {
3568 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3569 if (!base || !site || !site.slug || !/^https?:\/\//i.test(String(questionUrl || ''))) return { error: 'config' };
3570 const q = await fetchActor(questionUrl).catch(() => null); // AP GET (SSRF-guarded)
3571 if (!q || q.type !== 'Question' || !q.id) return { error: 'not_found' };
3572 const poll = parsePoll(q);
3573 if (!poll) return { error: 'not_found' };
3574 if (poll.closed) return { error: 'closed' };
3575 const valid = new Set(poll.options.map((o) => o.name));
3576 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
3577 if (!picks.length) return { error: 'invalid' };
3578 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
3579 const authorUri = actorUriOf(q.attributedTo);
3580 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
3581 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
3582 if (!inbox) return { error: 'unreachable' };
3583 const me = actorId(base, site.slug);
3584 const keys = getOrCreateKeys(site.slug);
3585 for (const name of chosen) {
3586 const nid = `${me}/votes/${Date.now()}-${rid()}`;
3587 const note = { id: nid, type: 'Note', attributedTo: me, to: [authorUri], name, inReplyTo: q.id, published: new Date().toISOString() };
3588 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
3589 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
3590 }
3591 return { ok: true };
3592}
3593
3594// Report a remote post or account to its home instance (moderation). Sends the Mastodon-standard
3595// AS2 `Flag`: object = [reported account, reported status?], content = the reason, delivered to the
3596// reported account's inbox so their instance's moderators receive it. objectUri = a post URL (its
3597// author is resolved + included) OR pass actorUri to report an account directly.
3598export async function sendReport(site, { objectUri, actorUri, reason }) {
3599 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3600 if (!base || !site || !site.slug) return { error: 'config' };
3601 let targetActor = actorUri || null;
3602 let noteUri = null;
3603 if (objectUri && /^https?:\/\//i.test(objectUri)) {
3604 const note = await apGetJson(objectUri).catch(() => null);
3605 if (note && note.id) { noteUri = note.id; if (!targetActor) targetActor = actorUriOf(note.attributedTo); }
3606 else if (!targetActor) return { error: 'not_found' };
3607 }
3608 if (!targetActor || !/^https?:\/\//i.test(targetActor)) return { error: 'not_found' };
3609 const actor = await fetchActor(targetActor).catch(() => null);
3610 const inbox = actor && (actor.inbox || (actor.endpoints && actor.endpoints.sharedInbox)); // personal inbox → their moderators
3611 if (!inbox) return { error: 'unreachable' };
3612 const me = actorId(base, site.slug);
3613 const keys = getOrCreateKeys(site.slug);
3614 const object = [targetActor];
3615 if (noteUri && noteUri !== targetActor) object.push(noteUri);
3616 const flag = {
3617 '@context': AP_CONTEXT,
3618 id: `${me}#report-${Date.now()}-${rid()}`,
3619 type: 'Flag',
3620 actor: me,
3621 content: String(reason == null ? '' : reason).slice(0, 3000),
3622 object, // [account, status?] — Mastodon's Flag shape
3623 to: [targetActor],
3624 };
3625 deliverWithRetry(site.slug, inbox, flag, `${me}#main-key`, keys.private_pem);
3626 return { ok: true };
3627}
3628
3629export function isBlockedAny(actorUri) { return Blocklist.isBlockedAny(actorUri); }
3630
3631// Block an actor (@handle or actor URL) or a whole domain; purges their content.
3632// The handle resolver is ours; the storage/purge lives in BlocklistService.
3633export async function blockTarget(site, input) { return Blocklist.blockTarget(site, input, webfingerResolve); }
3634
3635export function unblock(site, target) { return Blocklist.unblock(site, target); }
3636
3637// ── Guardianship module wiring (src/services/guardianship/) ────────
3638// The module owns FEP-633c (context, relations, handshake, queues, the
3639// direct-note leg); we hand it our AP helpers ONCE and delegate. It never
3640// imports us back.
3641function selfActorId(slug) {
3642 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3643 return actorId(base, slug);
3644}
3645// Deliver one activity to one actor's inbox, signed; queued + retried on any
3646// hiccup so a slow or briefly-down ward server never loses the offer. Returns
3647// { delivered, inbox }: delivered=false means the account could not be
3648// resolved at all (a bad handle) — the offer stays recorded regardless.
3649async function deliverToActor(site, actorUri, activity) {
3650 const me = selfActorId(site.slug);
3651 const keys = getOrCreateKeys(site.slug);
3652 const payload = { '@context': AP_CONTEXT, ...activity };
3653 const a = await fetchActor(actorUri).catch(() => null);
3654 const inbox = a && (a.inbox || (a.endpoints && a.endpoints.sharedInbox));
3655 if (!inbox) {
3656 console.warn('[AP] guardianship: could not resolve an inbox for', actorUri, '(offer recorded, not sent)');
3657 return { delivered: false, inbox: null };
3658 }
3659 try {
3660 const st = await deliver(inbox, payload, `${me}#main-key`, keys.private_pem);
3661 if (st >= 200 && st < 300) { console.log('[AP] guardianship', activity.type, 'delivered →', inbox, st); return { delivered: true, inbox }; }
3662 console.warn('[AP] guardianship', activity.type, 'got', st, 'from', inbox, '→ queued for retry');
3663 } catch (e) { console.warn('[AP] guardianship', activity.type, 'to', inbox, 'failed:', e.message, '→ queued for retry'); }
3664 enqueueDelivery(site.slug, inbox, payload);
3665 return { delivered: true, inbox }; // queued: the retry worker gets it there
3666}
3667Guardianship.wireDelivery({
3668 actorId, fetchActor, deriveHandle, escHtml, linkUrls, linkHashtags,
3669 getOutboxRow: (id) => iStmts().getO.get(id),
3670 buildReplyNote, AP_CONTEXT, getOrCreateKeys, deliver, enqueueDelivery,
3671});
3672// Which local site (if any) hosts this actor URI — used by the handshake to
3673// apply the local side of a commit and to derive a ward's existing guardians.
3674function localSlugOf(actorUri) {
3675 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3676 if (!actorUri || !actorUri.startsWith(`${base}/ap/users/`)) return null;
3677 const slug = slugFromActorUrl(actorUri);
3678 if (!slug) return null;
3679 try { return db.prepare('SELECT slug FROM sites WHERE slug = ?').get(slug) ? slug : null; }
3680 catch { return null; }
3681}
3682Guardianship.wireHandshake({
3683 selfId: selfActorId,
3684 localSlug: localSlugOf,
3685 deliverTo: deliverToActor,
3686 deriveHandle,
3687 fetchActor,
3688 // Guardian PWA / Berichten push. The kid answers an incoming offer in its
3689 // own Berichten; an existing guardian and a commit land in the PWA.
3690 onEvent: (slug, ev) => {
3691 const L = pushLang(slug);
3692 const texts = {
3693 offer_received: ['push.n_guard_offer_t', 'push.n_guard_offer_b'], // I am the ward
3694 offer_for_ward: ['push.n_guard_cog_t', 'push.n_guard_cog_b'], // I co-guard this ward
3695 committed: ['push.n_guard_ward_t', 'push.n_guard_ward_b'],
3696 }[ev.kind];
3697 if (!texts) return;
3698 const who = deriveHandle(ev.candidate || ev.ward || ev.guardian || '') || '?';
3699 const url = ev.kind === 'offer_received' ? `${pushPrefix(slug)}/messages` : '/guardian';
3700 pushEvent(slug, { type: 'guardian', title: i18nT(L, texts[0]), body: i18nT(L, texts[1], { who }), url });
3701 },
3702});
3703
3704export default {
3705 AP_CONTEXT, getOrCreateKeys, apWants, sendAP, actorId, noteId,
3706 buildActor, buildNote, buildCreate, buildOutbox, buildFollowers, buildFollowing, buildFeatured,
3707 followerCount, deliver, fetchActor, verifyRequest, handleInbox, deliverCreate, deliverDelete, deliverUpdate, deliverActorUpdate, resyncFeaturedPins,
3708 getInteractions, getInteractionById, setInteractionBoosted, setInteractionLiked, setMyReaction, getMyReactions, buildReplyNote, getOutboxNote, deliverReply, resolveRemoteNote,
3709 listOutbox, deliverOutboxDelete, deliverOutboxUpdate, deliverDirectNote,
3710 webfingerResolve, followActor, resolveRemoteActor, unfollowActor, listFollowing, setAutoBoost, backfillFromOutbox, getTimeline, timelineAttachments, timelineEmojis, timelineObjectLinks, timelineQuote, timelineEmbed, applyQuoteProps, sendInteraction, voteOnPoll, voteOnRemotePoll,
3711 acceptGatedFollow, rejectGatedFollow, isWardGuardian, sendFollowDecision,
3712 parseOwnPoll, pollTally, ownPollView, deliverPollUpdate, maybeCrawlThread, sendReport, localMentionSlugs,
3713 autoBoostCount, boostedCount, markBoosted, unmarkBoosted, markLiked, unmarkLiked, getTimelineReaction, upsertBoostedNote, getCirkelPosts, getCirkelMembers, selfHealTimeline,
3714 getNotifications, listBlocks, isBlockedAny, blockTarget, unblock,
3715 deliverWithRetry, enqueueDelivery, processDeliveryQueue, startDeliveryWorker,
3716 getReplyUris, markNotificationsSeen, countUnseenNotifications, hasPlayableAudio,
3717 linkifyBody, bakePostContent, bakePostContentWithMentions, listFollowers, removeFollower, listConnections,
3718 noteVisibility, isRejectedObject, rejectInteraction, interactionReportTarget,
3719 getMessages, notificationsSeenAt, ingestOutboxActivity, c2sVisibility, actorDisplay, buildActorRef, prefersEnriched,
3720};
Note: See TracBrowser for help on using the repository browser.