source: Klonkt/src/services/ActivityPubService.js@ a9da2c0

main
Last change on this file since a9da2c0 was a9da2c0, checked in by Robin <roboburr@…>, 6 weeks ago

De outbox vergat de attachments: waarom de Mac speelde en de iPhone niet

De doorbraak zat in koffieengaars eigen outbox: atts: 0, terwijl de content
wel de video-tag droeg. De outbox-SELECT (en die van featured en de
nieuwe-volger-backfill) haalde c2s_attachments niet op, dus buildNote had
niets te federeren. Wie de post via DELIVERY kreeg had het attachment wel
(daarom werkte de Mac); wie hem via de outbox trok (backfill, boiert.eu)
kreeg alleen de content-tag met zijn relatieve, overal dode src: de kapotte
iPhone-speler.

De kolom zit nu in alle drie de smalle SELECTs; de losse-note-route deed al
SELECT * en was al goed.

Changed files:
src/routes/activitypub.js

  • outbox- en featured-SELECT dragen c2s_attachments

src/services/ActivityPubService.js

  • de nieuwe-volger-backfill-SELECT ook

test/c2s-compose.test.js

  • het outbox-contract vastgepind: dezelfde smalle SELECT levert via buildNote het Video-attachment, met schone content

remarks: 342 tests groen. koffieengaar.nl moet hierna bijgewerkt worden,
anders blijft zijn outbox kaal.

-robo
Co-Authored-By: Claude Opus 5 <noreply@…>

  • Property mode set to 100644
File size: 238.0 KB
Line 
1/**
2 * ActivityPubService — Klonkt as a real ActivityPub actor (fediverse bridge).
3 *
4 * Phase 1 (this file): the PUBLISH/discoverable side.
5 * - per-site RSA keypair (Mastodon-compatible HTTP Signatures; separate from
6 * the Ed25519 keys used by the lighter Cirkels v1)
7 * - builders for the Actor document, Note objects and the Outbox collection
8 * - apWants(): HTTP content-negotiation helper (activity+json vs HTML)
9 *
10 * The interactive side (inbox: Follow/Accept, signature verify, delivery to
11 * followers) lands in the next step and is tested live against Mastodon.
12 *
13 * AP actor URLs live under /ap/* so they never clash with the human pages:
14 * actor = <base>/ap/users/<slug>
15 * inbox = <actor>/inbox outbox = <actor>/outbox
16 * note = <base>/ap/notes/<postId>
17 */
18import crypto from 'crypto';
19import fs from 'fs';
20import path from 'path';
21import dns from 'dns';
22import net from 'net';
23import db from '../config/database.js';
24import HtmlSanitizerService from './HtmlSanitizerService.js';
25import AudioEmbedService from './AudioEmbedService.js';
26import EmbedResolver from './EmbedResolver.js';
27import Push from './PushService.js';
28import { getTenancy } from './SettingsService.js';
29import { t as i18nT } from './i18n.js';
30import Blocklist from './BlocklistService.js';
31import * as Guardianship from './guardianship/index.js';
32
33const PUBLIC = 'https://www.w3.org/ns/activitystreams#Public';
34// Full JSON-LD context for every AP object we emit: AS2 core + security (publicKey) + the
35// extension terms we actually use (Mastodon/toot + schema.org), each with a term definition
36// so a strict JSON-LD processor resolves them instead of dropping them → valid AS2/JSON-LD.
37// This is the same context shape Mastodon publishes, so Mastodon sees no change.
38const AP_CONTEXT = [
39 'https://www.w3.org/ns/activitystreams',
40 'https://w3id.org/security/v1',
41 {
42 toot: 'http://joinmastodon.org/ns#',
43 schema: 'http://schema.org#',
44 sensitive: 'as:sensitive',
45 Hashtag: 'as:Hashtag',
46 manuallyApprovesFollowers: 'as:manuallyApprovesFollowers',
47 discoverable: 'toot:discoverable',
48 featured: { '@id': 'toot:featured', '@type': '@id' },
49 PropertyValue: 'schema:PropertyValue',
50 value: 'schema:value',
51 embedUrl: { '@id': 'schema:embedUrl', '@type': '@id' },
52 // Poll (Question) extension: Question/oneOf/anyOf/endTime/closed are AS2 core, but the
53 // per-poll unique-voter count is a Mastodon (toot) term — declare it so the emitted
54 // Question stays valid JSON-LD (a strict processor would otherwise drop votersCount).
55 votersCount: 'toot:votersCount',
56 // FEP-633c (Guardians): the shaer namespace, owned by the guardianship
57 // module (src/services/guardianship/).
58 ...Guardianship.SHAER_CONTEXT,
59 },
60];
61
62// Short random suffix so two activity ids minted in the same millisecond (e.g.
63// parallel saves) don't collide and get deduped by a receiver.
64const rid = () => crypto.randomBytes(4).toString('hex');
65
66// Keep only http(s) URLs — drops javascript:/data:/etc so a remote actor can't
67// smuggle a dangerous scheme into a stored href/src (rendered in owner-only views).
68const safeUrl = (u) => { const s = String(u == null ? '' : u).trim(); return /^https?:\/\//i.test(s) ? s : ''; };
69
70// ── SSRF guard for outbound fetches ───────────────────────────────
71// Remote URLs (actor/keyId/webfinger/inbox/inReplyTo) are attacker-controlled, so
72// every outbound fetch must refuse hosts that resolve to private/loopback ranges
73// (cloud metadata, internal services) — on the initial host AND each redirect hop.
74function isBlockedIp(ip) {
75 if (!ip) return true;
76 const v = net.isIP(ip);
77 if (v === 4) {
78 const o = ip.split('.').map(Number);
79 return o[0] === 127 || o[0] === 10 || o[0] === 0
80 || (o[0] === 172 && o[1] >= 16 && o[1] <= 31)
81 || (o[0] === 192 && o[1] === 168)
82 || (o[0] === 169 && o[1] === 254)
83 || (o[0] === 100 && o[1] >= 64 && o[1] <= 127); // CGNAT
84 }
85 if (v === 6) {
86 const s = ip.toLowerCase().replace(/^\[|\]$/g, '');
87 return s === '::1' || s === '::' || s.startsWith('fc') || s.startsWith('fd') || s.startsWith('fe80')
88 || s.startsWith('::ffff:127.') || s.startsWith('::ffff:10.') || s.startsWith('::ffff:192.168.')
89 || s.startsWith('::ffff:169.254.') || s.startsWith('::ffff:172.');
90 }
91 return true; // not an IP literal we recognise → refuse
92}
93async function assertPublicHost(hostname) {
94 if (net.isIP(hostname)) { if (isBlockedIp(hostname)) throw new Error('ssrf-blocked-ip'); return; }
95 const addrs = await dns.promises.lookup(hostname, { all: true });
96 if (!addrs.length || addrs.some((a) => isBlockedIp(a.address))) throw new Error('ssrf-blocked-host');
97}
98export async function safeFetch(url, opts = {}, maxRedirects = 3) {
99 let target = url;
100 for (let hop = 0; ; hop++) {
101 const u = new URL(target); // throws on malformed → caller's catch
102 if (u.protocol !== 'https:' && u.protocol !== 'http:') throw new Error('ssrf-bad-scheme');
103 await assertPublicHost(u.hostname);
104 const r = await fetch(target, { ...opts, redirect: 'manual', signal: AbortSignal.timeout(8000) });
105 const loc = (r.status >= 300 && r.status < 400) ? r.headers.get('location') : null;
106 if (loc && hop < maxRedirects) { target = new URL(loc, target).toString(); continue; }
107 return r;
108 }
109}
110const MAX_OUTBOX = 20;
111// Cache-buster for the music listen-link → forces Mastodon to re-crawl a FRESH
112// (square) player card. Bump this whenever the twitter:player card dimensions change.
113const FEDI_CARD_VER = '2';
114
115// ── RSA keys per actor (lazy, cached in DB) ───────────────────────
116// Prepared lazily (NOT at module load) — the ap_keys table is created in
117// initializeDatabase(), which runs after this module is imported.
118let _sel, _ins;
119function keyStmts() {
120 if (!_sel) {
121 _sel = db.prepare('SELECT public_pem, private_pem FROM ap_keys WHERE slug = ?');
122 _ins = db.prepare('INSERT OR IGNORE INTO ap_keys (slug, public_pem, private_pem, created_at) VALUES (?,?,?,CURRENT_TIMESTAMP)');
123 }
124 return { sel: _sel, ins: _ins };
125}
126
127export function getOrCreateKeys(slug) {
128 const { sel, ins } = keyStmts();
129 const row = sel.get(slug);
130 if (row) return row;
131 const { publicKey, privateKey } = crypto.generateKeyPairSync('rsa', {
132 modulusLength: 2048,
133 publicKeyEncoding: { type: 'spki', format: 'pem' },
134 privateKeyEncoding: { type: 'pkcs8', format: 'pem' },
135 });
136 ins.run(slug, publicKey, privateKey);
137 return sel.get(slug) || { public_pem: publicKey, private_pem: privateKey };
138}
139
140// ── content negotiation ───────────────────────────────────────────
141// True when the caller wants ActivityPub JSON rather than the HTML page.
142export function apWants(req) {
143 const a = String(req.headers.accept || '').toLowerCase();
144 return a.includes('application/activity+json') ||
145 (a.includes('application/ld+json') && a.includes('activitystreams'));
146}
147
148const AP_CONTENT_TYPE = 'application/activity+json; charset=utf-8';
149export function sendAP(res, obj, cacheControl) {
150 res.type(AP_CONTENT_TYPE);
151 // A per-caller (e.g. guardian-widened) view must not be publicly cached.
152 res.set('Cache-Control', cacheControl || 'public, max-age=120');
153 res.send(JSON.stringify(obj));
154}
155
156// ── document builders ─────────────────────────────────────────────
157export function actorId(base, slug) { return `${base}/ap/users/${encodeURIComponent(slug)}`; }
158export function noteId(base, postId) { return `${base}/ap/notes/${encodeURIComponent(postId)}`; }
159
160export function buildActor(base, site) {
161 const id = actorId(base, site.slug);
162 const keys = getOrCreateKeys(site.slug);
163 // FEP-633c §5.3: a ward's follows are gated (guardians approve), so the actor
164 // MUST advertise manuallyApprovesFollowers:true — otherwise a follower's server
165 // (Mastodon) assumes auto-accept and shows "Following" while we hold it pending.
166 const isWard = (() => { try { return Guardianship.listGuardians(site.slug).length > 0; } catch { return false; } })();
167 const actor = {
168 '@context': AP_CONTEXT,
169 id,
170 type: 'Person',
171 preferredUsername: site.slug,
172 name: site.title || site.slug,
173 summary: site.tagline || site.description || '',
174 url: `${base}/${site.slug === site.primary_slug ? '' : 'user/' + encodeURIComponent(site.slug)}`,
175 manuallyApprovesFollowers: isWard,
176 discoverable: true,
177 inbox: `${id}/inbox`,
178 outbox: `${id}/outbox`,
179 followers: `${id}/followers`,
180 following: `${id}/following`,
181 featured: `${id}/featured`,
182 // AP §5.6: the private blocked collection (owner-only GET). The server
183 // list is the source of truth for Shaer's "in Orbit"; clients keep no
184 // separate state.
185 blocked: `${id}/blocked`,
186 // FEP-633c §2: shaer:guardians / shaer:isGuardian / shaer:queues
187 // (guardianship module owns these).
188 ...Guardianship.guardianshipActorProps(id, site.slug),
189 // C2S clients (Shaer apps) discover auth + upload here — no hardcoded paths.
190 // All four are ActivityPub-spec `endpoints` terms. Dynamic client registration
191 // (RFC 7591) is discovered via /.well-known/oauth-authorization-server, not here.
192 endpoints: {
193 sharedInbox: `${base}/ap/inbox`,
194 oauthAuthorizationEndpoint: `${base}/oauth/authorize`,
195 oauthTokenEndpoint: `${base}/oauth/token`,
196 uploadMedia: `${id}/uploadMedia`,
197 },
198 publicKey: {
199 id: `${id}#main-key`,
200 owner: id,
201 publicKeyPem: keys.public_pem,
202 },
203 };
204 if (site.profile_photo) {
205 const u = /^https?:/.test(site.profile_photo) ? site.profile_photo : `${base}${site.profile_photo.startsWith('/') ? '' : '/'}${site.profile_photo}`;
206 actor.icon = { type: 'Image', url: u };
207 }
208 // Account creation date — shown by Mastodon + read by indexers (additive, standard AS2).
209 if (site.created_at) { try { actor.published = new Date(site.created_at).toISOString(); } catch { /* skip bad date */ } }
210 // Profile links → PropertyValue rows: Mastodon/PeerTube/WordPress-ActivityPub render these as
211 // profile metadata (rel=me enables link-back verification). Additive; ignored by simpler receivers.
212 try {
213 const links = JSON.parse(site.profile_links || '[]');
214 if (Array.isArray(links) && links.length) {
215 const esc = (s) => String(s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
216 const rows = links
217 .filter((l) => l && l.url && /^https?:/i.test(l.url))
218 .map((l) => ({
219 type: 'PropertyValue',
220 name: esc(l.platform || 'Link'),
221 value: `<a href="${esc(l.url).replace(/"/g, '&quot;')}" rel="me nofollow noopener" target="_blank">${esc(String(l.url).replace(/^https?:\/\//, ''))}</a>`,
222 }));
223 if (rows.length) actor.attachment = rows;
224 }
225 } catch { /* skip malformed profile_links */ }
226 return actor;
227}
228
229// Does a post's audio shortcodes reference at least one PLAYABLE (file-backed)
230// track? Link-only tracks (external Spotify/YouTube, media_id NULL) don't count —
231// they have no Klonkt-hosted audio to embed, so no player card / cover-suppression.
232export function hasPlayableAudio(content, siteId) {
233 if (!content || !/\[\[(track|album|playlist):/i.test(content)) return false;
234 try {
235 for (const m of content.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT media_id FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.media_id) return true; }
236 for (const m of content.matchAll(/\[\[album:([^\]]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM audio_tracks WHERE site_id = ? AND album = ? AND media_id IS NOT NULL LIMIT 1').get(siteId, m[1].trim())) return true; }
237 for (const m of content.matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id WHERE pt.playlist_id = ? AND t.media_id IS NOT NULL LIMIT 1').get(m[1])) return true; }
238 } catch { /* non-fatal */ }
239 return false;
240}
241
242// A single post as an AS2 Note (the object), and as a Create activity (for outbox/delivery).
243export function buildNote(base, site, post, opts = {}) {
244 // Replies are Notes too. buildNote is the single entry point for ALL Notes; a reply is
245 // (for now) the simple flavor: pre-baked content, no title/cover/image/audio/embed
246 // machinery, addressed to the parent actor + thread. This early branch keeps that output
247 // byte-identical to the old buildReplyNote. When rich replies land (images/audio/embeds),
248 // this branch collapses and replies flow through the full post pipeline below. `post` here
249 // is the ap_outbox reply row (id, in_reply_to, content, post_slug, created_at, to_actor).
250 if (opts.isReply) {
251 const meR = actorId(base, site.slug);
252 // Rich replies: attachments column (JSON [{url, mediaType, name}]) → AS2
253 // attachment array with absolute URLs and the matching object type.
254 let replyAtt;
255 try {
256 const list = post.attachments ? JSON.parse(post.attachments) : [];
257 if (Array.isArray(list) && list.length) {
258 replyAtt = list.map((a) => ({
259 type: a.mediaType.startsWith('image/') ? 'Image' : a.mediaType.startsWith('audio/') ? 'Audio' : 'Video',
260 mediaType: a.mediaType,
261 url: /^https?:/i.test(a.url) ? a.url : `${base}${a.url}`,
262 name: a.name || undefined,
263 }));
264 }
265 } catch { /* malformed attachments never block the Note */ }
266 return {
267 id: noteId(base, post.id),
268 type: 'Note',
269 attributedTo: meR,
270 inReplyTo: post.in_reply_to || undefined,
271 content: post.content,
272 // Reply language (rich replies): the AS2 language map next to `content`.
273 contentMap: post.language ? { [post.language]: post.content } : undefined,
274 attachment: replyAtt,
275 url: post.post_slug ? `${base}/${encodeURIComponent(post.post_slug)}` : undefined,
276 published: toISO(post.created_at),
277 // A direct note (private mention, shaer-tqc) addresses ONLY its
278 // recipients: no Public anywhere, so it cannot be boosted and never
279 // shows in public timelines (the Mastodon DM model).
280 to: post.visibility === 'direct'
281 ? (JSON.parse(post.to_actors || '[]'))
282 : (post.to_actor ? [post.to_actor] : [PUBLIC]),
283 // Followers-only reply ('friends', shaer detail-view Reply): the parent
284 // author (in `to`) + our followers, but NO Public — it does not federate
285 // into open discovery. Default reply stays quiet-public (Public in cc).
286 cc: post.visibility === 'direct' ? []
287 : post.visibility === 'friends' ? [`${meR}/followers`]
288 : [PUBLIC, `${meR}/followers`],
289 // FEP-633c 5.2.1: a ward's call for help. Only ever on direct notes.
290 ...Guardianship.helpRequestProps(post),
291 ...Guardianship.waveProps(post),
292 ...Guardianship.awayProps(post),
293 // FEP-633c §2.2: object hint that the author is a ward.
294 ...Guardianship.hasGuardiansProps(site.slug),
295 tag: [
296 ...mentionTags(post.content),
297 ...hashtagTags(base, post.content),
298 ],
299 };
300 }
301 const id = noteId(base, post.id);
302 const aId = actorId(base, site.slug);
303 const human = `${base}/${encodeURIComponent(post.slug)}`;
304 // Mastodon ignores a Note's `name`, so put the title INTO the content (bold
305 // first line) — the standard blog→fediverse convention. post.content is
306 // already sanitized HTML; the title is plain text, so escape it.
307 const escTitle = String(post.title || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
308 const titleHtml = post.title ? `<p><strong>${escTitle}</strong></p>` : '';
309
310 // Paid post (klonkt-demo-aki): federate a PUBLIC teaser + link, never the full
311 // content, so nothing leaks past the paywall. No media attachments either.
312 if (post.paid) {
313 const esc = (x) => String(x || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
314 const _firstP = (String(post.content || '').match(/<p[^>]*>([\s\S]*?)<\/p>/i) || [null, ''])[1] || '';
315 const rawTeaser = String(post.excerpt || '').trim()
316 || _firstP.replace(/<[^>]+>/g, ' ').replace(/&[a-z#0-9]+;/gi, ' ').replace(/\s+/g, ' ').trim().slice(0, 280);
317 return {
318 '@context': AP_CONTEXT,
319 id,
320 type: 'Note',
321 attributedTo: aId,
322 content: `${titleHtml}<p>${esc(rawTeaser)}${rawTeaser ? '…' : ''}</p><p><a href="${human}">Lees de volledige post (supporters)</a></p>`,
323 url: human,
324 published: toISO(post.published_at || post.created_at || Date.now()),
325 to: [PUBLIC],
326 cc: [`${aId}/followers`],
327 tag: [...hashtagTags(base, post.content)],
328 replies: `${id}/replies`,
329 ...Guardianship.hasGuardiansProps(site.slug),
330 };
331 }
332
333 // Images travel as AP `attachment` (Mastodon strips <img> from content). Collect
334 // the cover + any inline <img>, make absolute, then strip <img> from the content
335 // to avoid duplicate rendering on clients that DO keep them.
336 const abs = (u) => !u ? null : (/^https?:/i.test(u) ? u : `${base}${u.startsWith('/') ? '' : '/'}${u}`);
337 const mediaType = (u) => {
338 const e = ((u || '').split('?')[0].match(/\.(\w+)$/) || [])[1];
339 return ({ jpg: 'image/jpeg', jpeg: 'image/jpeg', png: 'image/png', gif: 'image/gif', webp: 'image/webp', avif: 'image/avif', mp4: 'video/mp4', webm: 'video/webm', mov: 'video/quicktime' })[(e || '').toLowerCase()] || 'image/jpeg';
340 };
341 const hadAudio = /\[\[(track|album|playlist):/i.test(post.content || '');
342 const playable = hasPlayableAudio(post.content || '', site && site.id);
343 // A post with an external embed (Spotify/YouTube/SoundCloud/Vimeo/Bandcamp/Apple) should let
344 // Mastodon render the embed's player CARD. Mastodon shows EITHER media attachments OR a link
345 // card, never both — so when the post has an embed link we skip the image attachments so the
346 // card wins. (On Klonkt nothing changes: the cover + the embed player still render.)
347 const hasEmbed = (() => {
348 const c = post.content || '';
349 if (/\[\[embed:/i.test(c)) return true;
350 for (const m of c.matchAll(/https?:\/\/[^\s"'<>]+/gi)) if (AudioEmbedService.detectProvider(m[0])) return true;
351 return false;
352 })();
353 // Link-only tracks (external Spotify/YouTube/SoundCloud, no hosted file): collect their links
354 // so we federate them — Mastodon cards the first (its player), the rest show as clickable links
355 // — instead of a bare "listen on site" link, and we suppress the cover so the card can show.
356 const trackEmbedLinks = (() => {
357 if (playable) return [];
358 const out = [];
359 try {
360 for (const m of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) {
361 const r = db.prepare('SELECT media_id, link_spotify, link_youtube, link_soundcloud FROM audio_tracks WHERE id = ?').get(m[1]);
362 if (r && !r.media_id) for (const u of [r.link_spotify, r.link_youtube, r.link_soundcloud]) if (u && /^https?:\/\//i.test(u)) out.push(u);
363 }
364 } catch { /* non-fatal */ }
365 return [...new Set(out)].slice(0, 6);
366 })();
367 const noImages = playable || hasEmbed || trackEmbedLinks.length > 0; // suppress images → let the player/embed card show
368 const urls = [];
369 // Posts with PLAYABLE hosted audio suppress image attachments so Mastodon renders
370 // the player CARD (twitter:player) instead of the cover — media attachment and
371 // link/player card are mutually exclusive on Mastodon. Link-only audio (external)
372 // keeps its cover (no player card to show).
373 // An animated cover federates as the muted loop MP4 (→ a Video attachment): animated WebP is
374 // unreliable on Mastodon and its iOS apps; the MP4 plays everywhere. Else the still cover image.
375 // Each entry carries the media URL + its alt text (federated as the AS2 attachment `name`, for a11y).
376 // Media a C2S composer attached (shaer-j3uh): federate with their REAL
377 // mediaType, because the extension map below knows no audio and would call
378 // an m4a an Image. Pushed BEFORE the covers: a C2S video doubles as the
379 // cover video, and the URL-dedupe keeps the FIRST entry, which must be the
380 // one that knows its type and poster. Images also live inline in the
381 // content, so the dedupe keeps those single too.
382 try {
383 for (const a of JSON.parse(post.c2s_attachments || '[]')) {
384 if (a && a.url) urls.push({ url: abs(a.url), name: a.name || '', mt: a.mediaType, poster: a.poster ? abs(a.poster) : null });
385 }
386 } catch { /* malformed never blocks the Note */ }
387 if (post.cover_video_url && !noImages) urls.push({ url: abs(post.cover_video_url), name: post.cover_alt || '' });
388 else if (post.cover_image_url && !noImages) urls.push({ url: abs(post.cover_image_url), name: post.cover_alt || '' });
389 let body = post.content || '';
390 // Only federate inline images we can actually serve: absolute http(s) URLs, or our own
391 // /media/ uploads. A relative path we don't host (e.g. a stale /images/... ref) would 404
392 // and show up as a black tile in Mastodon's attachment grid. Carry the <img alt="…"> through
393 // as the attachment description.
394 if (!noImages) for (const m of body.matchAll(/<img\b[^>]*>/gi)) {
395 const tag = m[0];
396 const src = (tag.match(/\bsrc="([^"]+)"/i) || [])[1];
397 if (!src || !(/^https?:\/\//i.test(src) || src.startsWith('/media/'))) continue;
398 const alt = (tag.match(/\balt="([^"]*)"/i) || [])[1] || '';
399 urls.push({ url: abs(src), name: alt });
400 }
401 body = body.replace(/<img\b[^>]*>/gi, '');
402 // Video and audio tags leave the federated content the same way (30-7):
403 // they ride as AS2 attachments (c2s_attachments), and the tag itself
404 // carries a RELATIVE /media src that is dead everywhere but our own web.
405 // Leaving it in showed every remote reader a broken player above the
406 // working one. The web keeps its tags: this strip is federation-only.
407 body = body.replace(/<video\b[^>]*>[\s\S]*?<\/video>/gi, '').replace(/<video\b[^>]*\/?>/gi, '');
408 body = body.replace(/<audio\b[^>]*>[\s\S]*?<\/audio>/gi, '').replace(/<audio\b[^>]*\/?>/gi, '');
409 // Audio shortcodes: do NOT federate the raw audio file — Klonkt deliberately
410 // gates audio (the /audio/stream URL has friction), and shipping it as an AP
411 // audio attachment would hand Mastodon a plain, downloadable mp3 URL. Instead,
412 // replace the shortcodes with a "🎵 listen on the site" link so the post invites
413 // a click-through to the protected player (discovery without leaking the file).
414 const esc = (s) => String(s == null ? '' : s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
415 const audioLabels = [];
416 try {
417 for (const m of body.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT title FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.title) audioLabels.push(r.title); }
418 for (const m of body.matchAll(/\[\[album:([^\]]+)\]\]/g)) audioLabels.push(m[1].trim());
419 } catch { /* non-fatal */ }
420 // fedi_open tracks → real AS2 Audio attachments (the actual file URL, served ungated) so
421 // EVERY client incl. the Mastodon apps plays them inline natively. Gated tracks (default)
422 // stay link/card-only — the file is never exposed for them. Resolve from post.content so a
423 // later body mutation can't affect it.
424 const openAudio = [];
425 if (hadAudio) {
426 const seenA = new Set();
427 const addRow = (r) => {
428 const fn = r.filename || (r.storage_path || '').split('/').pop();
429 if (!fn || seenA.has(fn)) return; seenA.add(fn);
430 const a = { type: 'Audio', mediaType: r.mime_type || 'audio/mpeg', url: `${base}/audio/stream/${encodeURIComponent(fn)}`, name: r.title || 'Audio' };
431 // Cover art on the Audio attachment (AS2 `icon`): track cover, else the post cover.
432 // Mastodon renders it as the artwork thumbnail on its native audio player.
433 const art = abs(r.cover_url || post.cover_image_url || null);
434 if (art) a.icon = { type: 'Image', mediaType: mediaType(art), url: art };
435 openAudio.push(a);
436 };
437 const SEL = 'SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM audio_tracks t JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND ';
438 try {
439 for (const mm of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare(SEL + 't.id = ?').get(mm[1]); if (r) addRow(r); }
440 for (const mm of (post.content || '').matchAll(/\[\[album:([^\]]+)\]\]/g)) for (const r of db.prepare(SEL + 't.site_id = ? AND t.album = ? ORDER BY t.rowid').all(site.id, mm[1].trim())) addRow(r);
441 for (const mm of (post.content || '').matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) for (const r of db.prepare('SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND pt.playlist_id = ? ORDER BY pt.position').all(mm[1])) addRow(r);
442 } catch { /* non-fatal */ }
443 }
444 body = body.replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
445 // External embeds ([[embed:url]]) → emit the bare URL as a link so Mastodon
446 // renders its OWN preview/player card (YouTube/Spotify/SoundCloud/etc) instead
447 // of federating the raw shortcode text.
448 body = body.replace(/\[\[embed:([^\]]+)\]\]/gi, (mm, raw) => {
449 const u = esc(raw.trim().replace(/&amp;/g, '&'));
450 return `<p><a href="${u}">${u}</a></p>`;
451 });
452 if (hadAudio) {
453 const lbl = audioLabels.length ? esc(audioLabels.slice(0, 4).join(', ')) : '';
454 if (trackEmbedLinks.length) {
455 // Link-only track(s): emit the external link(s). Mastodon cards the first (Spotify → its
456 // player), the rest render as clickable links — the fediverse-native "embed + links".
457 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong>` : ''}</p>`;
458 for (const u of trackEmbedLinks) { const eu = esc(u); body += `<p><a href="${eu}">${eu}</a></p>`; }
459 } else {
460 // For playable posts, append a version param to the listen-link so Mastodon
461 // sees a NEW card URL and re-crawls it (fresh SQUARE player card) instead of
462 // reusing the cached landscape one. Invisible: the link TEXT stays clean, the
463 // page ignores the param. Bump FEDI_CARD_VER when the card dimensions change.
464 const listenHref = playable ? `${human}?fc=${FEDI_CARD_VER}` : human;
465 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong> — ` : ''}<a href="${listenHref}">listen on ${esc(site.title || 'the site')}</a></p>`;
466 }
467 }
468 // Klonkt renders post content with white-space:pre-wrap, so raw newlines ARE line
469 // breaks on the site. Mastodon (plain HTML) collapses whitespace and would drop them,
470 // so convert newlines to <br> for the federated copy (content already made with
471 // shift+enter uses <br> and has no \n → this is a no-op there).
472 body = body.replace(/\r?\n/g, '<br>');
473 body = linkHashtags(base, body); // link inline #hashtags in the post body too
474 body = linkUrls(body); // bare URLs → clickable links on the federated copy
475 // Append the tags-field hashtags to the content so Mastodon renders them as clickable
476 // hashtags (a Hashtag that's only in the `tag` array isn't shown inline). CamelCase
477 // multi-word tags; skip any already present inline in the body.
478 {
479 const inlineTags = new Set(hashtagTags(base, body).map((h) => h.name.slice(1).toLowerCase()));
480 const addSeen = new Set();
481 const tagLinks = normalizeTags(post.tags).map(tagParts).filter(Boolean)
482 .filter((p) => !inlineTags.has(p.slug) && !addSeen.has(p.slug) && addSeen.add(p.slug))
483 .map((p) => `<a href="${base}/tag/${encodeURIComponent(p.slug)}" class="mention hashtag" rel="tag">#${p.label}</a>`);
484 if (tagLinks.length) body += `<p>${tagLinks.join(' ')}</p>`;
485 }
486 const seen = new Set();
487 const attachment = urls.filter((x) => x && x.url)
488 .filter((x) => { if (seen.has(x.url)) return false; seen.add(x.url); return true; })
489 .map((x) => { const mt = x.mt || mediaType(x.url); // the stored type wins; the extension map is the fallback
490 const ty = /^image\//i.test(mt) ? 'Image' : /^video\//i.test(mt) ? 'Video' : /^audio\//i.test(mt) ? 'Audio' : 'Document';
491 const a = { type: ty, mediaType: mt, url: x.url };
492 if (x.name) a.name = String(x.name).slice(0, 1500); // alt text / description (AS2 `name`)
493 if (x.poster) a.icon = { type: 'Image', url: x.poster }; // the video's still (shaer-zowq)
494 return a; });
495 for (const a of openAudio) attachment.push(a); // fedi_open tracks → native Audio players
496
497 // Inline @user@host mentions: the Mention tag objects + the mentioned actor URIs. Only
498 // present when the content was already mention-linked (deliverCreate/Update resolve them
499 // at send time); a plain buildNote (outbox/notes) yields none.
500 const _mentionTags = mentionTags(body);
501 const _mentionCc = _mentionTags.map((t) => t.href);
502
503 const note = {
504 id,
505 type: 'Note',
506 attributedTo: aId,
507 content: titleHtml + body,
508 url: human,
509 published: new Date(post.published_at || post.created_at || Date.now()).toISOString(),
510 // fan_only = "fans only" → followers-only visibility (delivered to your followers
511 // but not addressed to Public, so Mastodon shows it only to them and can't boost it).
512 to: (post.fan_only || post.ap_visibility === 'quiet') ? [`${aId}/followers`] : [PUBLIC],
513 // Mentioned actors (from inline @user@host links the caller resolved) are addressed in cc
514 // so Mastodon notifies them; empty unless the content was mention-linked (delivery time).
515 cc: [...new Set([
516 ...(post.ap_visibility === 'quiet' ? [PUBLIC] : []), // quiet public: Public in cc, not to
517 ...((post.fan_only || post.ap_visibility === 'quiet') ? [] : [`${aId}/followers`]),
518 ..._mentionCc])],
519 tag: [...buildHashtagList(base, post.tags, body), ..._mentionTags],
520 replies: `${id}/replies`,
521 // NSFW → Mastodon-style content warning: sensitive (blurs media) + a summary/spoiler
522 // (hides the whole post behind a "Gevoelige inhoud" button until the reader opens it).
523 sensitive: !!post.nsfw,
524 };
525 // FEP-633c §2.2: object hint that the author is a ward (safely ignorable).
526 Object.assign(note, Guardianship.hasGuardiansProps(site.slug));
527 // FEP-044f: this post quotes a fediverse object. Emit it the way the network
528 // actually reads it, and address the quoted author so they get told.
529 applyQuoteProps(note, post.quote_uri, post.quote_actor);
530 if (post.nsfw) note.summary = post.content_warning || 'Gevoelige inhoud';
531 if (attachment.length) note.attachment = attachment;
532 // When the cover attachment is suppressed (hosted audio OR an external embed/link-only track →
533 // so Mastodon shows the player/link card, not media), still expose the cover via AS2 `image` so
534 // card/grid consumers (the Klonkt Cirkel/News feed) can show it. Mastodon ignores a Note's
535 // `image`, so its card is unaffected — but a Klonkt receiver reads it (handleInbox o.image).
536 if (post.cover_image_url && noImages) {
537 const cov = abs(post.cover_image_url);
538 if (cov) { note.image = { type: 'Image', mediaType: mediaType(cov), url: cov }; if (post.cover_alt) note.image.name = String(post.cover_alt).slice(0, 1500); }
539 }
540 // Experiment (mirrors PeerTube / schema.org `embedUrl`): point at the GATED player page
541 // (/embed) so a client that honours embedUrl can show an inline player WITHOUT ever
542 // getting the audio file — the anti-steal posture is untouched. `embedUrl` is a real
543 // standard field name (not a Klonkt invention); if Mastodon's apps honour it on a Note we
544 // make it JSON-LD-clean with a context term, otherwise it degrades to the player card.
545 if (playable) note.embedUrl = `${base}/embed?post=${encodeURIComponent(post.slug)}`;
546 // Content language → AS2 contentMap (a BCP-47-keyed copy of the content). Mastodon reads the
547 // language from its key for the timeline language filter + the translate button. Emitted
548 // alongside `content` (Mastodon sends both); a plain receiver just uses `content`.
549 if (post.language && /^[a-z]{2,3}(-[A-Za-z]{2,4})?$/.test(post.language)) note.contentMap = { [post.language]: note.content };
550 // A hosted poll → federate as an AS2 Question (options + live tally). Do this last so it
551 // reuses the note's content/addressing/tags, then swaps the type and strips media.
552 const ownPoll = parseOwnPoll(post.poll_json);
553 if (ownPoll) applyPollToNote(note, post.id, ownPoll);
554 return note;
555}
556
557// All reply note URIs on a local post (inbound fediverse replies + our own
558// outbound replies) — backs the Note's `replies` Collection so remote servers
559// can fetch the whole thread.
560export function getReplyUris(base, postId) {
561 const out = [];
562 try {
563 for (const r of db.prepare("SELECT object_uri FROM ap_interactions WHERE kind = 'reply' AND post_id = ? AND object_uri != '' ORDER BY created_at").all(postId)) out.push(r.object_uri);
564 for (const r of db.prepare('SELECT id FROM ap_outbox WHERE post_id = ? ORDER BY rowid').all(postId)) out.push(`${base}/ap/notes/${r.id}`);
565 } catch { /* non-fatal */ }
566 return out;
567}
568
569// Notifications "seen" tracking → a real bell badge. Stored per site in app_settings.
570export function markNotificationsSeen(slug) {
571 try {
572 db.prepare("INSERT INTO app_settings (key, value, updated_at) VALUES (?, ?, CURRENT_TIMESTAMP) ON CONFLICT(key) DO UPDATE SET value = excluded.value, updated_at = CURRENT_TIMESTAMP")
573 .run(`fedi_notif_seen:${slug}`, new Date().toISOString());
574 } catch { /* non-fatal */ }
575}
576export function countUnseenNotifications(slug) {
577 try {
578 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
579 const seen = row ? Date.parse(row.value) : 0;
580 let n = 0;
581 for (const it of getNotifications(slug, 50)) { if (Date.parse(it.created_at) > seen) n++; }
582 return n;
583 } catch { return 0; }
584}
585// The seen-watermark itself (ms epoch, 0 = never marked) — the Messages page reads it
586// BEFORE marking seen, so it can render unread dots on the items newer than last visit.
587export function notificationsSeenAt(slug) {
588 try {
589 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
590 return row ? (Date.parse(row.value) || 0) : 0;
591 } catch { return 0; }
592}
593
594// Messages = the unified inbox (Reacties + Meldingen merged, decision Robin+Bart 2026-07-16):
595// every notification PLUS your own outbound replies ('sent', with edit/delete via their
596// outboxId), sorted as one stream. Consecutive likes/boosts on the same post collapse into
597// one grouped item (actors list + count) so activity doesn't drown out conversations.
598export function getMessages(slug, limit, offset) {
599 const off = Math.max(0, offset || 0);
600 const lim = limit || 60;
601 // The stream is grouped (consecutive likes/boosts collapse), so paging is done by
602 // recomputing the whole stream top-down and slicing [off, off+lim] — stable across
603 // pages. Fetch a buffer past off+lim so grouping-shrinkage can't hide a full page.
604 const need = off + lim + 100;
605 const items = getNotifications(slug, need);
606 try {
607 for (const m of listOutbox(slug).slice(0, need)) {
608 items.push({
609 type: 'sent', outboxId: m.id, to_handle: m.to_handle, in_reply_to: m.in_reply_to,
610 content: m.content, editable: m.editable, language: m.language, created_at: m.created_at,
611 });
612 }
613 } catch { /* ignore */ }
614 items.sort((a, b) => _msgTs(b) - _msgTs(a)); // NaN-safe (zie getNotifications)
615 const out = [];
616 for (const it of items) {
617 const prev = out[out.length - 1];
618 if ((it.type === 'like' || it.type === 'announce') && prev && prev.type === it.type
619 && prev.post_slug === it.post_slug) {
620 prev.actors = prev.actors || [prev.name || prev.handle || '?'];
621 prev.actors.push(it.name || it.handle || '?');
622 prev.count = (prev.count || 1) + 1;
623 continue;
624 }
625 out.push(it);
626 }
627 return out.slice(off, off + lim);
628}
629
630export function buildCreate(base, site, post) {
631 const note = buildNote(base, site, post);
632 return {
633 '@context': AP_CONTEXT,
634 id: note.id + '#create',
635 type: 'Create',
636 actor: actorId(base, site.slug),
637 published: note.published,
638 to: note.to,
639 cc: note.cc,
640 object: note,
641 };
642}
643
644export function buildOutbox(base, site, posts) {
645 const id = `${actorId(base, site.slug)}/outbox`;
646 const items = (posts || []).slice(0, MAX_OUTBOX).map((p) => buildCreate(base, site, p));
647 return {
648 '@context': AP_CONTEXT,
649 id,
650 type: 'OrderedCollection',
651 totalItems: items.length,
652 orderedItems: items,
653 };
654}
655
656// Public callers get a count-only collection (privacy). The authenticated
657// account owner (a C2S bearer scoped to this site) gets the real actor URIs via
658// `items`, so their own client can build a friends list.
659export function buildFollowers(base, site, count, items = null) {
660 const id = `${actorId(base, site.slug)}/followers`;
661 return {
662 '@context': AP_CONTEXT,
663 id,
664 type: 'OrderedCollection',
665 totalItems: items ? items.length : (count || 0),
666 orderedItems: items || [], // count-only for the public; full for the owner
667 };
668}
669
670// The accounts this site follows — count only, mirroring buildFollowers. The spec lists
671// `following` as a standard actor property; Hubzilla/Friendica + crawlers expect it.
672export function buildFollowing(base, site, count, items = null) {
673 const id = `${actorId(base, site.slug)}/following`;
674 return {
675 '@context': AP_CONTEXT,
676 id,
677 type: 'OrderedCollection',
678 totalItems: items ? items.length : (count || 0),
679 orderedItems: items || [], // count-only for the public; full for the owner
680 };
681}
682
683// Pinned posts → the actor's `featured` collection. Mastodon reads this and shows
684// these as the "Featured" tab (pinned to the profile). Posts come ordered by pin
685// rank; embedded as full Notes so a remote server doesn't need extra fetches.
686export function buildFeatured(base, site, posts) {
687 const id = `${actorId(base, site.slug)}/featured`;
688 const items = (posts || []).map((p) => buildNote(base, site, p));
689 return {
690 '@context': AP_CONTEXT,
691 id,
692 type: 'OrderedCollection',
693 totalItems: items.length,
694 orderedItems: items,
695 };
696}
697
698// ── followers store (lazy stmts) ──────────────────────────────────
699let _insF, _updFDisp, _delF, _listF, _cntF;
700function fStmts() {
701 if (!_insF) {
702 _insF = db.prepare('INSERT OR IGNORE INTO ap_followers (slug, actor_uri, inbox, shared_inbox, name, handle, icon, created_at) VALUES (?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
703 _updFDisp = db.prepare('UPDATE ap_followers SET name = COALESCE(?, name), handle = COALESCE(?, handle), icon = COALESCE(?, icon) WHERE slug = ? AND actor_uri = ?');
704 _delF = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND actor_uri = ?');
705 _listF = db.prepare('SELECT inbox, shared_inbox FROM ap_followers WHERE slug = ?');
706 _cntF = db.prepare('SELECT COUNT(*) n FROM ap_followers WHERE slug = ?');
707 }
708 return { ins: _insF, del: _delF, list: _listF, cnt: _cntF };
709}
710export function followerCount(slug) { return fStmts().cnt.get(slug).n; }
711
712// Followers with delivery health, for the management list. Never-delivered accounts
713// first, then oldest successful delivery first — i.e. the cleanup candidates on top.
714export function listFollowers(slug) {
715 return db.prepare(
716 `SELECT id, actor_uri, inbox, shared_inbox, created_at, last_delivery_at, last_error_at
717 FROM ap_followers WHERE slug = ?
718 ORDER BY (last_delivery_at IS NULL) DESC, last_delivery_at ASC, created_at ASC`
719 ).all(slug);
720}
721// Manually drop a follower after a check (a still-live account would have to re-follow).
722export function removeFollower(slug, id) {
723 const info = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND id = ?').run(slug, id);
724 return info.changes > 0;
725}
726
727// Best cached display for an actor URI, across the caches Klonkt already fills:
728// followers (now with name/icon), following, interactions, timeline, mentions.
729// Falls back to a handle derived from the URI. Display info is not sensitive.
730export function actorDisplay(slug, uri) {
731 const ok = (r) => r && (r.name || r.icon);
732 try {
733 let r = db.prepare('SELECT name, handle, icon FROM ap_followers WHERE slug = ? AND actor_uri = ?').get(slug, uri);
734 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
735 r = db.prepare('SELECT name, handle, icon FROM ap_following WHERE slug = ? AND actor_uri = ?').get(slug, uri);
736 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
737 r = db.prepare('SELECT actor_name AS name, actor_handle AS handle, actor_icon AS icon FROM ap_interactions WHERE actor_uri = ? AND (actor_name IS NOT NULL OR actor_icon IS NOT NULL) ORDER BY created_at DESC LIMIT 1').get(uri);
738 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
739 r = db.prepare('SELECT author_name AS name, author_handle AS handle, author_icon AS icon FROM ap_timeline WHERE author_uri = ? AND (author_name IS NOT NULL OR author_icon IS NOT NULL) LIMIT 1').get(uri);
740 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
741 r = db.prepare('SELECT actor_name AS name, actor_handle AS handle, actor_icon AS icon FROM ap_mentions WHERE actor_uri = ? AND (actor_name IS NOT NULL OR actor_icon IS NOT NULL) ORDER BY created_at DESC LIMIT 1').get(uri);
742 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
743 } catch { /* ignore */ }
744 return { name: null, handle: deriveHandle(uri), icon: null };
745}
746
747// FEP-9876: does this `Prefer` header ask for enriched (embedded) members?
748// Pure and testable; the route sets the response headers around it.
749export function prefersEnriched(preferHeader) {
750 return /(^|[,;\s])return=representation($|[,;\s])/i.test(String(preferHeader || ''));
751}
752
753// AS2 actor reference with display, for the owner C2S followers/following view.
754// preferredUsername = the local part of the handle; name = the set display name.
755export function buildActorRef(slug, uri) {
756 const d = actorDisplay(slug, uri);
757 const user = d.handle && d.handle[0] === '@' ? d.handle.slice(1).split('@')[0] : null;
758 const out = { id: uri, type: 'Person' };
759 if (d.name) out.name = d.name;
760 if (user) out.preferredUsername = user;
761 if (d.icon) out.icon = { type: 'Image', url: d.icon };
762 return out;
763}
764
765// Merge who-you-follow (ap_following, rich display) with who-follows-you (ap_followers,
766// delivery health) into ONE connections list, keyed by actor_uri. Each entry gets a
767// direction (following →, follower ←, mutual ↔) and, for accounts we deliver to, an
768// `unreachable` flag (never delivered, or last attempt failed after the last success) so
769// the view can split dead connections into their own section. Powers the Connect page.
770export function listConnections(slug) {
771 const byUri = new Map();
772 for (const f of listFollowing(slug)) {
773 byUri.set(f.actor_uri, {
774 actor_uri: f.actor_uri, name: f.name || null, handle: f.handle || null,
775 icon: f.icon || null, url: f.url || null, auto_boost: f.auto_boost ? 1 : 0,
776 status: f.status || null, following: true, follower: false,
777 last_delivery_at: null, last_error_at: null, follower_id: null,
778 });
779 }
780 for (const fo of listFollowers(slug)) {
781 const e = byUri.get(fo.actor_uri);
782 if (e) { e.follower = true; e.last_delivery_at = fo.last_delivery_at; e.last_error_at = fo.last_error_at; e.follower_id = fo.id; }
783 else byUri.set(fo.actor_uri, {
784 actor_uri: fo.actor_uri, name: null, handle: null, icon: null, url: null,
785 auto_boost: 0, status: null, following: false, follower: true,
786 last_delivery_at: fo.last_delivery_at, last_error_at: fo.last_error_at, follower_id: fo.id,
787 });
788 }
789 return [...byUri.values()].map((e) => {
790 e.direction = (e.following && e.follower) ? 'mutual' : (e.following ? 'following' : 'follower');
791 e.unreachable = e.follower && (!e.last_delivery_at || (!!e.last_error_at && (!e.last_delivery_at || e.last_error_at > e.last_delivery_at)));
792 return e;
793 });
794}
795
796// ── inbound interactions store (replies / likes / boosts) + our outbound replies ──
797let _insI, _delLA, _delReply, _listI, _getI, _insO, _listO, _getO;
798// ── moderation tombstones (ap_rejected_objects) ───────────────────
799// A reply the owner removed stays removed: its object URI is tombstoned and
800// checked at ingest AND by the thread-crawler (else thread-filling would
801// re-fetch it). Owner moderation acts on the LOCAL copy, so it also works for
802// private notes that authorize_interaction can't fetch (401/404).
803let _insRj, _hasRj;
804function rjStmts() {
805 if (!_insRj) {
806 _insRj = db.prepare('INSERT OR IGNORE INTO ap_rejected_objects (object_uri, post_id, reason) VALUES (?,?,?)');
807 _hasRj = db.prepare('SELECT 1 FROM ap_rejected_objects WHERE object_uri = ?');
808 }
809 return { ins: _insRj, has: _hasRj };
810}
811export function isRejectedObject(uri) {
812 if (!uri) return false;
813 try { return !!rjStmts().has.get(String(uri)); } catch { return false; }
814}
815// Owner removes an incoming reply: tombstone + delete. Tenancy-scoped: the
816// interaction's post must belong to the caller's site.
817export function rejectInteraction(site, interactionId, reason) {
818 if (!site || !site.slug) return { error: 'forbidden' };
819 const row = iStmts().getI.get(interactionId);
820 if (!row) return { error: 'not_found' };
821 const owns = db.prepare('SELECT 1 FROM posts WHERE id = ? AND site_id = (SELECT id FROM sites WHERE slug = ?)')
822 .get(row.post_id, site.slug);
823 if (!owns) return { error: 'forbidden' };
824 if (row.object_uri) { try { rjStmts().ins.run(row.object_uri, row.post_id, reason || 'removed by site owner'); } catch { /* non-fatal */ } }
825 db.prepare('DELETE FROM ap_interactions WHERE id = ?').run(interactionId);
826 console.log('[AP] interaction removed by owner', site.slug, row.object_uri || row.actor_uri);
827 return { ok: true, object_uri: row.object_uri || null, actor_uri: row.actor_uri || null };
828}
829// Stored URIs of an interaction (tenancy-scoped) → feed sendReport for flagging
830// from the local copy (works for private notes; no remote fetch needed to target).
831export function interactionReportTarget(site, interactionId) {
832 if (!site || !site.slug) return null;
833 const row = iStmts().getI.get(interactionId);
834 if (!row) return null;
835 const owns = db.prepare('SELECT 1 FROM posts WHERE id = ? AND site_id = (SELECT id FROM sites WHERE slug = ?)')
836 .get(row.post_id, site.slug);
837 if (!owns) return null;
838 return { objectUri: row.object_uri || null, actorUri: row.actor_uri || null };
839}
840
841// AP addressing → visibility: 'public' | 'unlisted' | 'followers' | 'direct'.
842// Mastodon-conventie: Public in `to` = public, Public in `cc` = unlisted, een
843// followers-collectie zonder Public = followers-only, anders direct (DM). Public
844// kan als volledige URI, 'as:Public' of 'Public' voorkomen (JSON-LD shorthands).
845export function noteVisibility(o) {
846 const arr = (v) => (Array.isArray(v) ? v : (v ? [v] : []));
847 const isPub = (u) => u === PUBLIC || u === 'as:Public' || u === 'Public';
848 const to = arr(o && o.to).map(String);
849 const cc = arr(o && o.cc).map(String);
850 if (to.some(isPub)) return 'public';
851 if (cc.some(isPub)) return 'unlisted';
852 if ([...to, ...cc].some((u) => /\/followers\/?$/.test(u))) return 'followers';
853 return 'direct';
854}
855
856/**
857 * Does this note belong in the home timeline (de Krant)?
858 *
859 * Only if it is a POST. A direct note is addressed to named people, so it is a
860 * message: a plain DM, a ward's 🛟 help request (FEP-633c 5.2.1) or a
861 * guardian's wave. Those are stored as mentions instead and surface in
862 * Berichten and the Guardian PWA. A reply belongs to its thread, not the feed.
863 */
864export function belongsInTimeline(o) {
865 if (!o || !o.id || o.inReplyTo) return false;
866 return noteVisibility(o) !== 'direct';
867}
868
869function iStmts() {
870 if (!_insI) {
871 _insI = db.prepare('INSERT OR IGNORE INTO ap_interactions (kind, post_id, object_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, parent_uri, visibility, emoji_json, actor_emoji_json, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
872 _delLA = db.prepare('DELETE FROM ap_interactions WHERE kind = ? AND post_id = ? AND actor_uri = ?');
873 _delReply = db.prepare("DELETE FROM ap_interactions WHERE kind = 'reply' AND object_uri = ?");
874 _listI = db.prepare('SELECT id, kind, object_uri, parent_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, created_at, acted_boost, acted_like, visibility, emoji_json, actor_emoji_json FROM ap_interactions WHERE post_id = ? ORDER BY created_at ASC');
875 _getI = db.prepare('SELECT * FROM ap_interactions WHERE id = ?');
876 _insO = db.prepare('INSERT INTO ap_outbox (id, site_slug, post_id, post_slug, in_reply_to, to_actor, to_handle, content, language, attachments, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
877 _listO = db.prepare('SELECT * FROM ap_outbox WHERE post_id = ? ORDER BY created_at ASC');
878 _getO = db.prepare('SELECT * FROM ap_outbox WHERE id = ?');
879 }
880 return { ins: _insI, delLA: _delLA, delReply: _delReply, list: _listI, getI: _getI, insO: _insO, listO: _listO, getO: _getO };
881}
882
883export function getInteractionById(id) { return iStmts().getI.get(id); }
884export function setInteractionBoosted(id, on) {
885 db.prepare('UPDATE ap_interactions SET acted_boost = ? WHERE id = ?').run(on ? 1 : 0, id);
886}
887export function setInteractionLiked(id, on) {
888 db.prepare('UPDATE ap_interactions SET acted_like = ? WHERE id = ?').run(on ? 1 : 0, id);
889}
890// Your like/boost state on a REMOTE post (interact page toggles).
891export function setMyReaction(slug, uri, kind, on) {
892 if (on) db.prepare('INSERT OR IGNORE INTO ap_my_reactions (site_slug, target_uri, kind) VALUES (?,?,?)').run(slug, uri, kind);
893 else db.prepare('DELETE FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ? AND kind = ?').run(slug, uri, kind);
894}
895export function getMyReactions(slug, uri) {
896 const rows = (slug && uri) ? db.prepare('SELECT kind FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ?').all(slug, uri) : [];
897 return { liked: rows.some((r) => r.kind === 'like'), boosted: rows.some((r) => r.kind === 'boost') };
898}
899
900const localPostExists = (id) => { try { return !!db.prepare('SELECT 1 FROM posts WHERE id = ?').get(id); } catch { return false; } };
901// Extract our local post id from a note URL, but only if it's ours (base match).
902function postIdFromNoteUrl(url, base) {
903 const s = String(url || '');
904 if (base && !s.startsWith(base)) return null;
905 const m = s.match(/\/ap\/notes\/([^/?#]+)/);
906 return m ? decodeURIComponent(m[1]) : null;
907}
908function deriveHandle(actorUri) {
909 try { const u = new URL(actorUri); const seg = u.pathname.split('/').filter(Boolean).pop() || ''; return `@${seg}@${u.host}`; } catch { return String(actorUri || ''); }
910}
911function actorInfo(doc, actorUri) {
912 let host = ''; try { host = new URL(actorUri).host; } catch { /* keep empty */ }
913 const handle = doc && doc.preferredUsername ? `@${doc.preferredUsername}@${host}` : deriveHandle(actorUri);
914 const icon = doc && doc.icon ? (doc.icon.url || (Array.isArray(doc.icon) && doc.icon[0] && doc.icon[0].url)) : null;
915 const name = (doc && (doc.name || doc.preferredUsername)) || handle;
916 return {
917 name,
918 handle,
919 url: safeUrl((doc && (doc.url || doc.id)) || actorUri) || null,
920 icon: safeUrl(icon) || null,
921 // FEP-9098 custom emojis in the display name (":shortcode:"), so the byline
922 // renders them. Only computed when the name actually has a shortcode.
923 emojis: /:[A-Za-z0-9_+-]+:/.test(name) ? actorNameEmojis(doc) : undefined,
924 };
925}
926
927// Map ":shortcode:" → image url from an actor doc's Emoji tags (for a custom-
928// emoji display name). Undefined when there are none.
929function actorNameEmojis(doc) {
930 const arr = doc && Array.isArray(doc.tag) ? doc.tag : (doc && doc.tag ? [doc.tag] : []);
931 const out = {};
932 for (const t of arr) {
933 if (!t || (Array.isArray(t.type) ? t.type[0] : t.type) !== 'Emoji' || typeof t.name !== 'string' || !t.icon) continue;
934 const u = t.icon.url || (Array.isArray(t.icon) && t.icon[0] && t.icon[0].url);
935 if (u) out[t.name] = u;
936 }
937 return Object.keys(out).length ? out : undefined;
938}
939
940// Given an inReplyTo note URL, find which local post the thread belongs to + the
941// note being replied to (parent), so a reply-to-a-comment can be nested.
942function findThreadTarget(inReplyTo, base) {
943 if (!inReplyTo) return null;
944 const seg = postIdFromNoteUrl(inReplyTo, base); // our /ap/notes/<id> segment (if ours)
945 if (seg && localPostExists(seg)) return { post_id: seg, parent_uri: inReplyTo };
946 if (seg) {
947 try { const o = db.prepare('SELECT post_id FROM ap_outbox WHERE id = ?').get(seg); if (o && o.post_id) return { post_id: o.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
948 }
949 try { const row = db.prepare("SELECT post_id FROM ap_interactions WHERE object_uri = ? AND kind = 'reply' LIMIT 1").get(inReplyTo); if (row && row.post_id) return { post_id: row.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
950 return null;
951}
952
953// Drop the leading @mention(s) a federated reply carries (the person being replied to),
954// so a comment reads "dope tekening ouwe" instead of "@jason@jasonhacky.nl dope …".
955// Keeps a leading <p> wrapper; handles mention <a> links and plain-text @user@domain.
956export function stripLeadingMentions(html) {
957 if (!html) return html;
958 let s = String(html);
959 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:<a\b[^>]*>\s*@[^<]+<\/a>[  ]*)+/i, (m, p) => p || '');
960 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:@[\w.-]+(?:@[\w.-]+)?[  ]+)+/i, (m, p) => p || '');
961 return s;
962}
963
964// View-ready threaded view of a post's fediverse activity (inbound replies +
965// our outbound replies, nested), plus like/boost counts.
966export function getInteractions(postId, base, site) {
967 const s = iStmts();
968 // Privacy: a followers-only or direct (DM) reply is addressed to people, not to the
969 // public web, so it must NOT render in the public thread. It still reaches the owner
970 // via notifications (post context + reference included there). Legacy rows without a
971 // visibility value are treated as public. Likes/boosts stay counted (count-only).
972 const rows = s.list.all(postId).filter((r) =>
973 r.kind !== 'reply' || !(r.visibility === 'followers' || r.visibility === 'direct'));
974 const baseClean = (base || process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
975 const postNoteId = baseClean ? `${baseClean}/ap/notes/${postId}` : null;
976 // Our own (outbound) replies show the SITE identity for everyone (not "You").
977 let host = ''; try { host = new URL(baseClean).host; } catch { /* ignore */ }
978 const siteName = (site && (site.title || site.slug)) || '';
979 const siteHandle = (site && site.slug && host) ? `@${site.slug}@${host}` : '';
980 const siteUrl = baseClean ? `${baseClean}/` : '';
981 const siteIcon = (site && site.profile_photo) || null;
982
983 const nodes = [];
984 for (const r of rows) {
985 if (r.kind !== 'reply') continue;
986 nodes.push({
987 noteId: r.object_uri, parent: r.parent_uri || null, mine: false, id: r.id,
988 actor_uri: r.actor_uri,
989 actor_name: r.actor_name, actor_handle: r.actor_handle, actor_url: r.actor_url,
990 actor_icon: r.actor_icon, content: stripLeadingMentions(r.content), created_at: r.published || r.created_at,
991 emoji_json: r.emoji_json, actor_emoji_json: r.actor_emoji_json, // FEP-9098 (thread render)
992 acted_boost: !!r.acted_boost, acted_like: !!r.acted_like,
993 children: [],
994 });
995 }
996 for (const o of s.listO.all(postId)) {
997 nodes.push({
998 noteId: baseClean ? `${baseClean}/ap/notes/${o.id}` : o.id, parent: o.in_reply_to || null,
999 mine: true, outboxId: o.id, content: stripLeadingMentions(o.content), created_at: o.created_at,
1000 media: (() => { try { return o.attachments ? JSON.parse(o.attachments) : []; } catch { return []; } })(),
1001 actor_name: siteName, actor_handle: siteHandle, actor_url: siteUrl, actor_icon: siteIcon,
1002 children: [],
1003 });
1004 }
1005
1006 const byId = new Map(nodes.map((n) => [n.noteId, n]));
1007 // Conversation partners per node (u02, the reply editor's mentions bar): the
1008 // node's author plus the ancestor authors up the chain. Our own nodes are
1009 // skipped (we do not mention ourselves), deduped by actor, capped at 8.
1010 for (const n of nodes) {
1011 const seen = new Set();
1012 const list = [];
1013 let cur = n, guard = 0;
1014 while (cur && guard++ < 12 && list.length < 8) {
1015 if (!cur.mine && cur.actor_uri && !seen.has(cur.actor_uri)) {
1016 seen.add(cur.actor_uri);
1017 list.push({
1018 uri: cur.actor_uri,
1019 url: cur.actor_url || cur.actor_uri,
1020 handle: cur.actor_handle || deriveHandle(cur.actor_uri),
1021 });
1022 }
1023 cur = cur.parent ? byId.get(cur.parent) : null;
1024 }
1025 n.participants = list;
1026 }
1027 const isTop = (n) => !n.parent || n.parent === postNoteId || !byId.has(n.parent);
1028 const tops = [];
1029 for (const n of nodes) {
1030 if (isTop(n)) { tops.push(n); continue; }
1031 let anc = n, guard = 0;
1032 while (!isTop(anc) && guard++ < 12) anc = byId.get(anc.parent);
1033 anc.children.push(n);
1034 }
1035 const byTime = (a, b) => new Date(a.created_at) - new Date(b.created_at);
1036 tops.sort(byTime).forEach((t) => t.children.sort(byTime));
1037
1038 return {
1039 thread: tops,
1040 likeCount: rows.filter((r) => r.kind === 'like').length,
1041 announceCount: rows.filter((r) => r.kind === 'announce').length,
1042 total: nodes.length,
1043 };
1044}
1045
1046// ── HTTP Signatures + delivery ────────────────────────────────────
1047const slugFromActorUrl = (url) => { const m = String(url || '').match(/\/ap\/users\/([^/?#]+)/); return m ? decodeURIComponent(m[1]) : null; };
1048// Which of OUR sites are named in a note's Mention tags? Only hrefs on our own base count
1049// (an /ap/users/<slug> path on a remote host is someone else's actor), and the slug must be
1050// an existing site. Deduped.
1051export function localMentionSlugs(tags, base) {
1052 if (!base) return [];
1053 const out = [], seen = new Set();
1054 for (const t of (Array.isArray(tags) ? tags : (tags ? [tags] : []))) {
1055 if (!t || t.type !== 'Mention' || typeof t.href !== 'string') continue;
1056 if (!t.href.startsWith(base + '/ap/users/')) continue;
1057 const slug = slugFromActorUrl(t.href);
1058 if (!slug || seen.has(slug)) continue; seen.add(slug);
1059 try { if (db.prepare('SELECT 1 FROM sites WHERE slug = ?').get(slug)) out.push(slug); } catch { /* ignore */ }
1060 }
1061 return out;
1062}
1063
1064// Sign + POST an activity to a remote inbox (draft-cavage HTTP Signatures, RSA-SHA256).
1065export async function deliver(inboxUrl, bodyObj, keyId, privatePem) {
1066 const body = JSON.stringify(bodyObj);
1067 const u = new URL(inboxUrl);
1068 const date = new Date().toUTCString();
1069 const digest = 'SHA-256=' + crypto.createHash('sha256').update(body).digest('base64');
1070 const signingString = `(request-target): post ${u.pathname}\nhost: ${u.host}\ndate: ${date}\ndigest: ${digest}`;
1071 const signature = crypto.sign('sha256', Buffer.from(signingString), privatePem).toString('base64');
1072 const sig = `keyId="${keyId}",algorithm="rsa-sha256",headers="(request-target) host date digest",signature="${signature}"`;
1073 const r = await safeFetch(inboxUrl, {
1074 method: 'POST',
1075 headers: { 'Content-Type': 'application/activity+json', Accept: 'application/activity+json', Date: date, Digest: digest, Signature: sig },
1076 body,
1077 });
1078 return r.status;
1079}
1080
1081export async function fetchActor(url) {
1082 try {
1083 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
1084 if (!r.ok) return null;
1085 const len = Number(r.headers.get('content-length') || 0);
1086 if (len > 2_000_000) return null; // refuse oversized actor docs
1087 return await r.json();
1088 } catch { return null; }
1089}
1090
1091// ── Delivery queue with retries ───────────────────────────────────
1092// Outbound deliveries are tried immediately; on failure (down server, timeout,
1093// non-2xx) they're queued and retried with backoff so a briefly-offline follower
1094// doesn't silently miss the post. The signing key is NOT stored — the worker
1095// re-derives it from the actor slug at send time.
1096const DELIVERY_MAX_ATTEMPTS = 6;
1097const DELIVERY_BACKOFF_MIN = [1, 5, 15, 60, 180, 360];
1098let _insDeliv, _dueDeliv, _delDeliv, _bumpDeliv;
1099function deliveryStmts() {
1100 if (!_insDeliv) {
1101 _insDeliv = db.prepare('INSERT INTO ap_delivery (slug, inbox, body, attempts, next_at) VALUES (?,?,?,0,CURRENT_TIMESTAMP)');
1102 _dueDeliv = db.prepare("SELECT * FROM ap_delivery WHERE datetime(next_at) <= datetime('now') ORDER BY next_at LIMIT 30");
1103 _delDeliv = db.prepare('DELETE FROM ap_delivery WHERE id = ?');
1104 _bumpDeliv = db.prepare('UPDATE ap_delivery SET attempts = ?, next_at = ? WHERE id = ?');
1105 }
1106 return { ins: _insDeliv, due: _dueDeliv, del: _delDeliv, bump: _bumpDeliv };
1107}
1108export function enqueueDelivery(slug, inbox, activity) {
1109 if (!slug || !inbox || !activity) return;
1110 try { deliveryStmts().ins.run(slug, inbox, JSON.stringify(activity)); } catch { /* ignore */ }
1111}
1112// Record delivery health per follower so the followers list can flag dead accounts.
1113// Keyed by inbox: a shared-inbox POST reaches every follower behind it, so all of them
1114// are marked. A non-follower inbox (inline @mention) simply matches 0 rows.
1115let _fDelivOk, _fDelivErr;
1116function markFollowerDelivery(slug, inbox, ok) {
1117 if (!slug || !inbox) return;
1118 try {
1119 if (!_fDelivOk) {
1120 _fDelivOk = db.prepare('UPDATE ap_followers SET last_delivery_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
1121 _fDelivErr = db.prepare('UPDATE ap_followers SET last_error_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
1122 }
1123 (ok ? _fDelivOk : _fDelivErr).run(slug, inbox, inbox);
1124 } catch { /* health tracking is non-fatal */ }
1125}
1126// Deliver now; queue for retry if it fails.
1127export async function deliverWithRetry(slug, inbox, activity, keyId, privPem) {
1128 if (!inbox) return;
1129 try { const st = await deliver(inbox, activity, keyId, privPem); if (st >= 200 && st < 300) { markFollowerDelivery(slug, inbox, true); return; } } catch { /* queue below */ }
1130 enqueueDelivery(slug, inbox, activity);
1131}
1132let _processingDeliv = false;
1133export async function processDeliveryQueue() {
1134 if (_processingDeliv) return; // re-entrancy guard: 30 rows × 8s can exceed the 60s tick → no double-delivery
1135 _processingDeliv = true;
1136 try {
1137 let rows;
1138 try { rows = deliveryStmts().due.all(); } catch { return; }
1139 if (!rows || !rows.length) return;
1140 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1141 for (const row of rows) {
1142 let ok = false;
1143 try {
1144 const keys = getOrCreateKeys(row.slug);
1145 const st = await deliver(row.inbox, JSON.parse(row.body), `${actorId(base, row.slug)}#main-key`, keys.private_pem);
1146 ok = st >= 200 && st < 300;
1147 } catch { ok = false; }
1148 if (ok) { markFollowerDelivery(row.slug, row.inbox, true); deliveryStmts().del.run(row.id); continue; }
1149 const attempts = row.attempts + 1;
1150 if (attempts >= DELIVERY_MAX_ATTEMPTS) { markFollowerDelivery(row.slug, row.inbox, false); deliveryStmts().del.run(row.id); console.warn('[AP] delivery gave up after', attempts, 'tries →', row.inbox); continue; }
1151 // Index the backoff on the CURRENT attempt count (row.attempts) so the first
1152 // retry uses the 1-min tier instead of skipping it.
1153 const mins = DELIVERY_BACKOFF_MIN[Math.min(row.attempts, DELIVERY_BACKOFF_MIN.length - 1)];
1154 deliveryStmts().bump.run(attempts, new Date(Date.now() + mins * 60000).toISOString(), row.id);
1155 }
1156 } finally { _processingDeliv = false; }
1157}
1158let _delivTimer = null;
1159export function startDeliveryWorker() {
1160 if (_delivTimer) return;
1161 _delivTimer = setInterval(() => { processDeliveryQueue().catch(() => {}); }, 60 * 1000);
1162 if (_delivTimer.unref) _delivTimer.unref();
1163}
1164
1165// Best-effort verification of an incoming signed request. Returns the sender's
1166// actor doc if the signature checks out, else null. (Not gating yet — MVP.)
1167// Max clock skew for the signed Date header (replay window). Generous default to tolerate
1168// federating servers with drifting clocks; an operator can widen it via env.
1169const SIG_MAX_SKEW_MS = (Number(process.env.AP_SIG_MAX_SKEW_MIN) || 60) * 60 * 1000;
1170export async function verifyRequest(req) {
1171 const sigH = req.headers['signature'];
1172 if (!sigH) return null;
1173 const p = Object.fromEntries([...sigH.matchAll(/([a-zA-Z]+)="([^"]*)"/g)].map((m) => [m[1], m[2]]));
1174 if (!p.keyId || !p.signature) return null;
1175 const actor = await fetchActor(p.keyId.split('#')[0]);
1176 const pem = actor && actor.publicKey && actor.publicKey.publicKeyPem;
1177 if (!pem) return null;
1178 const hs = (p.headers || '(request-target) host date').split(/\s+/);
1179 // Behind a reverse proxy the raw Host header is the backend bind (e.g. localhost:3000, when
1180 // the proxy doesn't preserve it — Apache .htaccess [P] proxying), but the sender signed the
1181 // HTTP-Signature over the PUBLIC host. Try each candidate host (the configured PUBLIC_BASE_URL
1182 // host, the proxy's X-Forwarded-Host, and the raw Host) and accept if the signature verifies
1183 // against any. An attacker can't forge a match (no private key), so this only rescues the
1184 // legitimate proxied case. Also normalise a leading double-slash in the request-target.
1185 let _pubHost = null;
1186 if (process.env.PUBLIC_BASE_URL) { try { _pubHost = new URL(process.env.PUBLIC_BASE_URL).host; } catch { /* ignore */ } }
1187 const _hosts = [...new Set([_pubHost, req.headers['x-forwarded-host'], req.headers['host']].filter(Boolean))];
1188 const _target = `${req.method.toLowerCase()} ${String(req.originalUrl || '').replace(/^\/{2,}/, '/')}`;
1189 const _sig = Buffer.from(p.signature, 'base64');
1190 let ok = false;
1191 for (const _h of _hosts) {
1192 const line = hs.map((x) => x === '(request-target)'
1193 ? `(request-target): ${_target}`
1194 : x === 'host' ? `host: ${_h}`
1195 : `${x}: ${req.headers[x] || ''}`).join('\n');
1196 try { if (crypto.verify('sha256', Buffer.from(line), pem, _sig)) { ok = true; break; } } catch { /* try next host */ }
1197 }
1198 // Replay defence: the Date header must be signed and recent. A captured signed request
1199 // replayed later (or with a swapped body) is rejected.
1200 if (ok) {
1201 if (!hs.includes('date')) ok = false;
1202 else {
1203 const t = Date.parse(req.headers['date'] || '');
1204 if (isNaN(t) || Math.abs(Date.now() - t) > SIG_MAX_SKEW_MS) ok = false;
1205 }
1206 }
1207 // Digest is MANDATORY when the request carries a body: without a signed digest the body
1208 // isn't covered by the signature and could be swapped on a replay.
1209 if (ok && req.rawBody && req.rawBody.length) {
1210 if (!hs.includes('digest')) ok = false;
1211 else {
1212 const exp = 'SHA-256=' + crypto.createHash('sha256').update(req.rawBody).digest('base64');
1213 if (req.headers['digest'] !== exp) ok = false;
1214 }
1215 }
1216 return ok ? actor : null;
1217}
1218
1219// Parse a fediverse poll (an ActivityStreams `Question` — the Mastodon-standard poll form)
1220// into our compact shape. `oneOf` = single choice, `anyOf` = multiple; each option is a Note
1221// with a `name` and a `replies` collection whose `totalItems` is that option's vote count.
1222function parsePoll(o) {
1223 if (!o || o.type !== 'Question') return null;
1224 const raw = Array.isArray(o.oneOf) ? o.oneOf : (Array.isArray(o.anyOf) ? o.anyOf : null);
1225 if (!raw || !raw.length) return null;
1226 const options = raw.slice(0, 12).map((opt) => ({
1227 name: String((opt && opt.name) || '').slice(0, 300),
1228 count: Math.max(0, Number(opt && opt.replies && opt.replies.totalItems) || 0),
1229 })).filter((x) => x.name);
1230 if (!options.length) return null;
1231 const endTime = o.endTime || (typeof o.closed === 'string' ? o.closed : null);
1232 const closed = !!o.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
1233 return { multiple: Array.isArray(o.anyOf), options, endTime, closed, voters: Number(o.votersCount) || null, voted: null };
1234}
1235
1236// ── Polls WE host (a local post with a poll) ──────────────────────
1237// Parse the poll definition stored on our own post (posts.poll_json). Counts are
1238// NOT stored here — they're derived from the poll_votes ballots so a re-render always
1239// reflects the authoritative tally.
1240export function parseOwnPoll(pollJson) {
1241 if (!pollJson) return null;
1242 let d; try { d = typeof pollJson === 'string' ? JSON.parse(pollJson) : pollJson; } catch { return null; }
1243 if (!d || !Array.isArray(d.options)) return null;
1244 const options = d.options.map((o) => ({ name: String((o && o.name != null ? o.name : o) || '').slice(0, 300) })).filter((o) => o.name);
1245 if (options.length < 2) return null;
1246 const endTime = d.endTime || null;
1247 const closed = !!d.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
1248 return { multiple: !!d.multiple, options, endTime, closed };
1249}
1250
1251// Live tally of a hosted poll from its ballots: per-option counts + unique voters.
1252export function pollTally(postId) {
1253 const counts = {}; let voters = 0;
1254 try {
1255 for (const r of db.prepare('SELECT choice, COUNT(*) AS n FROM poll_votes WHERE post_id = ? GROUP BY choice').all(postId)) counts[r.choice] = r.n;
1256 voters = db.prepare('SELECT COUNT(DISTINCT actor_uri) AS n FROM poll_votes WHERE post_id = ?').get(postId).n || 0;
1257 } catch { /* table may not exist yet */ }
1258 return { counts, voters };
1259}
1260
1261// Render-ready view of a hosted poll (options with counts + percentages, totals, state).
1262// Voting is fediverse-only, so this is display-only on the site.
1263export function ownPollView(post) {
1264 const poll = parseOwnPoll(post && post.poll_json);
1265 if (!poll) return null;
1266 const { counts, voters } = pollTally(post.id);
1267 const total = Object.values(counts).reduce((a, b) => a + b, 0);
1268 const denom = poll.multiple ? voters : total; // multiple-choice %: share of voters (can sum >100%)
1269 const options = poll.options.map((o) => {
1270 const count = counts[o.name] || 0;
1271 return { name: o.name, count, pct: denom ? Math.round((count / denom) * 100) : 0 };
1272 });
1273 return { multiple: poll.multiple, options, total, voters, endTime: poll.endTime, closed: poll.closed };
1274}
1275
1276// Attach the AS2 Question shape to a note built for a hosted poll. Mastodon renders a
1277// status with either media OR a poll (never both), so a poll federates as content +
1278// options with no media attachment. oneOf = single choice, anyOf = multiple.
1279function applyPollToNote(note, postId, poll) {
1280 const { counts, voters } = pollTally(postId);
1281 const opts = poll.options.map((o) => ({
1282 type: 'Note',
1283 name: o.name,
1284 replies: { type: 'Collection', totalItems: counts[o.name] || 0 },
1285 }));
1286 note.type = 'Question';
1287 note[poll.multiple ? 'anyOf' : 'oneOf'] = opts;
1288 if (poll.endTime) note.endTime = new Date(poll.endTime).toISOString();
1289 // Once closed, Mastodon expects a `closed` timestamp (the effective end).
1290 if (poll.closed) note.closed = poll.endTime ? new Date(poll.endTime).toISOString() : new Date().toISOString();
1291 note.votersCount = voters;
1292 delete note.attachment; // media ATTACHMENTS + a poll are mutually exclusive on Mastodon
1293 // Keep note.image: it's the cover, which Mastodon ignores on a Question anyway
1294 // (same as on any Note) but Klonkt reads to show the cover in feeds/the Cirkel.
1295 // Deleting it stripped the cover off every boosted poll.
1296 return note;
1297}
1298
1299// Record an inbound ballot on one of OUR polls. A vote arrives as a Create(Note) whose
1300// `name` is the chosen option and `inReplyTo` is our poll note — the Mastodon-standard
1301// vote form. Returns { handled } — handled=true means it was addressed to a poll (so the
1302// caller must NOT also store it as a reply), false means "not a poll, fall through".
1303function recordPollBallot(postId, actorUri, rawChoice) {
1304 const choice = String(rawChoice == null ? '' : rawChoice).slice(0, 300);
1305 if (!choice) return { handled: false };
1306 let post; try { post = db.prepare('SELECT poll_json FROM posts WHERE id = ?').get(postId); } catch { return { handled: false }; }
1307 const poll = post && parseOwnPoll(post.poll_json);
1308 if (!poll) return { handled: false }; // not a poll → let the reply logic handle it
1309 if (poll.closed) return { handled: true }; // voting closed → drop
1310 if (!poll.options.some((o) => o.name === choice)) return { handled: true }; // unknown option → drop
1311 try {
1312 // Single choice = one ballot per actor: ignore a later/different vote. Multiple choice
1313 // allows one ballot per distinct option (the UNIQUE(post,actor,choice) dedupes repeats).
1314 if (!poll.multiple && db.prepare('SELECT 1 FROM poll_votes WHERE post_id = ? AND actor_uri = ? LIMIT 1').get(postId, actorUri)) return { handled: true };
1315 db.prepare('INSERT OR IGNORE INTO poll_votes (post_id, actor_uri, choice) VALUES (?, ?, ?)').run(postId, actorUri, choice);
1316 } catch { return { handled: true }; }
1317 schedulePollUpdate(postId);
1318 return { handled: true };
1319}
1320
1321// Coalesce a burst of votes into ONE Update(Question) per poll: the first vote schedules a
1322// refresh ~15s out; further votes in that window ride the same pending update (which carries
1323// the accumulated tally). Non-follower voters re-fetch the Question (live tally) themselves.
1324const _pollUpdTimers = new Map();
1325function schedulePollUpdate(postId) {
1326 if (_pollUpdTimers.has(postId)) return;
1327 const t = setTimeout(() => { _pollUpdTimers.delete(postId); deliverPollUpdate(postId).catch(() => { /* best-effort */ }); }, 15000);
1328 if (t.unref) t.unref();
1329 _pollUpdTimers.set(postId, t);
1330}
1331
1332// Push the fresh poll tally (or closed state) to followers as Update(Question).
1333export async function deliverPollUpdate(postId) {
1334 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1335 if (!base || !postId) return;
1336 let post, site;
1337 try {
1338 post = db.prepare('SELECT * FROM posts WHERE id = ?').get(postId);
1339 if (!post || !post.poll_json) return;
1340 site = db.prepare('SELECT * FROM sites WHERE id = ?').get(post.site_id);
1341 } catch { return; }
1342 if (site) await deliverUpdate(site, post);
1343}
1344
1345// ── Web push to the owner (docs/webpush-design.md, slice 3) ─────────
1346// Fire-and-forget: a notification must never block or break inbox processing.
1347function pushEvent(slug, event) {
1348 try { Push.notifySite(slug, event).catch(() => {}); } catch { /* never throw */ }
1349}
1350// Hub-aware path prefix for a site's pages ('' in solo).
1351function pushPrefix(slug) {
1352 try { return getTenancy() === 'hub' ? `/user/${slug}` : ''; } catch { return ''; }
1353}
1354// Notification language: the site's content language (fallback: instance default).
1355function pushLang(slug) {
1356 try { const r = db.prepare('SELECT language FROM sites WHERE slug = ?').get(slug); return (r && r.language) || process.env.KLONKT_DEFAULT_LANG || 'nl'; } catch { return 'nl'; }
1357}
1358// Site slug, target URL and title for a post-scoped notification.
1359function pushPostCtx(postId) {
1360 try {
1361 const r = db.prepare('SELECT p.slug AS post, p.title, s.slug AS site FROM posts p JOIN sites s ON s.id = p.site_id WHERE p.id = ?').get(postId);
1362 if (!r) return null;
1363 return { site: r.site, title: r.title || r.post, url: `${pushPrefix(r.site)}/${r.post}#fediverse` };
1364 } catch { return null; }
1365}
1366
1367// Handle an incoming inbox POST. slugParam = null for the shared /ap/inbox.
1368export async function handleInbox(req, slugParam, preVerified = null) {
1369 const act = req.body || {};
1370 const type = act.type;
1371 // Real client IP (behind the proxy via `trust proxy`) — logged on dropped/rejected/
1372 // ignored inbox hits so an operator can see who is probing their fediverse inbox.
1373 const ip = req.ip || (req.connection && req.connection.remoteAddress) || '?';
1374 const base = (process.env.PUBLIC_BASE_URL || `${req.protocol}://${req.get('host')}`).replace(/\/+$/, '');
1375 // preVerified is the loopback (see deliverToActor): a delivery between two
1376 // actors on THIS instance never crosses a socket, so there is no signature to
1377 // check — but we do know who signed, because we signed it. Handing that in
1378 // keeps everything below identical, including the actor-versus-signer check,
1379 // which is exactly the check that must not be skipped for being local.
1380 const verified = preVerified || await verifyRequest(req).catch(() => null);
1381
1382 // ENFORCE HTTP signatures: a data-affecting activity must be signed by the very
1383 // actor it claims to be. No valid signature, or signer ≠ actor → reject (no
1384 // forged replies/likes/follows/timeline posts). GET/discovery stays open.
1385 const claimedActor = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1386 // Blocked actor/domain → silently drop (202, don't reveal the block).
1387 if (claimedActor && isBlockedAny(claimedActor)) { console.log('[AP] inbox dropped (blocked)', claimedActor, 'from', ip); return 202; }
1388 const GATED = ['Create', 'Like', 'Announce', 'Follow', 'Delete', 'Undo', 'Accept', 'Reject', 'Add', 'Remove', 'Update', 'Flag', 'Offer'];
1389 if (GATED.includes(type)) {
1390 if (!verified || !claimedActor || verified.id !== claimedActor) {
1391 console.warn('[AP] inbox REJECTED (signature)', type, claimedActor || '?', 'from', ip, verified ? '(signer mismatch)' : '(unsigned/invalid)');
1392 return 401;
1393 }
1394 // One answer restores everything (FEP-633c 3.6): any VERIFIED activity
1395 // from an actor that guards someone here restores it to active for those
1396 // wards and cancels any lapse running against it, before the activity is
1397 // even looked at. Signature-gated on purpose: an unverified claim of
1398 // being gran must not wake gran up.
1399 try {
1400 const ev = Guardianship.availability.oneAnswer(claimedActor, Date.now());
1401 if (ev.restored.length) console.log('[AP] guardian restored (one answer, 3.6):', claimedActor, '→', ev.restored.join(', '));
1402 for (const c of ev.cancelledLapses) console.log('[AP] lapse cancelled by an answer from its target:', c.id);
1403 } catch { /* availability is never load-bearing for delivery */ }
1404 }
1405
1406 // FEP-633c §5.3 (modelled on the adoption offer): a gated follow forwarded to
1407 // the guardians as an Offer(Follow), their Accept/Reject back to the ward.
1408 if ((type === 'Offer' || type === 'Accept' || type === 'Reject') && act['shaer:followApproval'] === true) {
1409 if (await handleFollowApprovalInbox(act, slugParam)) { console.log('[AP] follow-approval', type, 'from', claimedActor); return 202; }
1410 }
1411
1412 // FEP-633c: the adoption handshake. An Offer lands at the local ward; an
1413 // Accept/Reject answers an offer a local guardian sent. Anything the
1414 // guardianship module does not recognize falls through to the old paths.
1415 // An Undo of the guardianship Relationship (§3.2) is handled here too, and it
1416 // must be seen BEFORE the generic Undo branch below, which only knows about
1417 // Follow/Like/Announce and would swallow it with a 202.
1418 if (type === 'Offer' || type === 'Accept' || type === 'Reject' || (type === 'Undo' && Guardianship.parseUndoRelationship(act))) {
1419 // Every LOCAL party this activity is addressed to gets its own copy of the
1420 // handshake (a ward and a co-guardian may both live here). Gather candidate
1421 // local slugs from the inbox owner, the `to` list, and the ward.
1422 const cand = new Set();
1423 if (slugParam) cand.add(slugParam);
1424 for (const t of (Array.isArray(act.to) ? act.to : (act.to ? [act.to] : []))) {
1425 if (typeof t === 'string') { const s = slugFromActorUrl(t); if (s) cand.add(s); }
1426 }
1427 if (type === 'Offer' || type === 'Undo') {
1428 const rel = type === 'Undo' ? Guardianship.parseUndoRelationship(act) : Guardianship.parseRelationship(act.object);
1429 if (rel) { const s = slugFromActorUrl(rel.ward); if (s) cand.add(s); }
1430 }
1431 let consumed = false;
1432 for (const slug of cand) {
1433 const gsite = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
1434 if (gsite && await Guardianship.handleGuardianshipInbox(gsite, act).catch(() => false)) consumed = true;
1435 }
1436 if (consumed) { console.log('[AP] guardianship', type, 'from', claimedActor); return 202; }
1437 }
1438
1439 // A moderation report (Flag) about our content — store it for the targeted site's owner
1440 // (each Klonkt site is moderated by its own owner). Signature is enforced (GATED).
1441 if (type === 'Flag') {
1442 const objs = Array.isArray(act.object) ? act.object : (act.object ? [act.object] : []);
1443 const objectUris = objs.map((o) => (typeof o === 'string' ? o : (o && o.id))).filter(Boolean);
1444 let targetSlug = null;
1445 const noteIds = [];
1446 for (const u of objectUris) {
1447 const s = slugFromActorUrl(u); // one of our actors?
1448 if (s) { targetSlug = targetSlug || s; continue; }
1449 const pid = postIdFromNoteUrl(u, base); // one of our notes?
1450 if (pid) noteIds.push(pid);
1451 }
1452 if (!targetSlug && noteIds.length) {
1453 try { const r = db.prepare('SELECT s.slug FROM posts p JOIN sites s ON s.id = p.site_id WHERE p.id = ? LIMIT 1').get(noteIds[0]); if (r) targetSlug = r.slug; } catch { /* ignore */ }
1454 }
1455 if (!targetSlug) return 202; // not about us / can't tell → drop
1456 // Flag is GATED, so `verified` is the signer's (reporter's) actor doc already.
1457 const ai = actorInfo(verified || null, claimedActor);
1458 try {
1459 db.prepare('INSERT INTO ap_reports (slug, actor_uri, actor_name, actor_handle, actor_icon, content, objects, created_at) VALUES (?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1460 .run(targetSlug, claimedActor || null, ai.name, ai.handle, ai.icon, HtmlSanitizerService.toPlainText(act.content || '').slice(0, 3000), JSON.stringify(objectUris.slice(0, 20)));
1461 console.log('[AP] report received for', targetSlug, 'from', claimedActor);
1462 } catch { /* ignore */ }
1463 return 202;
1464 }
1465
1466 if (type === 'Follow') {
1467 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1468 const slug = slugParam || slugFromActorUrl(typeof act.object === 'string' ? act.object : (act.object && act.object.id));
1469 if (!who || !slug) return 400;
1470 const remote = await fetchActor(who);
1471 if (!remote || !remote.inbox) return 202; // can't reach them → drop quietly
1472 const sharedInbox = (remote.endpoints && remote.endpoints.sharedInbox) || null;
1473 const fi = actorInfo(remote, who); // cache display for the friends list (shaer-aa3)
1474 // FEP-633c §5.3: if the followed actor is a WARD (has guardians), the
1475 // follow is gated. A committed guardian's own Follow is auto-accepted
1476 // (it needs no gate); anyone else is held pending for guardian approval.
1477 // Free actors / normal sites have no guardians → fall through, unchanged.
1478 const wardGuardians = Guardianship.listGuardians(slug).map((g) => g.other_uri);
1479 if (wardGuardians.length && !wardGuardians.includes(who)) {
1480 const followId = (typeof act.id === 'string' && act.id) || `${who}#follow-${Date.now()}-${rid()}`;
1481 Guardianship.follows.recordPending(slug, {
1482 id: followId, follower: who, inbox: remote.inbox, sharedInbox,
1483 name: fi.name, handle: fi.handle, icon: fi.icon, activity: act,
1484 });
1485 // FEP-633c §5.3, modelled on the guardian offer: the ward forwards the
1486 // gated follow to its guardians for approval. A LOCAL guardian gets a
1487 // push and reads /guardian directly; a REMOTE guardian gets an
1488 // Offer(Follow) delivered so its instance stores a copy (same distributed
1489 // pattern as the adoption offer). On quorum the ward returns Accept(Follow).
1490 const wardActor = actorId(base, slug);
1491 const wardKeys = getOrCreateKeys(slug);
1492 const followObj = { id: followId, type: 'Follow', actor: who, object: wardActor };
1493 // Dormancy evidence (FEP-633c 3.6.2): this decision directly addresses
1494 // every guardian. The ONLY admissible evidence is a request like this
1495 // one going unanswered; recordRequest itself skips a declared absence.
1496 for (const g of wardGuardians) {
1497 try { Guardianship.availability.recordRequest(slug, g, followId, Date.now()); } catch { /* never load-bearing */ }
1498 }
1499 for (const g of wardGuardians) {
1500 // Local ONLY when the guardian lives on THIS instance: slugFromActorUrl
1501 // ignores the host (an /ap/users/x path on a remote host is someone
1502 // else's actor), so also require our base + an existing local site.
1503 const gslug = g.startsWith(`${base}/`) ? slugFromActorUrl(g) : null;
1504 const isLocal = gslug && db.prepare('SELECT 1 FROM sites WHERE slug = ?').get(gslug);
1505 if (isLocal) {
1506 const L = pushLang(gslug);
1507 pushEvent(gslug, { type: 'guardian', title: i18nT(L, 'push.n_guard_cog_t'), body: i18nT(L, 'push.n_guard_cog_b', { who: fi.name || fi.handle || i18nT(L, 'notif.someone') }), url: `${pushPrefix(gslug)}/guardian` });
1508 } else {
1509 fetchActor(g).then((ga) => {
1510 const inbox = ga && ((ga.endpoints && ga.endpoints.sharedInbox) || ga.inbox);
1511 if (!inbox) return;
1512 const offer = { '@context': AP_CONTEXT, id: `${wardActor}#followoffer-${Date.now()}-${rid()}`, type: 'Offer', actor: wardActor, to: [g], object: followObj, 'shaer:followApproval': true };
1513 deliverWithRetry(slug, inbox, offer, `${wardActor}#main-key`, wardKeys.private_pem).catch(() => {});
1514 }).catch(() => {});
1515 }
1516 }
1517 console.log('[AP] Follow', who, '→ ward', slug, '(gated, awaiting guardians)');
1518 return 202;
1519 }
1520 fStmts().ins.run(slug, who, remote.inbox, sharedInbox, fi.name, fi.handle, fi.icon);
1521 try { _updFDisp.run(fi.name, fi.handle, fi.icon, slug, who); } catch { /* best effort */ }
1522 { const L = pushLang(slug); pushEvent(slug, { type: 'follow', title: i18nT(L, 'push.n_follow_t'), body: i18nT(L, 'push.n_follow_b', { who: fi.name || fi.handle || i18nT(L, 'notif.someone') }), url: `${pushPrefix(slug)}/connect` }); }
1523 const me = actorId(base, slug);
1524 const keys = getOrCreateKeys(slug);
1525 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: act };
1526 deliver(remote.inbox, accept, `${me}#main-key`, keys.private_pem).catch((e) => console.warn('[AP] Accept delivery failed:', e.message));
1527 // Auto-backfill: send our recent posts as Create so the instance has our history
1528 // (Mastodon doesn't fetch history on follow). ONCE PER REMOTE INSTANCE only —
1529 // Mastodon dedupes notes per-instance, so re-filling an instance that already has
1530 // a follower of ours is wasted work (and won't re-populate the new follower's
1531 // timeline anyway). Deliver to the shared inbox (instance-level) when present.
1532 // Sync insert+check (no await between) → no interleave race with concurrent Follows.
1533 const instanceFilled = sharedInbox &&
1534 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1')
1535 .get(slug, sharedInbox, who);
1536 if (!instanceFilled) {
1537 backfillNewFollower(base, slug, sharedInbox || remote.inbox).catch(() => { /* best-effort */ });
1538 }
1539 console.log('[AP] Follow', who, '→', slug, verified ? '(sig ok)' : '(sig unverified)');
1540 return 202;
1541 }
1542 if (type === 'Undo' && act.object) {
1543 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1544 const ot = act.object.type;
1545 if (ot === 'Follow') {
1546 const obj = act.object.object;
1547 const slug = slugParam || slugFromActorUrl(typeof obj === 'string' ? obj : (obj && obj.id));
1548 if (who && slug) { fStmts().del.run(slug, who); console.log('[AP] Unfollow', who, '→', slug); }
1549 return 202;
1550 }
1551 if (ot === 'Like' || ot === 'Announce') {
1552 const tgt = act.object.object;
1553 const pid = postIdFromNoteUrl(typeof tgt === 'string' ? tgt : (tgt && tgt.id), base);
1554 if (who && pid) { iStmts().delLA.run(ot.toLowerCase(), pid, who); console.log('[AP] Undo', ot, who, '→', pid); }
1555 return 202;
1556 }
1557 return 202;
1558 }
1559
1560 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1561 const resolveActor = async (uri) => ((verified && verified.id === uri) ? verified : await fetchActor(uri).catch(() => null));
1562 // Our OWN activity is already stored via ap_outbox: don't store it twice.
1563 // "Our own" means THIS inbox's owner, not "anyone who happens to live on this
1564 // machine". The old reading dropped every activity between two sites on one
1565 // instance, so a note from a co-located guardian to its ward was accepted
1566 // with a 202 and then quietly thrown away: no mention, no away, no help
1567 // request. Neighbours are not us (Robins regel, 29-7: on this machine
1568 // everything behaves as if every Klonkt were somewhere else).
1569 const isLocalActor = !!(actorUri && slugParam && actorUri === actorId(base, slugParam));
1570
1571 // Inbound reply: a Create whose object replies to one of our notes (post OR comment).
1572 if (type === 'Create' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1573 const o = act.object;
1574 // A poll ballot: a Note carrying a `name` (the chosen option) inReplyTo one of OUR poll
1575 // posts. Record it (deduped per actor) BEFORE the reply logic so a vote is never stored
1576 // as a comment. recordPollBallot returns handled=false only if the target isn't a poll.
1577 if (o.name && o.inReplyTo && actorUri && !isLocalActor) {
1578 const seg = postIdFromNoteUrl(o.inReplyTo, base);
1579 if (seg && localPostExists(seg)) {
1580 const rec = recordPollBallot(seg, actorUri, o.name);
1581 if (rec.handled) { console.log('[AP] poll vote', actorUri, '→', seg); return 202; }
1582 }
1583 }
1584 const tgt = findThreadTarget(o.inReplyTo, base);
1585 if (tgt && actorUri && !isLocalActor) {
1586 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1587 const html = HtmlSanitizerService.sanitize(o.content || '');
1588 if (isRejectedObject(o.id)) { console.log('[AP] reply skipped (tombstoned)', o.id); return 202; }
1589 iStmts().ins.run('reply', tgt.post_id, o.id || '', actorUri, ai.name, ai.handle, ai.url, ai.icon, html, o.published || null, tgt.parent_uri, noteVisibility(o), extractEmojiTags(o.tag), emojiJsonOf(ai.emojis));
1590 console.log('[AP] reply', actorUri, '→', tgt.post_id);
1591 // A reply is a post too: Berichten renders it the way de Krant renders a
1592 // timeline row, so it needs the same media and the same quote/preview card.
1593 {
1594 const where = 'kind = ? AND post_id = ? AND actor_uri = ? AND object_uri = ?';
1595 const key = ['reply', tgt.post_id, actorUri, o.id || ''];
1596 const mj = mediaFromNote(o);
1597 if (mj && mj !== '[]') { try { db.prepare(`UPDATE ap_interactions SET media_json = ? WHERE ${where}`).run(mj, ...key); } catch { /* ignore */ } }
1598 resolveCard(o).then((c) => {
1599 if (!c) return;
1600 const col = c.column === 'quote_json' ? 'quote_json' : 'embed_json'; // never a value from the wire
1601 try { db.prepare(`UPDATE ap_interactions SET ${col} = ? WHERE ${where}`).run(c.json, ...key); } catch { /* ignore */ }
1602 }).catch(() => { /* best-effort */ });
1603 }
1604 {
1605 // Private (followers/direct) replies push as a DM ping WITHOUT content
1606 // (the push service should never carry private text, design decision);
1607 // public replies carry a short snippet.
1608 const ctx = pushPostCtx(tgt.post_id);
1609 const vis = noteVisibility(o);
1610 const priv = vis === 'direct' || vis === 'followers';
1611 if (ctx) {
1612 const L = pushLang(ctx.site);
1613 const who = ai.name || ai.handle || i18nT(L, 'notif.someone');
1614 if (priv) pushEvent(ctx.site, { type: 'dm', title: i18nT(L, 'push.n_dm_t'), body: i18nT(L, 'push.n_dm_b', { who }), url: `${pushPrefix(ctx.site)}/messages` });
1615 else pushEvent(ctx.site, { type: 'reply', title: i18nT(L, 'push.n_reply_t', { title: ctx.title }), body: `${who}: ${HtmlSanitizerService.toPlainText(html).slice(0, 90)}`, url: ctx.url });
1616 }
1617 }
1618 return 202;
1619 }
1620 // Home timeline (client): a top-level post from an account we follow.
1621 if (actorUri && !isLocalActor && belongsInTimeline(o)) {
1622 let subs = []; try { subs = db.prepare('SELECT slug, auto_boost FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist yet */ }
1623 if (subs.length) {
1624 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1625 const html = HtmlSanitizerService.sanitize(o.content || '');
1626 const _atts = (Array.isArray(o.attachment) ? o.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
1627 // Fallback cover: a Note's `image` (set when the attachment was suppressed
1628 // for a player-card post, e.g. hosted-audio posts).
1629 if (!_atts.some((m) => !m.type || /image/i.test(m.type)) && o.image) {
1630 const _im = Array.isArray(o.image) ? o.image[0] : o.image;
1631 const _iu = safeUrl(typeof _im === 'string' ? _im : (_im && _im.url));
1632 if (_iu) _atts.push({ url: _iu, type: (_im && _im.mediaType) || 'image/jpeg' });
1633 }
1634 const media = JSON.stringify(_atts);
1635 const poll = parsePoll(o); // a Question (fediverse poll) → cache its options/counts
1636 // "Feature" = show in the Cirkel (local only). We do NOT auto-Announce
1637 // incoming posts to the fediverse — that flooded followers. Boosting to the
1638 // fediverse is only ever a deliberate, manual per-post action (the 🔁 on
1639 // the timeline).
1640 for (const s of subs) {
1641 tlStmts().ins.run(o.id, s.slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, media, o.sensitive ? 1 : 0, o.summary || null);
1642 // FEP-633c §2.2: register the ward hint on the stored object (no action yet).
1643 if (Guardianship.objectHasGuardians(o)) { try { db.prepare('UPDATE ap_timeline SET has_guardians = 1 WHERE id = ? AND slug = ?').run(o.id, s.slug); } catch { /* ignore */ } }
1644 // FEP-9098: keep the note's custom-emoji tags so the C2S inbox read can serve them.
1645 { const ej = extractEmojiTags(o.tag); if (ej) { try { db.prepare('UPDATE ap_timeline SET emoji_json = ? WHERE id = ? AND slug = ?').run(ej, o.id, s.slug); } catch { /* ignore */ } } }
1646 storeAuthorEmoji(o.id, s.slug, ai); // custom-emoji display name for the byline
1647
1648 // FEP-e232 + FEP-044f: keep the note's object-link/quote tags for the same read.
1649 { const lj = extractLinkJson(o); if (lj) { try { db.prepare('UPDATE ap_timeline SET link_json = ? WHERE id = ? AND slug = ?').run(lj, o.id, s.slug); } catch { /* ignore */ } } }
1650 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, s.slug); } catch { /* ignore */ } }
1651 }
1652 // FEP-044f embedded quote card: resolve the quoted post out of band so
1653 // the inbox response is not blocked on a remote fetch. Best-effort.
1654 if (quoteHrefOf(o)) {
1655 const slugs = subs.map((s) => s.slug);
1656 resolveQuote(o).then((qj) => {
1657 if (!qj) return;
1658 for (const sl of slugs) { try { db.prepare('UPDATE ap_timeline SET quote_json = ? WHERE id = ? AND slug = ?').run(qj, o.id, sl); } catch { /* ignore */ } }
1659 }).catch(() => { /* best-effort */ });
1660 } else {
1661 // No fediverse quote: try an EXTERNAL embed (oEmbed / known provider),
1662 // thumbnail-only. Also out of band, and stored for everyone; the gate
1663 // that decides who may SEE it is applied at serve time (§5.3-style
1664 // gated feature, see the inbox read).
1665 const slugs = subs.map((s) => s.slug);
1666 resolveExternalEmbed(o.content).then((ej) => {
1667 if (!ej) return;
1668 for (const sl of slugs) { try { db.prepare('UPDATE ap_timeline SET embed_json = ? WHERE id = ? AND slug = ?').run(ej, o.id, sl); } catch { /* ignore */ } }
1669 }).catch(() => { /* best-effort */ });
1670 }
1671 console.log('[AP] timeline +', actorUri, 'x' + subs.length);
1672 }
1673 }
1674 // Mentioned in a post that is NOT a reply to our content (a reply to us already returned
1675 // above): store a mention notification for each of our actors named in the Mention tags.
1676 // Requires our own base prefix on the tag href — /ap/users/<slug> on a REMOTE host is
1677 // someone else's actor, not ours.
1678 if (actorUri && !isLocalActor && o.id) {
1679 const slugs = localMentionSlugs(o.tag, base);
1680 if (slugs.length) {
1681 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1682 const html = HtmlSanitizerService.sanitize(o.content || '');
1683 // FEP-633c 5.2.1: a ward's call for help rides a direct mention; the
1684 // flag is stored so the Guardian PWA's message centre can list it.
1685 const help = Guardianship.isHelpRequest(o);
1686 const wave = Guardianship.isWave(o);
1687 const hasG = Guardianship.objectHasGuardians(o); // §2.2 hint, register-only
1688 // FEP-633c 3.6.1: a guardian declares itself away to its ward, on the
1689 // same direct note the mention below stores (so the kid also reads it
1690 // as an ordinary message). Recorded only from an actual guardian of
1691 // the addressed ward, and only with an end: an absence without an end
1692 // is logged and dropped, never guessed.
1693 if (Guardianship.availability.isAway(o)) {
1694 const until = Guardianship.availability.parseEndTime(o.endTime);
1695 for (const slug of slugs) {
1696 const isG = (() => { try { return Guardianship.listGuardians(slug).some((g) => g.other_uri === actorUri); } catch { return false; } })();
1697 if (!isG) continue;
1698 if (!until || until <= Date.now()) { console.warn('[AP] away without a (future) end ignored (3.6.1):', actorUri, '→', slug); continue; }
1699 Guardianship.availability.declareAway(slug, actorUri, until);
1700 console.log('[AP] guardian declared away (3.6.1):', actorUri, '→', slug, 'until', new Date(until).toISOString());
1701 }
1702 }
1703 for (const slug of slugs) {
1704 try {
1705 const r = db.prepare(`INSERT OR IGNORE INTO ap_mentions (slug, object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, published, help_request, wave, has_guardians, emoji_json, actor_emoji_json, media_json, created_at)
1706 VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)`)
1707 .run(slug, o.id, safeUrl(o.url) || null, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.published || null, help ? 1 : 0, wave ? 1 : 0, hasG ? 1 : 0,
1708 extractEmojiTags(o.tag), emojiJsonOf(ai.emojis), mediaFromNote(o));
1709 if (r.changes) {
1710 // The quote / link-preview card resolves out of band (a remote
1711 // fetch), exactly as it does for a timeline post, so the inbox
1712 // answer is never blocked on it.
1713 resolveCard(o).then((c) => {
1714 if (!c) return;
1715 const col = c.column === 'quote_json' ? 'quote_json' : 'embed_json'; // never a value from the wire
1716 try { db.prepare(`UPDATE ap_mentions SET ${col} = ? WHERE slug = ? AND object_uri = ?`).run(c.json, slug, o.id); } catch { /* ignore */ }
1717 }).catch(() => { /* best-effort */ });
1718 console.log('[AP] mention', actorUri, '→', slug, help ? '(help request)' : '');
1719 const vis = noteVisibility(o);
1720 const priv = vis === 'direct' || vis === 'followers';
1721 const L = pushLang(slug);
1722 const who = ai.name || ai.handle || i18nT(L, 'notif.someone');
1723 // Same privacy rule as replies: private mentions push without content.
1724 // A help request pushes as its own alert type, aimed at the
1725 // Guardian PWA's message centre.
1726 if (help) pushEvent(slug, { type: 'help', title: i18nT(L, 'push.n_help_t'), body: i18nT(L, 'push.n_help_b', { who }), url: '/guardian' });
1727 else if (priv) pushEvent(slug, { type: 'dm', title: i18nT(L, 'push.n_dm_t'), body: i18nT(L, 'push.n_dm_b', { who }), url: `${pushPrefix(slug)}/messages` });
1728 else pushEvent(slug, { type: 'reply', title: i18nT(L, 'push.n_mention_t'), body: `${who}: ${HtmlSanitizerService.toPlainText(html).slice(0, 90)}`, url: `${pushPrefix(slug)}/messages` });
1729 }
1730 } catch { /* ignore */ }
1731 }
1732 }
1733 }
1734 return 202;
1735 }
1736 // A remote post we cached was edited upstream → refresh our cached copy. This is the
1737 // push-based edit-sync that keeps the Cirkel/timeline fresh without polling (selfHeal
1738 // does it on a version bump; this does it live). Scope to the SIGNING actor so B can't
1739 // edit A's note (the signature gate guarantees claimedActor == the verified signer).
1740 if (type === 'Update' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1741 const o = act.object;
1742 if (o.id && claimedActor) {
1743 const html = HtmlSanitizerService.sanitize(o.content || '');
1744 const media = mediaFromNote(o);
1745 try {
1746 // Refresh url too (COALESCE keeps the old one if the Update omits it): a remote slug
1747 // rename keeps the same AP id but changes the human url, so without this the cached
1748 // post would keep linking to the old, now-dead URL.
1749 const r = db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ? AND author_uri = ?')
1750 .run(html, media, o.sensitive ? 1 : 0, o.summary || null, o.url || null, o.id, claimedActor);
1751 if (r.changes) console.log('[AP] timeline update', claimedActor, '→', o.id);
1752 // A poll's Update carries the fresh vote counts / closed state. Refresh per-row so each
1753 // site keeps its own `voted` state while the counts/closed update to the new totals.
1754 const poll = parsePoll(o);
1755 if (poll) {
1756 const rows = db.prepare('SELECT rowid AS rid, poll_json FROM ap_timeline WHERE id = ? AND author_uri = ?').all(o.id, claimedActor);
1757 const upd = db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE rowid = ?');
1758 for (const rw of rows) {
1759 let voted = null; try { voted = rw.poll_json ? (JSON.parse(rw.poll_json).voted || null) : null; } catch { /* ignore */ }
1760 upd.run(JSON.stringify({ ...poll, voted }), rw.rid);
1761 }
1762 }
1763 } catch { /* ignore */ }
1764 // If this note is a cached fediverse reply on one of our posts, refresh its text too.
1765 try { db.prepare('UPDATE ap_interactions SET content = ? WHERE object_uri = ? AND actor_uri = ?').run(html, o.id, claimedActor); } catch { /* ignore */ }
1766 }
1767 return 202;
1768 }
1769 if (type === 'Like' || type === 'Announce') {
1770 const tgt = act.object;
1771 const objUrl = typeof tgt === 'string' ? tgt : (tgt && tgt.id);
1772 const pid = postIdFromNoteUrl(objUrl, base);
1773 if (pid && actorUri && !isLocalActor && localPostExists(pid)) {
1774 // A boost/like of a non-public post is dropped, not stored: nobody
1775 // outside the audience should even hold it (shaer-tqc hardening).
1776 const vp = db.prepare('SELECT fan_only, ap_visibility FROM posts WHERE id = ?').get(pid);
1777 if (vp && (vp.fan_only || vp.ap_visibility === 'direct' || vp.ap_visibility === 'friends')) {
1778 console.log('[AP] dropped', type, 'on non-public post', pid);
1779 return;
1780 }
1781 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1782 iStmts().ins.run(type.toLowerCase(), pid, '', actorUri, ai.name, ai.handle, ai.url, ai.icon, null, null, null, noteVisibility(act), null, emojiJsonOf(ai.emojis));
1783 console.log('[AP]', type === 'Like' ? 'like' : 'boost', actorUri, '→', pid);
1784 {
1785 const ctx = pushPostCtx(pid);
1786 if (ctx) {
1787 const L = pushLang(ctx.site);
1788 const who = ai.name || ai.handle || i18nT(L, 'notif.someone');
1789 if (type === 'Like') pushEvent(ctx.site, { type: 'like', title: i18nT(L, 'push.n_like_t'), body: i18nT(L, 'push.n_like_b', { who, title: ctx.title }), url: ctx.url });
1790 else pushEvent(ctx.site, { type: 'boost', title: i18nT(L, 'push.n_boost_t'), body: i18nT(L, 'push.n_boost_b', { who, title: ctx.title }), url: ctx.url });
1791 }
1792 }
1793 } else if (type === 'Announce' && objUrl && actorUri && !isLocalActor) {
1794 // A boost FROM an account we follow, of a REMOTE post → show it in the News feed.
1795 // We only STORE it for display; we NEVER auto-Announce it onward (anti-feedback-loop:
1796 // re-announcing an incoming Announce would cascade boosts across the network).
1797 let subs = []; try { subs = db.prepare('SELECT slug FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist */ }
1798 if (subs.length) {
1799 const bn = await fetchNoteAP(objUrl);
1800 if (bn && bn !== 404 && (bn.type === 'Note' || bn.type === 'Article') && bn.id) {
1801 const origUri = actorUriOf(bn.attributedTo);
1802 // Block completeness: even if you follow the booster, drop a boost whose ORIGINAL
1803 // author is blocked — otherwise a block is bypassed via someone else's boost.
1804 if (origUri && isBlockedAny(origUri)) { console.log('[AP] timeline boost dropped (blocked origin)', origUri, 'via', actorUri); return 202; }
1805 const oai = actorInfo(await resolveActor(origUri), origUri);
1806 const html = HtmlSanitizerService.sanitize(bn.content || '');
1807 const media = mediaFromNote(bn);
1808 const booster = actorInfo(await resolveActor(actorUri), actorUri);
1809 for (const s of subs) {
1810 // published = now → the boost shows as fresh activity at the top (Mastodon shows
1811 // reblogs at reblog-time, not the original's date). INSERT OR IGNORE: if we already
1812 // have the note (e.g. we also follow the author), keep it and DON'T relabel it.
1813 let inserted = false;
1814 try { const r = tlStmts().ins.run(bn.id, s.slug, origUri || '', oai.name, oai.handle, oai.icon, oai.url, html, bn.url || null, new Date().toISOString(), media, bn.sensitive ? 1 : 0, bn.summary || null); inserted = r.changes > 0; } catch { /* ignore */ }
1815 if (inserted) { try { db.prepare('UPDATE ap_timeline SET reblog_name = ?, reblog_handle = ?, reblog_icon = ?, reblog_emoji_json = ? WHERE slug = ? AND id = ?').run(booster.name, booster.handle, booster.icon, (booster.emojis && Object.keys(booster.emojis).length) ? JSON.stringify(booster.emojis) : null, s.slug, bn.id); } catch { /* ignore */ } }
1816 storeAuthorEmoji(bn.id, s.slug, oai); // custom-emoji display name for the byline
1817 // A boost carries the same renderable tags as a Create: capture the
1818 // note's content emojis (FEP-9098) and object links / quote (FEP-e232/
1819 // 044f) so boosted posts render like any other, not as raw shortcodes.
1820 { const ej = extractEmojiTags(bn.tag); if (ej) { try { db.prepare('UPDATE ap_timeline SET emoji_json = ? WHERE id = ? AND slug = ?').run(ej, bn.id, s.slug); } catch { /* ignore */ } } }
1821 { const lj = extractLinkJson(bn); if (lj) { try { db.prepare('UPDATE ap_timeline SET link_json = ? WHERE id = ? AND slug = ?').run(lj, bn.id, s.slug); } catch { /* ignore */ } } }
1822 }
1823 // FEP-044f: resolve the embedded quote card for a boosted post too
1824 // (out of band, best-effort, so it does not block the inbox response).
1825 if (quoteHrefOf(bn)) {
1826 const slugs = subs.map((s) => s.slug);
1827 resolveQuote(bn).then((qj) => {
1828 if (!qj) return;
1829 for (const sl of slugs) { try { db.prepare('UPDATE ap_timeline SET quote_json = ? WHERE id = ? AND slug = ?').run(qj, bn.id, sl); } catch { /* ignore */ } }
1830 }).catch(() => { /* best-effort */ });
1831 }
1832 console.log('[AP] timeline boost +', actorUri, 'x' + subs.length);
1833 }
1834 }
1835 }
1836 return 202;
1837 }
1838 if (type === 'Delete') {
1839 // A remote note was deleted upstream → drop it from replies AND the timeline.
1840 // Scope to the SIGNING actor so actor B can't delete actor A's content (the
1841 // signature gate guarantees claimedActor == the verified signer here).
1842 const oid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1843 if (oid && claimedActor) {
1844 try { db.prepare('DELETE FROM ap_interactions WHERE object_uri = ? AND actor_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1845 try { db.prepare('DELETE FROM ap_timeline WHERE id = ? AND author_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1846 // Also clear a boost/like YOU made of this now-deleted remote post (the interact-page
1847 // ap_my_reactions state), so it can't stay stuck as "boosted" on a post that's gone.
1848 // Guard: only when the deleter owns the note's domain (B mustn't clear your reactions
1849 // to A's posts).
1850 try {
1851 let sameHost = false;
1852 try { sameHost = new URL(oid).host === new URL(claimedActor).host; } catch { sameHost = false; }
1853 if (sameHost) db.prepare('DELETE FROM ap_my_reactions WHERE target_uri = ?').run(oid);
1854 } catch { /* ignore */ }
1855 }
1856 return 202;
1857 }
1858 // Accept/Reject of a Follow WE sent (client side).
1859 if (type === 'Accept' && act.object) {
1860 const fid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1861 if (fid) { try { fwStmts().acc.run(fid); } catch { /* ignore */ } }
1862 console.log('[AP] follow accepted', actorUri);
1863 // The moment a friendship exists is the moment the history comes along
1864 // (Robins besluit, 30-7): delivery cannot reach into the past, so the
1865 // fresh follower pulls the outbox, signed, and the other side now serves
1866 // the friends-only posts too.
1867 if (slugParam && actorUri) backfillFromOutbox(slugParam, actorUri).catch(() => { /* best-effort */ });
1868 return 202;
1869 }
1870 if (type === 'Reject' && act.object) {
1871 const who = actorUri;
1872 if (who && slugParam) { try { fwStmts().del.run(slugParam, who); } catch { /* ignore */ } }
1873 return 202;
1874 }
1875
1876 console.log('[AP] inbox', type || 'unknown', '→', slugParam || 'shared', 'from', ip, '(ignored)');
1877 return 202;
1878}
1879
1880// Deliver a new post as Create(Note) to all followers' inboxes (fire-and-forget).
1881// Needs PUBLIC_BASE_URL (absolute URLs); no-op without followers or base.
1882export async function deliverCreate(site, post) {
1883 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1884 if (!base || !site || !site.slug) return;
1885 // Resolve inline @user@host mentions → link them in the note + collect their inboxes, so a
1886 // mentioned person is notified even if they don't follow us (Mastodon-standard mention).
1887 const mres = await resolveMentionsInText(base, post.content || '');
1888 let post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1889 // FEP-044f: does this post quote a fediverse object? Resolve it once, here,
1890 // and remember it on the post, so buildNote (sync, also used by the outbox)
1891 // never has to fetch. The quoted author's inbox joins the delivery set: that
1892 // IS the notification.
1893 const quoteInboxes = [];
1894 if (post2.quote_uri === undefined || post2.quote_uri === null) {
1895 const q = await resolveOwnQuote(post2.content || '');
1896 if (q) {
1897 try { db.prepare('UPDATE posts SET quote_uri = ?, quote_actor = ? WHERE id = ?').run(q.uri, q.actor || null, post.id); } catch { /* ignore */ }
1898 post2 = { ...post2, quote_uri: q.uri, quote_actor: q.actor || null };
1899 }
1900 }
1901 if (post2.quote_actor) {
1902 const a = await fetchActor(post2.quote_actor).catch(() => null);
1903 const inbox = a && ((a.endpoints && a.endpoints.sharedInbox) || a.inbox);
1904 if (inbox) quoteInboxes.push(inbox);
1905 }
1906 const followers = fStmts().list.all(site.slug);
1907 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes, ...quoteInboxes].filter(Boolean))];
1908 if (!inboxes.length) return; // no followers, no one mentioned, no one quoted
1909 const keys = getOrCreateKeys(site.slug);
1910 const keyId = `${actorId(base, site.slug)}#main-key`;
1911 const create = buildCreate(base, site, post2);
1912 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, create, keyId, keys.private_pem);
1913}
1914
1915// On a new Follow, send that follower our most recent posts as Create so their
1916// timeline shows our history (Mastodon does not backfill on follow). Oldest-first
1917// so they sort into the follower's timeline at their original dates.
1918async function backfillNewFollower(base, slug, inbox) {
1919 if (!base || !slug || !inbox) return;
1920 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
1921 if (!site) return;
1922 const recent = db.prepare(
1923 `SELECT id, slug, title, content, cover_image_url, cover_video_url, nsfw, content_warning, c2s_attachments, published_at, created_at
1924 FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1925 ORDER BY COALESCE(published_at, created_at) DESC LIMIT 20`
1926 ).all(site.id).reverse();
1927 if (!recent.length) return;
1928 const keys = getOrCreateKeys(slug);
1929 const keyId = `${actorId(base, slug)}#main-key`;
1930 for (const p of recent) {
1931 try { await deliver(inbox, buildCreate(base, site, p), keyId, keys.private_pem); } catch { /* best-effort */ }
1932 await new Promise((r) => setTimeout(r, 150));
1933 }
1934 console.log('[AP] backfilled', recent.length, 'posts to new follower of', slug);
1935}
1936
1937// Tell followers a post is gone (Delete + Tombstone) so it's removed from their feeds.
1938export async function deliverDelete(site, post) {
1939 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1940 if (!base || !site || !site.slug || !post || !post.id) return;
1941 const followers = fStmts().list.all(site.slug);
1942 if (!followers.length) return;
1943 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1944 const keys = getOrCreateKeys(site.slug);
1945 const me = actorId(base, site.slug);
1946 const nid = noteId(base, post.id);
1947 const del = {
1948 '@context': AP_CONTEXT,
1949 id: `${nid}#delete-${Date.now()}-${rid()}`,
1950 type: 'Delete',
1951 actor: me,
1952 to: [PUBLIC],
1953 object: { id: nid, type: 'Tombstone' },
1954 };
1955 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, del, `${me}#main-key`, keys.private_pem);
1956}
1957
1958// Tell followers an already-published post changed (Update + edited Note) so
1959// Mastodon refreshes the cached copy (e.g. after fixing content).
1960export async function deliverUpdate(site, post) {
1961 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1962 if (!base || !site || !site.slug || !post || !post.id) return;
1963 const mres = await resolveMentionsInText(base, post.content || ''); // link mentions + collect inboxes
1964 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1965 const followers = fStmts().list.all(site.slug);
1966 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1967 if (!inboxes.length) return;
1968 const keys = getOrCreateKeys(site.slug);
1969 const me = actorId(base, site.slug);
1970 const note = buildNote(base, site, post2);
1971 note.updated = new Date().toISOString();
1972 const update = {
1973 '@context': AP_CONTEXT,
1974 id: `${noteId(base, post.id)}#update-${Date.now()}-${rid()}`,
1975 type: 'Update', actor: me, to: [PUBLIC], cc: note.cc,
1976 object: note,
1977 };
1978 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1979}
1980
1981// Tell followers the ACTOR changed (Update + Person) so Mastodon re-processes the
1982// account AND re-fetches the featured (pinned) collection — there is no standard
1983// "featured changed" activity, so this is how a pin/unpin propagates promptly.
1984export async function deliverActorUpdate(site) {
1985 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1986 if (!base || !site || !site.slug) return;
1987 const followers = fStmts().list.all(site.slug);
1988 if (!followers.length) return;
1989 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1990 const keys = getOrCreateKeys(site.slug);
1991 const me = actorId(base, site.slug);
1992 const update = {
1993 '@context': AP_CONTEXT,
1994 id: `${me}#update-${Date.now()}-${rid()}`,
1995 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
1996 object: buildActor(base, site),
1997 };
1998 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1999}
2000
2001// Reliably set the pinned order on followers' instances via Add/Remove activities
2002// (how Mastodon itself federates pins) — pushed to the inbox + processed immediately,
2003// unlike the featured COLLECTION which Mastodon caches with sticky StatusPins.
2004// Mastodon's Add skips an already-pinned status, so we REMOVE every pin first, wait,
2005// then ADD in rank-DESCENDING order (rank 1 added LAST → newest StatusPin → shown first,
2006// because Mastodon displays pins newest-first). `alsoRemove` = ids to unpin too.
2007// Serialize pin-resyncs per site: two concurrent /save calls would otherwise interleave
2008// their Remove -> wait -> Add sequences and scramble the StatusPin order on Mastodon. A
2009// resync already in flight for a site coalesces later requests into ONE rerun after it
2010// finishes (accumulating their extra unpins), so rapid saves don't pile up N full resyncs.
2011const _pinResync = new Map(); // slug -> { promise, pending, pendingRemove:Set, site }
2012export function resyncFeaturedPins(site, alsoRemove = []) {
2013 if (!site || !site.slug) return Promise.resolve();
2014 const slug = site.slug;
2015 const running = _pinResync.get(slug);
2016 if (running) {
2017 running.pending = true;
2018 running.site = site; // use the latest site object on the rerun
2019 for (const id of alsoRemove) running.pendingRemove.add(id);
2020 return running.promise;
2021 }
2022 const state = { promise: null, pending: false, pendingRemove: new Set(), site };
2023 state.promise = (async () => {
2024 let extra = alsoRemove;
2025 for (;;) {
2026 try { await doResyncFeaturedPins(state.site, extra); }
2027 catch (e) { console.warn('[AP] pin resync failed:', e.message); }
2028 if (!state.pending) break;
2029 state.pending = false;
2030 extra = [...state.pendingRemove];
2031 state.pendingRemove = new Set();
2032 }
2033 _pinResync.delete(slug);
2034 })();
2035 _pinResync.set(slug, state);
2036 return state.promise;
2037}
2038
2039// The actual resync work — do NOT call directly; go through resyncFeaturedPins() above so
2040// it stays serialized per site.
2041async function doResyncFeaturedPins(site, alsoRemove = []) {
2042 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2043 if (!base || !site || !site.slug) return;
2044 const followers = fStmts().list.all(site.slug);
2045 if (!followers.length) return;
2046 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
2047 const keys = getOrCreateKeys(site.slug);
2048 const me = actorId(base, site.slug);
2049 const keyId = `${me}#main-key`;
2050 const featured = `${me}/featured`;
2051 const note = (id) => noteId(base, id);
2052 const pinned = db.prepare(
2053 `SELECT id FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
2054 AND pinned IS NOT NULL AND pinned > 0
2055 ORDER BY pinned DESC, COALESCE(published_at, created_at) ASC LIMIT 20`
2056 ).all(site.id);
2057 const removeIds = [...new Set([...pinned.map((p) => p.id), ...alsoRemove])];
2058 // 1. Remove every current pin so Mastodon can recreate them in order.
2059 for (const id of removeIds) {
2060 const rm = { '@context': AP_CONTEXT, id: `${me}#rm-${id}-${Date.now()}-${rid()}`, type: 'Remove', actor: me, object: note(id), target: featured, to: [PUBLIC] };
2061 for (const inbox of inboxes) deliver(inbox, rm, keyId, keys.private_pem).catch(() => { /* best-effort */ });
2062 }
2063 if (!pinned.length) { console.log('[AP] unpinned all featured for', site.slug); return; }
2064 await new Promise((r) => setTimeout(r, 5000)); // let the Removes land first
2065 // 2. Add in rank-DESC order, gaps so each StatusPin gets an increasing created_at.
2066 for (const p of pinned) {
2067 const add = { '@context': AP_CONTEXT, id: `${me}#add-${p.id}-${Date.now()}-${rid()}`, type: 'Add', actor: me, object: note(p.id), target: featured, to: [PUBLIC], cc: [`${me}/followers`] };
2068 for (const inbox of inboxes) deliver(inbox, add, keyId, keys.private_pem).catch(() => { /* best-effort */ });
2069 await new Promise((r) => setTimeout(r, 2000));
2070 }
2071 console.log('[AP] resynced', pinned.length, 'featured pins for', site.slug);
2072}
2073
2074// ── outbound replies (Klonkt → fediverse) ─────────────────────────
2075const escHtml = (s) => String(s || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
2076const toISO = (v) => { if (!v) return new Date().toISOString(); const s = String(v); const d = new Date(/[TZ]/.test(s) ? s : s.replace(' ', 'T') + 'Z'); return isNaN(d) ? new Date().toISOString() : d.toISOString(); };
2077
2078// Build one of OUR outbound reply Notes from an ap_outbox row.
2079// Turn #hashtags in reply text into Mastodon-style hashtag links (clickable + federated).
2080function linkHashtags(base, html) {
2081 // Prefix: start / whitespace / '>' / opening bracket — "(#tag" is a tag too. NO quote
2082 // chars in this class: a quote precedes attribute values (alt="#…"), which must not match.
2083 return String(html || '').replace(/(^|[\s>([{])#([\p{L}\p{M}\p{N}_]+)/gu, (m, pre, tag) =>
2084 `${pre}<a href="${base}/tag/${encodeURIComponent(tag.toLowerCase())}" class="mention hashtag" rel="tag">#${tag}</a>`);
2085}
2086// Auto-link bare http(s) URLs in already-safe HTML (federated copies). Splits on existing
2087// <a>…</a> so a linked URL is never wrapped twice; requires start/whitespace/'>' before the
2088// URL so attribute values (src="https://…") never match. Trailing sentence punctuation stays
2089// outside the link (Mastodon-style).
2090function linkUrls(html) {
2091 const parts = String(html || '').split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi);
2092 for (let i = 0; i < parts.length; i++) {
2093 if (/^<a\b/i.test(parts[i])) continue; // already a link → leave as-is
2094 parts[i] = parts[i].replace(/(^|[\s>([{])(https?:\/\/[^\s<]+?)([.,;:!?)\]»]*)(?=$|[\s<])/g,
2095 (m, pre, url, trail) => `${pre}<a href="${url.replace(/"/g, '%22')}" rel="nofollow noopener" target="_blank">${url}</a>${trail}`);
2096 }
2097 return parts.join('');
2098}
2099// Linkify inline #hashtags and bare URLs in BODY html for on-site DISPLAY, using the
2100// EXACT same rules as the federated copy (linkHashtags/linkUrls), so the website and the
2101// Mastodon copy agree instead of the website showing raw text. Idempotent: existing
2102// <a>…</a> (editor links, embeds, shortcode buttons) are split out and left untouched, so
2103// nothing is double-wrapped. Pass base='' → root-relative /tag/<slug> links.
2104export function linkifyBody(base, html) {
2105 const withTags = String(html || '')
2106 .split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi)
2107 .map((seg) => (/^<a\b/i.test(seg) ? seg : linkHashtags(base, seg)))
2108 .join('');
2109 return linkUrls(withTags);
2110}
2111
2112// Bake a post's raw source into its display HTML (the ActivityPub `source` model): done ONCE
2113// at save and cached in posts.content_rendered, so page views serve it statically instead of
2114// re-linkifying every render. Step 1 = #hashtags + bare URLs (cheap, no network). Step 2 will
2115// resolve @mentions here too (webfinger once at save instead of per page view).
2116export function bakePostContent(source) {
2117 return linkifyBody('', source || '');
2118}
2119
2120// Step 2: the full bake, incl. @mention links. Resolves @user@host via webfinger ONCE (the
2121// same resolver the federated copy uses) and bakes the profile links into content_rendered,
2122// so page views never do a per-view lookup. Unresolvable handles stay plain text; on any
2123// failure it degrades to the sync #hashtag/URL bake. Async (webfinger) → callers run it off
2124// the save response so the request never blocks on a slow/dead remote server.
2125export async function bakePostContentWithMentions(source) {
2126 const withHashUrls = bakePostContent(source);
2127 try { const m = await resolveMentionsInText('', withHashUrls); return m.html; }
2128 catch { return withHashUrls; }
2129}
2130
2131// Extract the AP Hashtag tag objects from already-linked reply content.
2132function hashtagTags(base, content) {
2133 const tags = [], seen = new Set();
2134 const re = /class="[^"]*\bhashtag\b[^"]*"[^>]*>#([\p{L}\p{M}\p{N}_]+)</giu;
2135 let m;
2136 while ((m = re.exec(content || ''))) {
2137 const k = m[1].toLowerCase();
2138 if (seen.has(k)) continue; seen.add(k);
2139 tags.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(k)}`, name: '#' + m[1] });
2140 }
2141 return tags;
2142}
2143
2144// Normalise a post's tags field (array, JSON-string, or comma-string) to an array.
2145function normalizeTags(t) {
2146 if (Array.isArray(t)) return t;
2147 if (typeof t === 'string') {
2148 const s = t.trim(); if (!s) return [];
2149 if (s[0] === '[') { try { const a = JSON.parse(s); return Array.isArray(a) ? a : []; } catch { /* fall through */ } }
2150 return s.split(',').map((x) => x.trim()).filter(Boolean);
2151 }
2152 return [];
2153}
2154// A tag → { label, slug }. Multi-word tags become CamelCase (#LiveMusic) for the display
2155// name (Mastodon hashtags can't contain spaces; CamelCase is the accessibility norm); the
2156// slug/href stays lowercase ("livemusic").
2157function tagParts(raw) {
2158 const words = String(raw || '').trim().split(/[\s_]+/).map((w) => w.replace(/[^\p{L}\p{M}\p{N}]/gu, '')).filter(Boolean);
2159 if (!words.length) return null;
2160 const slug = words.join('').toLowerCase();
2161 if (!slug) return null;
2162 const label = words.length > 1 ? words.map((w) => w[0].toUpperCase() + w.slice(1)).join('') : words[0];
2163 return { label, slug };
2164}
2165// Merge a post's tags field + the #hashtags linked inline in its body into one deduped
2166// Hashtag tag list (with hrefs to our /tag page).
2167function buildHashtagList(base, tagsField, content) {
2168 const out = [], seen = new Set();
2169 for (const t of normalizeTags(tagsField)) {
2170 const p = tagParts(t); if (!p || seen.has(p.slug)) continue; seen.add(p.slug);
2171 out.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(p.slug)}`, name: '#' + p.label });
2172 }
2173 for (const h of hashtagTags(base, content)) {
2174 const k = h.name.slice(1).toLowerCase(); if (seen.has(k)) continue; seen.add(k);
2175 out.push(h);
2176 }
2177 return out;
2178}
2179
2180// Extract Mention tag objects from already-linked content (class="u-url mention").
2181function mentionTags(content) {
2182 const tags = [], seen = new Set();
2183 // The link href is the human profile URL; the actor URI (for the Mention tag) is in data-actor.
2184 const re = /<a href="[^"]*" class="u-url mention" data-actor="([^"]+)">@([^<]+)<\/a>/gi;
2185 let m;
2186 while ((m = re.exec(content || ''))) {
2187 const href = m[1];
2188 if (seen.has(href)) continue; seen.add(href);
2189 tags.push({ type: 'Mention', href, name: '@' + m[2] });
2190 }
2191 return tags;
2192}
2193// Resolve inline @user@domain mentions in reply/post text → link them (href = actor URI)
2194// and collect the mentioned actors' inboxes so they get notified. Best-effort per mention.
2195async function resolveMentionsInText(base, html) {
2196 const inboxes = [];
2197 const handles = new Set();
2198 // Prefix also allows opening brackets — "(@user@host + me)" is a mention too (real-world
2199 // miss: a bracketed mention federated as plain text and its target was never notified).
2200 const re = /(^|[\s>([{])@([\p{L}\p{M}\p{N}_.-]+@[\p{L}\p{M}\p{N}.-]+)/gu;
2201 let m;
2202 while ((m = re.exec(html || ''))) handles.add(m[2]);
2203 let out = String(html || '');
2204 for (const h of handles) {
2205 let actorUri = null;
2206 try { actorUri = await webfingerResolve('@' + h); } catch { actorUri = null; }
2207 if (!actorUri) continue;
2208 const actor = await fetchActor(actorUri).catch(() => null);
2209 const inbox = actor && ((actor.endpoints && actor.endpoints.sharedInbox) || actor.inbox);
2210 if (inbox) inboxes.push(inbox);
2211 const profileUrl = actorInfo(actor, actorUri).url || actorUri; // human profile page → the link href
2212 const esc = h.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
2213 out = out.replace(new RegExp('(^|[\\s>([{])@' + esc + '(?![\\p{L}\\p{M}\\p{N}_.-])', 'gu'),
2214 (full, pre) => `${pre}<a href="${profileUrl}" class="u-url mention" data-actor="${actorUri}">@${h}</a>`);
2215 }
2216 return { html: out, inboxes };
2217}
2218
2219export function buildReplyNote(base, site, row) {
2220 // Thin delegate: replies are built by buildNote (the single Note entry point) in reply mode.
2221 return buildNote(base, site, row, { isReply: true });
2222}
2223
2224// Resolve one of our outbound reply Notes by id (for /ap/notes/:id fallback).
2225export function getOutboxNote(base, id) {
2226 const row = iStmts().getO.get(id);
2227 if (!row) return null;
2228 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(row.site_slug);
2229 if (!site) return null;
2230 return buildReplyNote(base, site, row);
2231}
2232
2233// ── ActivityPub Client-to-Server: ingest an activity POSTed to the outbox ──
2234// The C2S counterpart of handleInbox: a native/web client (Shaer) posts an
2235// activity here and we translate it onto the SAME delivery machinery the web UI
2236// uses (deliverReply / sendInteraction / followActor / deliverCreate). Returns
2237// { status, id?, url?, error? }. Auth + site-ownership are checked by the route.
2238const c2sIdOf = (x) => (typeof x === 'string' ? x : (x && (x.id || x.href))) || null;
2239
2240export async function ingestOutboxActivity(site, user, activity) {
2241 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2242 if (!base || !site || !activity || typeof activity !== 'object') return { status: 400, error: 'invalid_activity' };
2243
2244 // AP §6: a client MAY POST a bare object; the server wraps it in a Create.
2245 let type = activity.type;
2246 let object = activity.object;
2247 if (type === 'Note' || type === 'Article') { object = activity; type = 'Create'; }
2248 if (Array.isArray(type)) type = type.find((t) => typeof t === 'string');
2249
2250 // FEP-633c: the adoption handshake (Offer/Accept/Reject on a guardianship
2251 // Relationship) belongs to the guardianship module; anything else falls
2252 // through to the switch below.
2253 if (type === 'Offer' || type === 'Accept' || type === 'Reject') {
2254 const g = await Guardianship.handleGuardianshipOutbox(site, activity).catch(() => null);
2255 if (g) return g;
2256 }
2257
2258 try {
2259 switch (type) {
2260 case 'Create': {
2261 if (!object || typeof object !== 'object') return { status: 400, error: 'missing_object' };
2262 // Client sends `source` (plain/markdown) + `content` (HTML). deliverReply
2263 // re-escapes, so it needs plain text; a top-level post keeps sanitized HTML.
2264 const plain = (object.source && object.source.content) || HtmlSanitizerService.toPlainText(object.content || '');
2265 // A picture (or a recording) can be the whole message: media-only
2266 // notes pass here; c2sCreatePost validates the attachments themselves.
2267 if (!plain.trim() && !object.content && !(Array.isArray(object.attachment) && object.attachment.length)) {
2268 return { status: 400, error: 'empty_note' };
2269 }
2270 // Direct (private mention, shaer-tqc): NOT a post. Delivered over the
2271 // outbox machinery to the addressed inboxes only; shows under Messages.
2272 if (c2sVisibility(object) === 'direct') {
2273 const arr = (v) => (Array.isArray(v) ? v : (v ? [v] : [])).filter((x) => typeof x === 'string');
2274 const recipients = [...new Set([...arr(object.to), ...arr(object.cc)])]
2275 .filter((u) => /^https?:\/\//i.test(u) && !/\/followers\/?$/.test(u) && u !== PUBLIC);
2276 if (!recipients.length) return { status: 400, error: 'no_recipients' };
2277 // AS2 attachments (e.g. the help-buoy capture, uploaded via
2278 // uploadMedia): normalize our own absolute /media/ URLs to relative
2279 // so the deliverReply-style validation applies unchanged.
2280 const atts = (Array.isArray(object.attachment) ? object.attachment : [])
2281 .map((a) => a && typeof a === 'object' ? {
2282 url: String(a.url || '').replace(new RegExp('^' + base.replace(/[.*+?^${}()|[\]\\]/g, '\\$&')), ''),
2283 mediaType: String(a.mediaType || ''),
2284 name: String(a.name || '').slice(0, 120),
2285 } : null)
2286 .filter(Boolean);
2287 const help = object['shaer:helpRequest'] === true || object.helpRequest === true;
2288 // FEP-633c 3.6.1: a guardian here declaring itself away to its
2289 // wards. An away without a (future) end fails loudly, exactly as
2290 // the daemon refuses it: stored quietly it would be a nominal
2291 // guardian holding a seat.
2292 let awayUntil = null;
2293 if (Guardianship.availability.isAway(object)) {
2294 awayUntil = Guardianship.availability.parseEndTime(object.endTime);
2295 if (!awayUntil || awayUntil <= Date.now()) return { status: 400, error: 'away_needs_an_end' };
2296 // No local shortcut here: the note below reaches a ward on this
2297 // instance through the loopback, and its inbox handler applies the
2298 // absence like it does for a ward anywhere else. One path.
2299 }
2300 const r = await deliverDirectNote(site, { recipients, text: plain, language: object.language || null, inReplyTo: typeof object.inReplyTo === 'string' ? object.inReplyTo : null, attachments: atts, helpRequest: help, awayUntil });
2301 if (!r || !r.id) return { status: 502, error: 'direct_failed' };
2302 return { status: 201, id: r.id, url: `${base}/ap/notes/${r.id}` };
2303 }
2304 if (object.inReplyTo) {
2305 const parent = await resolveRemoteNote(c2sIdOf(object.inReplyTo)).catch(() => null);
2306 if (!parent) return { status: 502, error: 'cannot_resolve_inReplyTo' };
2307 // Honour the client's visibility for the reply: 'friends' (followers-
2308 // only, the Shaer detail-view Reply) drops Public; anything else stays
2309 // quiet-public. 'direct' was already handled above.
2310 const r = await deliverReply(site, { postId: parent.localPostId || '', postSlug: null, parent, text: plain, visibility: c2sVisibility(object) });
2311 if (!r || !r.id) return { status: 502, error: 'reply_failed' };
2312 return { status: 201, id: r.id, url: `${base}/ap/notes/${r.id}` };
2313 }
2314 return await c2sCreatePost(base, site, user, object);
2315 }
2316 case 'Like':
2317 case 'Announce': {
2318 const targetUri = c2sIdOf(object);
2319 if (!targetUri) return { status: 400, error: 'missing_object' };
2320 // A non-public local note cannot be boosted or liked into the open
2321 // (shaer-tqc hardening; the Mastodon 422 equivalent).
2322 const localPid = postIdFromNoteUrl(targetUri, base);
2323 if (localPid) {
2324 const p = db.prepare('SELECT fan_only, ap_visibility FROM posts WHERE id = ?').get(localPid);
2325 if (p && (p.fan_only || p.ap_visibility === 'direct' || p.ap_visibility === 'friends')) {
2326 return { status: 403, error: 'not_public' };
2327 }
2328 }
2329 const note = await resolveRemoteNote(targetUri).catch(() => null);
2330 const objUri = (note && note.object_uri) || targetUri;
2331 const authorUri = note && note.actor_uri;
2332 const kind = type === 'Announce' ? 'boost' : 'like';
2333 await sendInteraction(site, kind, objUri, authorUri);
2334 setMyReaction(site.slug, targetUri, kind, true);
2335 if (type === 'Announce' && note) { try { upsertBoostedNote(site.slug, note); } catch { /* non-fatal */ } }
2336 return { status: 202, url: objUri };
2337 }
2338 case 'Follow': {
2339 const actorUri = c2sIdOf(object);
2340 if (!actorUri) return { status: 400, error: 'missing_object' };
2341 await followActor(site, actorUri);
2342 return { status: 202, url: actorUri };
2343 }
2344 // Shaer "in Orbit" = a real Block (FEP-c648 client side): lands in
2345 // ap_blocks, shows in the Block tab, and purges the actor's cached
2346 // content. Client-side filtering becomes a cache of this state.
2347 case 'Block': {
2348 const targetUri = c2sIdOf(object);
2349 if (!targetUri) return { status: 400, error: 'missing_object' };
2350 const r = await blockTarget(site, targetUri);
2351 if (r && r.error) return { status: 400, error: r.error };
2352 return { status: 202, url: targetUri };
2353 }
2354 case 'Undo': {
2355 const inner = object && typeof object === 'object' ? object : null;
2356 let innerType = inner && inner.type;
2357 if (Array.isArray(innerType)) innerType = innerType.find((t) => typeof t === 'string');
2358 const innerTarget = c2sIdOf(inner && inner.object);
2359 if (innerType === 'Follow') { await unfollowActor(site, innerTarget); return { status: 202, url: innerTarget }; }
2360 if (innerType === 'Block') {
2361 if (!innerTarget) return { status: 400, error: 'missing_object' };
2362 unblock(site, innerTarget); // release from Orbit
2363 return { status: 202, url: innerTarget };
2364 }
2365 if (innerType === 'Like' || innerType === 'Announce') {
2366 const kind = innerType === 'Announce' ? 'unboost' : 'unlike';
2367 const note = await resolveRemoteNote(innerTarget).catch(() => null);
2368 const objUri = (note && note.object_uri) || innerTarget;
2369 await sendInteraction(site, kind, objUri, note && note.actor_uri);
2370 setMyReaction(site.slug, innerTarget, innerType === 'Announce' ? 'boost' : 'like', false);
2371 if (innerType === 'Announce') { try { unmarkBoosted(site.slug, objUri); } catch { /* non-fatal */ } }
2372 return { status: 202, url: objUri };
2373 }
2374 return { status: 400, error: 'unsupported_undo' };
2375 }
2376 // Delete/Update of arbitrary objects need the post-edit pipeline; tracked
2377 // separately (klonkt-demo-c2s-del). Reject clearly rather than half-doing it.
2378 default:
2379 return { status: 400, error: 'unsupported_type', detail: String(type || 'none') };
2380 }
2381 } catch (e) {
2382 console.warn('[AP] C2S ingest failed:', e && e.message);
2383 return { status: 500, error: 'ingest_error' };
2384 }
2385}
2386
2387// Create a top-level microblog post from a C2S Note and federate it. Minimal
2388// sibling of the /posts/create route: sanitized HTML content, no title/cover.
2389async function c2sCreatePost(base, site, user, object) {
2390 const html = HtmlSanitizerService.sanitize(object.content || (object.source && object.source.content) || '');
2391 // Media on a top-level post (shaer-j3uh/-oqxk/-df3i): same rules as
2392 // deliverReply — only our OWN uploads, image/audio/video, max 4. They used
2393 // to be silently dropped here, so a photo post from the app arrived naked.
2394 const media = (Array.isArray(object.attachment) ? object.attachment : [])
2395 .filter((a) => a && typeof a.url === 'string' && /^\/media\/[\w./-]+$/.test(a.url)
2396 && /^(image|audio|video)\//.test(String(a.mediaType || '')))
2397 .slice(0, 4)
2398 .map((a) => {
2399 const entry = { url: a.url, mediaType: String(a.mediaType), name: String(a.name || '').slice(0, 120) };
2400 // A video's poster frame, when the upload leg made one (shaer-zowq):
2401 // rides along so the tag, the federated attachment and the apps all
2402 // show a still instead of a black box.
2403 if (entry.mediaType.startsWith('video/')) {
2404 try {
2405 const mediaRoot = path.resolve(process.env.MEDIA_PATH || './storage/media');
2406 const rel = entry.url.replace(/^\/media\//, '');
2407 if (fs.existsSync(path.join(mediaRoot, rel + '.poster.jpg'))) entry.poster = entry.url + '.poster.jpg';
2408 } catch { /* no poster is fine */ }
2409 }
2410 return entry;
2411 });
2412 if (!html.trim() && !media.length) return { status: 400, error: 'empty_note' };
2413 // The web reads the post's content, so the media goes IN it (we build these
2414 // tags ourselves from validated paths, after the sanitizer). buildNote
2415 // strips <img> back out into AS2 attachments; audio/video tags stay for the
2416 // web player and federate via c2s_attachments below.
2417 const esc = (t) => String(t).replace(/&/g, '&amp;').replace(/"/g, '&quot;').replace(/</g, '&lt;');
2418 const mediaHtml = media.map((a) => {
2419 if (a.mediaType.startsWith('image/')) return `<p><img src="${a.url}" alt="${esc(a.name)}"></p>`;
2420 if (a.mediaType.startsWith('audio/')) return `<p><audio controls preload="metadata" src="${a.url}"></audio></p>`;
2421 const poster = a.poster ? ` poster="${a.poster}"` : '';
2422 return `<p><video controls playsinline preload="metadata"${poster} src="${a.url}"></video></p>`;
2423 }).join('');
2424 const postId = crypto.randomUUID();
2425 const slug = 'n-' + postId.slice(0, 8);
2426 const now = new Date().toISOString();
2427 // Visibility from the note's addressing (shaer-60b): Public in `to` = loud
2428 // public, Public in `cc` = quiet public (unlisted), followers-only = friends
2429 // (rides the existing fan_only pipeline: followers-only AP delivery + web
2430 // gating), neither = participants-only (kept local until mention addressing
2431 // lands; still followers-gated on the web).
2432 const vis = c2sVisibility(object);
2433 const fanOnly = (vis === 'friends' || vis === 'direct') ? 1 : 0;
2434 // Deliberately NO cover (Robins besluit, 30-7): the media lives in the
2435 // content, and a cover next to it showed the same video twice on the post
2436 // page. The tiles derive their picture from the content instead.
2437 db.prepare(`INSERT INTO posts (id, site_id, slug, author_id, title, content, excerpt, status, type, language, fan_only, ap_visibility, created_at, updated_at, published_at)
2438 VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)`)
2439 .run(postId, site.id, slug, user.id, '', html + mediaHtml, '', 'published', 'post', object.language || 'nl', fanOnly, vis, now, now, now);
2440 if (media.length) { try { db.prepare('UPDATE posts SET c2s_attachments = ? WHERE id = ?').run(JSON.stringify(media), postId); } catch { /* column exists via ensureColumn */ } }
2441 try { db.prepare('UPDATE posts SET content_rendered = ? WHERE id = ?').run(bakePostContent(html + mediaHtml), postId); } catch { /* render fallback covers it */ }
2442 bakePostContentWithMentions(html + mediaHtml).then((h) => { try { db.prepare('UPDATE posts SET content_rendered = ? WHERE id = ?').run(h, postId); } catch { /* keep sync bake */ } }).catch(() => {});
2443 try { db.prepare('INSERT INTO posts_fts(content, title, author, post_id) VALUES (?,?,?,?)').run(HtmlSanitizerService.toPlainText(html), '', user.username || '', postId); } catch { /* FTS non-fatal */ }
2444 if (vis !== 'direct') {
2445 deliverCreate(site, { id: postId, slug, title: '', content: html + mediaHtml, published_at: now, created_at: now, fan_only: fanOnly, ap_visibility: vis, c2s_attachments: media.length ? JSON.stringify(media) : null }).catch(() => { /* best-effort */ });
2446 }
2447 return { status: 201, id: postId, url: `${base}/ap/notes/${postId}` };
2448}
2449
2450// The direct-note leg (ward call-for-help) lives in the guardianship module
2451// (src/services/guardianship/delivery.js); wired with our AP helpers at the
2452// bottom of this file. Re-exported so every existing caller keeps working.
2453export const c2sVisibility = Guardianship.c2sVisibility;
2454export const deliverDirectNote = Guardianship.deliverDirectNote;
2455
2456// Send a reply FROM this site to a remote actor (in reply to their inbound reply).
2457// `parent` = an ap_interactions row (actor_uri, actor_url, actor_handle, object_uri).
2458export async function deliverReply(site, { postId, postSlug, parent, text, html, language, attachments, mentions, visibility }) {
2459 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2460 // Rich replies: `html` is the reply editor's HTML (sanitized here); `text` is
2461 // the plain-text fallback (no-JS path, C2S `source`). Either may carry the reply.
2462 const richClean = html ? HtmlSanitizerService.sanitize(String(html)) : '';
2463 const rich = richClean && HtmlSanitizerService.toPlainText(richClean).trim() ? richClean : '';
2464 // Attachments: only OUR OWN uploads (/media/... paths, no remote URLs — the
2465 // upload route is the sole producer), image/audio/video only, max 4.
2466 const media = (Array.isArray(attachments) ? attachments : [])
2467 .filter((a) => a && typeof a.url === 'string' && /^\/media\/[\w./-]+$/.test(a.url)
2468 && /^(image|audio|video)\//.test(String(a.mediaType || '')))
2469 .slice(0, 4)
2470 .map((a) => ({ url: a.url, mediaType: String(a.mediaType), name: String(a.name || '').slice(0, 120) }));
2471 // A media-only reply (no text) is a valid reply.
2472 if (!base || !site || !site.slug || !parent || (!String(text || '').trim() && !rich && !media.length)) return null;
2473 const me = actorId(base, site.slug);
2474 // u02, the mentions bar: `mentions` undefined = legacy behavior (mention the
2475 // parent author). An ARRAY (possibly empty) = the kept conversation partners
2476 // exactly as the bar shows them; the mention prefix, the Mention tags (via
2477 // mentionTags over the content) and the delivery targets all follow it.
2478 const kept = Array.isArray(mentions)
2479 ? mentions
2480 .filter((m) => m && typeof m.uri === 'string' && /^https?:\/\//i.test(m.uri))
2481 .slice(0, 8)
2482 .map((m) => ({
2483 uri: m.uri,
2484 url: (typeof m.url === 'string' && /^https?:\/\//i.test(m.url)) ? m.url : m.uri,
2485 handle: String(m.handle || deriveHandle(m.uri)).slice(0, 120),
2486 }))
2487 : null;
2488 const mentionAnchor = (uri, url, h) => {
2489 const disp = h && h[0] === '@' ? h : '@' + (h || '');
2490 return `<a href="${escHtml(url || uri)}" class="u-url mention" data-actor="${escHtml(uri)}">${escHtml(disp)}</a> `;
2491 };
2492 const handle = parent.actor_handle || deriveHandle(parent.actor_uri);
2493 const mention = kept
2494 ? kept.map((k) => mentionAnchor(k.uri, k.url, k.handle)).join('')
2495 : (parent.actor_uri ? mentionAnchor(parent.actor_uri, parent.actor_url, handle) : '');
2496 // Who the stored reply is "to": the parent when kept, else the first kept chip.
2497 const parentKept = !kept || kept.some((k) => k.uri === parent.actor_uri);
2498 const toActorUri = parentKept ? (parent.actor_uri || null) : (kept[0] ? kept[0].uri : null);
2499 const toHandle = parentKept ? handle : (kept[0] ? kept[0].handle : null);
2500 let content;
2501 let mres;
2502 if (rich) {
2503 // Same enrichment pipeline as the plain path (mentions/hashtags/URLs), on
2504 // sanitized editor HTML. The parent mention goes inline into the first
2505 // paragraph (Mastodon convention), or becomes its own leading one.
2506 mres = await resolveMentionsInText(base, rich);
2507 const processed = linkUrls(linkHashtags(base, mres.html));
2508 if (processed.startsWith('<p>')) {
2509 content = processed.replace('<p>', `<p>${mention}`); // inline in the first paragraph
2510 } else if (/^<(blockquote|ul|ol|pre|h[1-6]|div|hr)\b/i.test(processed)) {
2511 content = `<p>${mention}</p>${processed}`; // block content: own leading paragraph
2512 } else {
2513 content = `<p>${mention}${processed}</p>`; // bare inline text: one paragraph together
2514 }
2515 } else {
2516 const body = escHtml(String(text).trim()).replace(/\r?\n/g, '<br>');
2517 mres = await resolveMentionsInText(base, body); // link inline @mentions + collect their inboxes
2518 content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
2519 }
2520 const replyLang = /^[a-z]{2,3}(-[A-Za-z0-9-]+)?$/.test(String(language || '')) ? language : null;
2521 // Dedup: skip if the exact same reply was already sent (double-submit guard).
2522 // Attachments count toward "the same": two media-only replies share content.
2523 const mediaJson = media.length ? JSON.stringify(media) : null;
2524 const dup = db.prepare('SELECT 1 FROM ap_outbox WHERE site_slug = ? AND IFNULL(in_reply_to, \'\') = ? AND content = ? AND IFNULL(attachments, \'\') = IFNULL(?, \'\') LIMIT 1')
2525 .get(site.slug, parent.object_uri || '', content, mediaJson);
2526 if (dup) { console.log('[AP] outreply skipped (duplicate)'); return { duplicate: true, delivered: 0 }; }
2527 const id = crypto.randomUUID();
2528 iStmts().insO.run(id, site.slug, postId, postSlug || null, parent.object_uri || null, toActorUri, toHandle, content, replyLang, mediaJson);
2529 // Followers-only reply (shaer detail-view): mark the row so buildNote drops
2530 // Public from cc. Default (undefined/'public'/'quiet') stays quiet-public.
2531 if (visibility === 'friends') { try { db.prepare('UPDATE ap_outbox SET visibility = ? WHERE id = ?').run('friends', id); } catch { /* ignore */ } }
2532 const row = iStmts().getO.get(id);
2533 const note = buildReplyNote(base, site, row);
2534 const create = {
2535 '@context': AP_CONTEXT,
2536 id: note.id + '#create', type: 'Create', actor: me,
2537 published: note.published, to: note.to, cc: note.cc, object: note,
2538 };
2539 const keys = getOrCreateKeys(site.slug);
2540 const keyId = `${me}#main-key`;
2541 const inboxes = new Set();
2542 // Everyone the mentions bar kept gets pinged; legacy path = the parent only.
2543 const mentionTargets = kept ? kept.map((k) => k.uri) : (parent.actor_uri ? [parent.actor_uri] : []);
2544 for (const uri of mentionTargets) {
2545 const a = await fetchActor(uri).catch(() => null);
2546 if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox);
2547 }
2548 if (parent.threadInbox) inboxes.add(parent.threadInbox); // back-compat (single)
2549 (parent.threadInboxes || []).forEach((i) => inboxes.add(i)); // whole ancestor chain
2550 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2551 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the reply
2552 inboxes.delete(`${me}/inbox`); // never deliver to ourselves (already in ap_outbox)
2553 inboxes.delete(`${base}/ap/inbox`); // (our own shared inbox) → avoids a self-duplicate
2554 let delivered = 0;
2555 for (const inbox of [...inboxes].filter(Boolean)) {
2556 let ok = false;
2557 try { const st = await deliver(inbox, create, keyId, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
2558 if (ok) delivered++;
2559 else enqueueDelivery(site.slug, inbox, create); // durable: retry a briefly-offline recipient (was silently dropped)
2560 }
2561 console.log('[AP] outreply', site.slug, '→', parent.actor_uri, 'delivered', delivered);
2562 return { id, content, delivered };
2563}
2564
2565// attributedTo may be a string, an object {id}, or an ARRAY — e.g. a PeerTube Video is
2566// attributed to [Person (account), Group (channel)]. Pick a usable actor URI (prefer Person).
2567function actorUriOf(att) {
2568 if (!att) return null;
2569 if (typeof att === 'string') return att;
2570 if (Array.isArray(att)) {
2571 const person = att.find((a) => a && typeof a === 'object' && a.type === 'Person' && a.id);
2572 if (person) return person.id;
2573 for (const a of att) { if (typeof a === 'string') return a; if (a && a.id) return a.id; }
2574 return null;
2575 }
2576 return att.id || null;
2577}
2578
2579// Resolve a remote post URL (any fediverse/Klonkt post) into a reply target.
2580// Returns a parent-shaped object usable by deliverReply(), or null.
2581export async function resolveRemoteNote(url) {
2582 if (!/^https?:\/\//i.test(String(url || ''))) return null;
2583 const note = await fetchActor(url).catch(() => null); // AP GET (content-negotiates)
2584 if (!note || !note.id) return null;
2585 const att = note.attributedTo;
2586 const actorUri = actorUriOf(att);
2587 if (!actorUri) return null;
2588 const actor = await fetchActor(actorUri).catch(() => null);
2589 const ai = actorInfo(actor, actorUri);
2590 // Is what we're replying to a post (or a comment) on one of OUR posts? If so,
2591 // link our reply to that local post so it shows nested in the post thread.
2592 const localTgt = findThreadTarget(note.id, (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, ''));
2593 // Walk the WHOLE reply chain upward (comment → parent comment → … → root post)
2594 // and collect every ancestor author's inbox, so each participant's server —
2595 // including the original post's author — receives + threads our reply.
2596 const threadInboxes = [];
2597 const seenInbox = new Set();
2598 let cursor = note.inReplyTo, guard = 0;
2599 while (cursor && guard++ < 6) {
2600 const url = typeof cursor === 'string' ? cursor : (cursor && cursor.id);
2601 if (!url) break;
2602 const pn = await fetchActor(url).catch(() => null);
2603 if (!pn) break;
2604 const pa = actorUriOf(pn.attributedTo);
2605 if (pa && pa !== actorUri) {
2606 const paDoc = await fetchActor(pa).catch(() => null);
2607 const inbox = paDoc && ((paDoc.endpoints && paDoc.endpoints.sharedInbox) || paDoc.inbox);
2608 if (inbox && !seenInbox.has(inbox)) { seenInbox.add(inbox); threadInboxes.push(inbox); }
2609 }
2610 cursor = pn.inReplyTo; // climb to the next ancestor
2611 }
2612 // For non-Note objects (PeerTube Video, Article, …) the meaningful label is `name` (the
2613 // title); prepend it so the reply page shows what you're replying to (sanitize cleans it).
2614 let rawHtml = String(note.content || '').replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
2615 if (note.name && note.type && note.type !== 'Note') rawHtml = `<p><strong>${note.name}</strong></p>` + rawHtml;
2616 const images = (Array.isArray(note.attachment) ? note.attachment : [])
2617 .filter((a) => a && a.url && (!a.mediaType || /^image\//i.test(a.mediaType)))
2618 .map((a) => safeUrl(a.url)).filter(Boolean);
2619 // A Klonkt hosted-audio post strips its cover from `attachment` (so Mastodon
2620 // shows the player card, not a loose image) and puts it in `image` instead.
2621 // Same fallback as mediaFromNote() so a boosted music post keeps its cover.
2622 if (!images.length && note.image) {
2623 const im = Array.isArray(note.image) ? note.image[0] : note.image;
2624 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
2625 if (iu) images.push(iu);
2626 }
2627 return {
2628 object_uri: safeUrl(note.id) || note.id,
2629 actor_uri: actorUri,
2630 actor_url: ai.url,
2631 actor_handle: ai.handle,
2632 actor_name: ai.name,
2633 actor_icon: ai.icon,
2634 url: note.url || url,
2635 content: HtmlSanitizerService.sanitize(rawHtml), // full, sanitized
2636 sensitive: !!note.sensitive, // remote CW → blur in the Cirkel
2637 cw: note.summary || '',
2638 images,
2639 // Full typed media (incl. video/mp4) for the timeline cache. `images` above is
2640 // image-only for the interact page preview; a boosted video-only post (Loops)
2641 // lost its media entirely because upsertBoostedNote only saw `images`.
2642 media: mediaFromNote(note),
2643 threadInboxes, // every ancestor author's inbox
2644 localPostId: localTgt ? localTgt.post_id : '', // our post this belongs to (if any)
2645 poll: parsePoll(note), // a Question → its options/counts (else null)
2646 preview: HtmlSanitizerService.toPlainText(note.content || '').slice(0, 240),
2647 };
2648}
2649
2650// List a site's own outbound fediverse replies (for the manage/delete view).
2651// The plain editable text of a stored reply (unwrap links → their text, <br> → newline)
2652// so the manage view can prefill an edit box; the mention is re-added on save.
2653function outboxEditableText(content) {
2654 return String(content || '')
2655 .replace(/<br\s*\/?>/gi, '\n')
2656 .replace(/<a\b[^>]*>([\s\S]*?)<\/a>/gi, '$1')
2657 .replace(/<[^>]+>/g, '')
2658 .replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&')
2659 .trim();
2660}
2661export function listOutbox(siteSlug) {
2662 return db.prepare('SELECT id, content, to_handle, in_reply_to, language, created_at FROM ap_outbox WHERE site_slug = ? ORDER BY created_at DESC')
2663 .all(siteSlug).map((r) => { const c = stripLeadingMentions(r.content); return { ...r, content: c, editable: outboxEditableText(c) }; });
2664}
2665
2666// Delete one of our outbound replies: send Delete(Tombstone) to recipients + remove it.
2667export async function deliverOutboxDelete(site, outboxId) {
2668 const row = iStmts().getO.get(outboxId);
2669 if (!row || row.site_slug !== site.slug) return false;
2670 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2671 if (base) {
2672 const me = actorId(base, site.slug);
2673 const nid = noteId(base, row.id);
2674 const del = { '@context': AP_CONTEXT, id: `${nid}#delete-${Date.now()}-${rid()}`, type: 'Delete', actor: me, to: [PUBLIC], object: { id: nid, type: 'Tombstone' } };
2675 const keys = getOrCreateKeys(site.slug);
2676 const inboxes = new Set();
2677 if (row.to_actor) { const a = await fetchActor(row.to_actor).catch(() => null); if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox); }
2678 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2679 for (const inbox of [...inboxes].filter(Boolean)) {
2680 try { const st = await deliver(inbox, del, `${me}#main-key`, keys.private_pem); if (st >= 200 && st < 300) continue; } catch { /* queue below */ }
2681 enqueueDelivery(site.slug, inbox, del); // durable: a failed comment-delete now retries (was silently dropped)
2682 }
2683 }
2684 db.prepare('DELETE FROM ap_outbox WHERE id = ?').run(outboxId);
2685 return true;
2686}
2687
2688// Edit one of our outbound replies: rewrite the stored content (mention re-added + #tags
2689// re-linked) and send an Update(Note) so recipients refresh their cached copy.
2690export async function deliverOutboxUpdate(site, outboxId, newText, opts = {}) {
2691 const row = iStmts().getO.get(outboxId);
2692 if (!row || row.site_slug !== site.slug) return false;
2693 const text = String(newText || '').trim();
2694 // Rich edit: same sanitize + enrichment pipeline as deliverReply.
2695 const richClean = opts.html ? HtmlSanitizerService.sanitize(String(opts.html)) : '';
2696 const rich = richClean && HtmlSanitizerService.toPlainText(richClean).trim() ? richClean : '';
2697 if (!text && !rich) return false;
2698 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2699 if (!base) return false;
2700 const me = actorId(base, site.slug);
2701 const toActor = row.to_actor ? await fetchActor(row.to_actor).catch(() => null) : null;
2702 const toProfile = row.to_actor ? (actorInfo(toActor, row.to_actor).url || row.to_actor) : '';
2703 const _h = row.to_handle || deriveHandle(row.to_actor);
2704 const toHandle = _h && _h[0] === '@' ? _h : '@' + (_h || '');
2705 // An edit must not drop co-mentions (u02): reuse the OLD content's leading
2706 // mention anchors (the bar's kept list at send time) when present; only fall
2707 // back to rebuilding the single to_actor mention for legacy rows.
2708 const oldPrefix = (String(row.content || '')
2709 .match(/^\s*(?:<p[^>]*>)?\s*((?:<a\b[^>]*class="u-url mention"[^>]*>\s*@[^<]+<\/a>[\s ]*)+)/i) || [])[1] || '';
2710 const mention = oldPrefix || (row.to_actor
2711 ? `<a href="${escHtml(toProfile)}" class="u-url mention" data-actor="${escHtml(row.to_actor)}">${escHtml(toHandle)}</a> ` : '');
2712 let content;
2713 let mres;
2714 if (rich) {
2715 mres = await resolveMentionsInText(base, rich);
2716 const processed = linkUrls(linkHashtags(base, mres.html));
2717 if (processed.startsWith('<p>')) content = processed.replace('<p>', `<p>${mention}`);
2718 else if (/^<(blockquote|ul|ol|pre|h[1-6]|div|hr)\b/i.test(processed)) content = `<p>${mention}</p>${processed}`;
2719 else content = `<p>${mention}${processed}</p>`;
2720 } else {
2721 mres = await resolveMentionsInText(base, escHtml(text).replace(/\r?\n/g, '<br>'));
2722 content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
2723 }
2724 // Language may be updated with the edit; attachments always survive untouched.
2725 const newLang = /^[a-z]{2,3}(-[A-Za-z0-9-]+)?$/.test(String(opts.language || '')) ? opts.language : null;
2726 db.prepare('UPDATE ap_outbox SET content = ?, language = COALESCE(?, language) WHERE id = ?').run(content, newLang, outboxId);
2727 const note = buildReplyNote(base, site, iStmts().getO.get(outboxId));
2728 note.updated = new Date().toISOString();
2729 const update = {
2730 '@context': AP_CONTEXT,
2731 id: `${note.id}#update-${Date.now()}-${rid()}`, type: 'Update', actor: me,
2732 published: note.published, updated: note.updated, to: note.to, cc: note.cc, object: note,
2733 };
2734 const keys = getOrCreateKeys(site.slug);
2735 const inboxes = new Set();
2736 if (toActor) inboxes.add((toActor.endpoints && toActor.endpoints.sharedInbox) || toActor.inbox);
2737 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2738 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the edit
2739 inboxes.delete(`${me}/inbox`); inboxes.delete(`${base}/ap/inbox`);
2740 let delivered = 0;
2741 for (const inbox of [...inboxes].filter(Boolean)) {
2742 let ok = false;
2743 try { const st = await deliver(inbox, update, `${me}#main-key`, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
2744 if (ok) delivered++;
2745 else enqueueDelivery(site.slug, inbox, update); // durable: retry the edit later (was silently dropped)
2746 }
2747 console.log('[AP] outreply edit', site.slug, 'delivered', delivered);
2748 return { ok: true, content, delivered };
2749}
2750
2751// ── Fediverse CLIENT: follow accounts + home timeline ─────────────
2752// Resolve an @user@domain handle to its actor URL via WebFinger.
2753export async function webfingerResolve(handle) {
2754 const h = String(handle || '').trim().replace(/^@/, '');
2755 const parts = h.split('@');
2756 if (parts.length !== 2 || !parts[0] || !parts[1]) return null;
2757 const acct = `${parts[0]}@${parts[1]}`;
2758 try {
2759 const r = await safeFetch(`https://${parts[1]}/.well-known/webfinger?resource=acct:${encodeURIComponent(acct)}`,
2760 { headers: { Accept: 'application/jrd+json, application/json' } });
2761 if (!r.ok) return null;
2762 const jrd = await r.json();
2763 const link = (jrd.links || []).find((l) => l.rel === 'self' && /activity\+json|ld\+json/.test(l.type || ''));
2764 return safeUrl(link ? link.href : '') || null;
2765 } catch { return null; }
2766}
2767
2768let _insFw, _delFw, _listFw, _accFw, _oneFw, _setAB;
2769function fwStmts() {
2770 if (!_insFw) {
2771 _insFw = db.prepare('INSERT OR REPLACE INTO ap_following (slug, actor_uri, handle, name, icon, url, inbox, follow_id, status, auto_boost, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
2772 _delFw = db.prepare('DELETE FROM ap_following WHERE slug = ? AND actor_uri = ?');
2773 _listFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? ORDER BY created_at DESC');
2774 _accFw = db.prepare("UPDATE ap_following SET status = 'accepted' WHERE follow_id = ?");
2775 _oneFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? AND actor_uri = ?');
2776 _setAB = db.prepare('UPDATE ap_following SET auto_boost = ? WHERE slug = ? AND actor_uri = ?');
2777 }
2778 return { ins: _insFw, del: _delFw, list: _listFw, acc: _accFw, one: _oneFw, setAB: _setAB };
2779}
2780export function listFollowing(slug) { return fwStmts().list.all(slug); }
2781
2782// Toggle auto-boost ("feature") on an account we already follow.
2783export function setAutoBoost(slug, actorUri, on) {
2784 try { fwStmts().setAB.run(on ? 1 : 0, slug, actorUri); } catch { /* ignore */ }
2785 // Featuring an account → AP-native catch-up so the Cirkel isn't empty until they next
2786 // post (push doesn't backfill history-before-follow). Fire-and-forget pull, sends nothing.
2787 if (on) backfillFromOutbox(slug, actorUri).catch(() => {});
2788 return { ok: true };
2789}
2790
2791let _insTl, _listTl, _delTl;
2792function tlStmts() {
2793 if (!_insTl) {
2794 _insTl = db.prepare('INSERT OR IGNORE INTO ap_timeline (id, slug, author_uri, author_name, author_handle, author_icon, author_url, content, url, published, media_json, nsfw, cw, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
2795 _listTl = db.prepare('SELECT * FROM ap_timeline WHERE slug = ? ORDER BY COALESCE(published, created_at) DESC LIMIT ? OFFSET ?');
2796 _delTl = db.prepare('DELETE FROM ap_timeline WHERE id = ?');
2797 }
2798 return { ins: _insTl, list: _listTl, del: _delTl };
2799}
2800export function getTimeline(slug, limit, offset) { return tlStmts().list.all(slug, limit || 50, offset || 0); }
2801
2802/**
2803 * The direct notes addressed to this account: a plain DM, a guardian's wave
2804 * (§5), a ward's 🛟 help request (§5.2.1). They live in ap_mentions and NOT in
2805 * the timeline, because a note addressed to named people is a message and not a
2806 * post (belongsInTimeline).
2807 *
2808 * A client that only reads the timeline therefore sees none of them, which is
2809 * exactly what happened to Shaer: Berichten showed your own replies (those come
2810 * from your outbox) and nothing that was said to you. The C2S inbox read serves
2811 * both, so the app has one door for everything that arrives.
2812 *
2813 * A public mention from someone you follow is stored in both tables; those are
2814 * skipped here and stay a post.
2815 */
2816export function getDirectMessages(slug, limit) {
2817 try {
2818 return db.prepare(`
2819 SELECT m.object_uri, m.note_url, m.actor_uri, m.actor_name, m.actor_handle, m.actor_icon, m.actor_url,
2820 m.content, m.published, m.created_at, m.wave, m.help_request,
2821 m.emoji_json, m.actor_emoji_json, m.media_json, m.quote_json, m.embed_json
2822 FROM ap_mentions m
2823 WHERE m.slug = ?
2824 AND NOT EXISTS (SELECT 1 FROM ap_timeline t WHERE t.slug = m.slug AND t.id = m.object_uri)
2825 ORDER BY COALESCE(m.published, m.created_at) DESC LIMIT ?`).all(slug, limit || 60);
2826 } catch { return []; }
2827}
2828
2829/**
2830 * A stored stamp as an ISO instant. SQLite's CURRENT_TIMESTAMP writes
2831 * 'YYYY-MM-DD HH:MM:SS' in UTC, which Date.parse reads as LOCAL time; on a
2832 * server two hours ahead that dated every message two hours early and put the
2833 * conversation in the wrong order. A `published` from the wire is already ISO
2834 * and passes through untouched.
2835 */
2836export function isoStamp(v) {
2837 if (!v) return undefined;
2838 const s = String(v);
2839 if (/^\d{4}-\d{2}-\d{2}[ T]\d{2}:\d{2}:\d{2}$/.test(s)) return `${s.replace(' ', 'T')}Z`;
2840 const t = Date.parse(s);
2841 return Number.isFinite(t) ? new Date(t).toISOString() : undefined;
2842}
2843
2844// Inbox C2S read: a timeline row's media_json ([{url, type}], written on the
2845// inbound Create) → AS2 `attachment` array, so a client (Shaer) can render a
2846// friend's images/audio/video natively, exactly like own outbox posts. The
2847// stored `type` is the mediaType and may be ''. Malformed JSON yields
2848// undefined and never blocks the item.
2849export function timelineAttachments(mediaJson) {
2850 try {
2851 const list = mediaJson ? JSON.parse(mediaJson) : [];
2852 const rows = (Array.isArray(list) ? list : [])
2853 .filter((m) => m && m.url)
2854 .map((m) => {
2855 const a = { type: 'Document', mediaType: m.type || undefined, url: m.url };
2856 if (m.poster) a.icon = { type: 'Image', url: m.poster }; // the video's still (shaer-zowq)
2857 return a;
2858 });
2859 return rows.length ? rows : undefined;
2860 } catch { return undefined; }
2861}
2862
2863// FEP-9098 custom emojis. Inbound: keep the note's Emoji tags (as JSON) so we
2864// can serve them back. `extractEmojiTags` returns the JSON to store (or null);
2865// `timelineEmojis` turns the stored JSON back into an AS2 `tag` array for the
2866// C2S inbox read, so a client (Shaer) can render :shortcode: as an image.
2867export function extractEmojiTags(tag) {
2868 const arr = Array.isArray(tag) ? tag : (tag ? [tag] : []);
2869 const emojis = arr.filter((t) => t && (Array.isArray(t.type) ? t.type[0] : t.type) === 'Emoji'
2870 && typeof t.name === 'string' && t.icon);
2871 return emojis.length ? JSON.stringify(emojis) : null;
2872}
2873export function timelineEmojis(emojiJson) {
2874 try { const arr = emojiJson ? JSON.parse(emojiJson) : null; return (Array.isArray(arr) && arr.length) ? arr : undefined; }
2875 catch { return undefined; }
2876}
2877
2878// FEP-e232 object links (quotes / inline references). Inbound: keep the note's
2879// Link tags whose mediaType marks an AP object (the AS2-profiled ld+json, or
2880// activity+json as its equivalent) as JSON, so the C2S inbox read can serve
2881// them back and a client (Shaer) can render the quote/reference. Mirrors
2882// extractEmojiTags. Plain hyperlinks (text/html) and Mentions are dropped.
2883export function extractObjectLinkTags(tag) {
2884 const arr = Array.isArray(tag) ? tag : (tag ? [tag] : []);
2885 const links = arr.filter((t) => {
2886 if (!t || (Array.isArray(t.type) ? t.type[0] : t.type) !== 'Link') return false;
2887 if (typeof t.href !== 'string' || !t.href) return false;
2888 const mt = String(t.mediaType || '').toLowerCase();
2889 return (mt.startsWith('application/ld+json') && mt.includes('activitystreams'))
2890 || mt.startsWith('application/activity+json');
2891 });
2892 return links.length ? JSON.stringify(links) : null;
2893}
2894export function timelineObjectLinks(linkJson) {
2895 try { const arr = linkJson ? JSON.parse(linkJson) : null; return (Array.isArray(arr) && arr.length) ? arr : undefined; }
2896 catch { return undefined; }
2897}
2898
2899// FEP-044f quote posts: a quote is usually NOT an FEP-e232 tag but an
2900// object-level property. FEP-044f §"how to recognise" lists them all:
2901// `quote` (the FEP property, a string or an embedded Link/object), and the
2902// de-facto `quoteUrl` (as:), `quoteUri` (fedibird), `_misskey_quote` (misskey).
2903// This returns the quoted object's URL from whichever is present.
2904export function extractQuoteUrl(note) {
2905 if (!note || typeof note !== 'object') return null;
2906 const q = note.quote ?? note.quoteUrl ?? note.quoteUri ?? note['_misskey_quote'];
2907 if (!q) return null;
2908 if (typeof q === 'string') return q || null;
2909 if (typeof q === 'object') return (typeof q.id === 'string' && q.id) || (typeof q.href === 'string' && q.href) || null;
2910 return null;
2911}
2912
2913// The note's object-link tags for storage: real FEP-e232 Link tags PLUS any
2914// FEP-044f object-level quote, normalised to one FEP-e232-shaped Link (rel
2915// _misskey_quote) so the client's single object-link path renders them all.
2916// Deduped by href. Returns the JSON to store (or null if the note has neither).
2917export function extractLinkJson(note) {
2918 const links = [];
2919 const fromTag = extractObjectLinkTags(note && note.tag);
2920 if (fromTag) { try { links.push(...JSON.parse(fromTag)); } catch { /* ignore */ } }
2921 const qUrl = extractQuoteUrl(note);
2922 if (qUrl && !links.some((l) => l && l.href === qUrl)) {
2923 links.push({ type: 'Link', mediaType: 'application/activity+json', href: qUrl,
2924 rel: ['https://misskey-hub.net/ns#_misskey_quote'], name: qUrl });
2925 }
2926 return links.length ? JSON.stringify(links) : null;
2927}
2928
2929// The URL of the quoted post, from either an object-level quote (FEP-044f) or a
2930// quote-rel FEP-e232 Link tag. Used to resolve the embedded quote card.
2931export function quoteHrefOf(note) {
2932 const direct = extractQuoteUrl(note);
2933 if (direct) return direct;
2934 const arr = Array.isArray(note && note.tag) ? note.tag : (note && note.tag ? [note.tag] : []);
2935 for (const t of arr) {
2936 if (!t || (Array.isArray(t.type) ? t.type[0] : t.type) !== 'Link' || typeof t.href !== 'string') continue;
2937 const rel = Array.isArray(t.rel) ? t.rel : (t.rel ? [t.rel] : []);
2938 if (rel.some((r) => /quote/i.test(String(r)))) return t.href;
2939 }
2940 return null;
2941}
2942
2943// Turn the stored quote snapshot back into the object the C2S inbox read serves
2944// as `shaer:quote`, so the client can render the embedded quote card.
2945export function timelineQuote(quoteJson) {
2946 try { const q = quoteJson ? JSON.parse(quoteJson) : null; return (q && typeof q === 'object') ? q : undefined; }
2947 catch { return undefined; }
2948}
2949
2950// Store the author's display-name emoji map (from actorInfo().emojis) on a
2951// timeline row, so the byline can render a ":shortcode:" name. No-op when the
2952// name has no custom emoji (the common case).
2953function storeAuthorEmoji(id, slug, ai) {
2954 if (!ai || !ai.emojis || !Object.keys(ai.emojis).length) return;
2955 try { db.prepare('UPDATE ap_timeline SET author_emoji_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(ai.emojis), id, slug); } catch { /* ignore */ }
2956}
2957
2958// A display-name emoji map (actorInfo().emojis) → JSON to store, or null.
2959function emojiJsonOf(map) { return (map && Object.keys(map).length) ? JSON.stringify(map) : null; }
2960
2961// ── Cirkel = posts from the accounts you auto-boost ("feature an artist") ──
2962let _abCount, _cirkelPosts, _cirkelMembers;
2963export function autoBoostCount(slug) {
2964 try { if (!_abCount) _abCount = db.prepare('SELECT COUNT(*) AS n FROM ap_following WHERE slug = ? AND auto_boost = 1'); return _abCount.get(slug).n; } catch { return 0; }
2965}
2966export function getCirkelPosts(slug, limit, offset) {
2967 try {
2968 // Cirkel = posts from featured (auto_boost) accounts + posts you boosted
2969 // (t.boosted), mixed by date. One row per note in ap_timeline → no duplicates.
2970 if (!_cirkelPosts) _cirkelPosts = db.prepare(`
2971 SELECT t.id, t.author_uri, t.author_name, t.author_handle, t.author_icon, t.author_url,
2972 t.content, t.url, t.published, t.media_json, t.boosted, t.nsfw, t.cw
2973 FROM ap_timeline t
2974 LEFT JOIN ap_following f ON f.slug = t.slug AND f.actor_uri = t.author_uri
2975 WHERE t.slug = ? AND (f.auto_boost = 1 OR t.boosted = 1)
2976 ORDER BY COALESCE(t.published, t.created_at) DESC, t.rowid DESC
2977 LIMIT ? OFFSET ?`);
2978 return _cirkelPosts.all(slug, limit || 60, offset || 0);
2979 } catch { return []; }
2980}
2981export function getCirkelMembers(slug) {
2982 try { if (!_cirkelMembers) _cirkelMembers = db.prepare('SELECT name, url, icon FROM ap_following WHERE slug = ? AND auto_boost = 1 ORDER BY name'); return _cirkelMembers.all(slug); } catch { return []; }
2983}
2984// Mark a timeline post as boosted so it shows in the Cirkel (mixed by date).
2985let _markBoost, _unmarkBoost, _boostedCount;
2986export function markBoosted(slug, noteId) {
2987 try { if (!_markBoost) _markBoost = db.prepare('UPDATE ap_timeline SET boosted = 1 WHERE slug = ? AND id = ?'); _markBoost.run(slug, noteId); } catch { /* ignore */ }
2988}
2989export function unmarkBoosted(slug, noteId) {
2990 try { if (!_unmarkBoost) _unmarkBoost = db.prepare('UPDATE ap_timeline SET boosted = 0 WHERE slug = ? AND id = ?'); _unmarkBoost.run(slug, noteId); } catch { /* ignore */ }
2991}
2992let _markLike, _unmarkLike;
2993export function markLiked(slug, noteId) {
2994 try { if (!_markLike) _markLike = db.prepare('UPDATE ap_timeline SET liked = 1 WHERE slug = ? AND id = ?'); _markLike.run(slug, noteId); } catch { /* ignore */ }
2995}
2996export function unmarkLiked(slug, noteId) {
2997 try { if (!_unmarkLike) _unmarkLike = db.prepare('UPDATE ap_timeline SET liked = 0 WHERE slug = ? AND id = ?'); _unmarkLike.run(slug, noteId); } catch { /* ignore */ }
2998}
2999export function getTimelineReaction(slug, noteId) {
3000 try { const r = db.prepare('SELECT liked, boosted FROM ap_timeline WHERE slug = ? AND id = ?').get(slug, noteId); return { liked: !!(r && r.liked), boosted: !!(r && r.boosted) }; } catch { return { liked: false, boosted: false }; }
3001}
3002// Boost a REMOTE post that may not be in your timeline (you don't follow the author):
3003// store it in ap_timeline (INSERT OR IGNORE → no dup for followed posts) so it shows in
3004// the Cirkel with a Boost badge, then flag it boosted.
3005export function upsertBoostedNote(slug, note) {
3006 if (!slug || !note || !note.object_uri) return;
3007 const id = note.object_uri;
3008 // Prefer the full typed media (incl. video/mp4 — a Loops boost is video-only and
3009 // rendered a bare text tile); fall back to the image-only list for older callers.
3010 const media = (note.media && note.media !== '[]')
3011 ? note.media
3012 : JSON.stringify((note.images || []).map((u) => ({ url: u, type: 'image/jpeg' })));
3013 try {
3014 const r = tlStmts().ins.run(id, slug, note.actor_uri || '', note.actor_name || '', note.actor_handle || '',
3015 note.actor_icon || '', note.actor_url || '', note.content || '', note.url || null,
3016 new Date().toISOString(), media, note.sensitive ? 1 : 0, note.cw || null);
3017 if (!r.changes) {
3018 // Row already cached (INSERT OR IGNORE) → refresh it with the freshly
3019 // resolved note. Without this a row cached without its cover (or with
3020 // stale content) stayed stale forever — even boosting again didn't heal it.
3021 // Keep the CACHED media when the resolve yielded none: an empty re-resolve
3022 // used to clobber a good media_json (the followed copy had the video, the
3023 // boost wiped it to []).
3024 db.prepare(`UPDATE ap_timeline SET content = ?, media_json = CASE WHEN ? = '[]' THEN media_json ELSE ? END,
3025 nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE slug = ? AND id = ?`)
3026 .run(note.content || '', media, media, note.sensitive ? 1 : 0, note.cw || null, note.url || null, slug, id);
3027 }
3028 } catch { /* ignore */ }
3029 markBoosted(slug, id);
3030}
3031export function boostedCount(slug) {
3032 try { if (!_boostedCount) _boostedCount = db.prepare('SELECT COUNT(*) AS n FROM ap_timeline WHERE slug = ? AND boosted = 1'); return _boostedCount.get(slug).n; } catch { return 0; }
3033}
3034
3035// Resolve a Klonkt/AP actor URL from a site root: a Klonkt site's root 302s to
3036// /ap/users/<slug> (content negotiation; Location may be relative). Used by
3037// followActor for bare-domain follows.
3038// NB: the old auto-migration of legacy Cirkels (circle_links -> AP follows) was
3039// REMOVED on 2026-06-26 — it auto-sent Follows on boot, which violates "the code
3040// never throws anything into the fediverse automatically" (would surprise-Follow
3041// for some operators at scale). The dead circle_links table stays as harmless dead
3042// data; an operator restores an old cirkel by re-following in /following (their click).
3043async function resolveApActor(siteUrl) {
3044 try {
3045 const r = await fetch(siteUrl, { headers: { Accept: 'application/activity+json' }, redirect: 'manual' });
3046 if (r.status >= 300 && r.status < 400) { const loc = r.headers.get('location'); if (loc) return new URL(loc, siteUrl).href; }
3047 if (r.ok) return siteUrl;
3048 } catch { /* unreachable */ }
3049 return null;
3050}
3051
3052// ── Self-heal: re-sync the fediverse cache (ap_timeline) after a DRASTIC update ──
3053// Runs ONCE per SELFHEAL_VERSION bump — NOT on every boot. Re-fetches each cached
3054// note and refreshes content + media (recovers covers/edits that were delivered
3055// during a flux window, e.g. a fleet-wide update), and drops notes that are gone
3056// (404/410). Bump SELFHEAL_VERSION only on a release that warrants a re-sync.
3057const SELFHEAL_VERSION = 21; // v21: drop direct notes (🛟 help requests, waves) that were cached as timeline posts
3058async function fetchNoteAP(url) {
3059 try {
3060 const r = await fetch(url, { headers: { Accept: 'application/activity+json' } });
3061 if (r.status === 404 || r.status === 410) return 404;
3062 if (r.ok) return await r.json();
3063 } catch { /* unreachable */ }
3064 return null;
3065}
3066function mediaFromNote(note) {
3067 const atts = (Array.isArray(note.attachment) ? note.attachment : []).map((a) => {
3068 const m = { url: safeUrl(a && a.url), type: (a && a.mediaType) || '' };
3069 // A federated video may carry its poster as an AS2 icon (shaer-zowq).
3070 const iconUrl = a && a.icon && safeUrl(typeof a.icon === 'string' ? a.icon : a.icon.url);
3071 if (iconUrl && /^video\//i.test(m.type)) m.poster = iconUrl;
3072 return m;
3073 }).filter((m) => m.url);
3074 if (!atts.some((m) => !m.type || /image/i.test(m.type)) && note.image) {
3075 const im = Array.isArray(note.image) ? note.image[0] : note.image;
3076 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
3077 if (iu) atts.push({ url: iu, type: (im && im.mediaType) || 'image/jpeg' });
3078 }
3079 return JSON.stringify(atts);
3080}
3081
3082// FEP-044f, emit side. The mirror of extractQuoteUrl (ingest): when one of our
3083// own posts quotes a fediverse object, say so in the shapes the network really
3084// reads. `quote` is the FEP property; quoteUrl / _misskey_quote are the de-facto
3085// ones Mastodon and Misskey look at, and the FEP-e232 `Link` in `tag` is the
3086// third form. All three point at the same object, which is what every reader
3087// expects. The quoted author goes in `cc`, because being quoted without being
3088// told is exactly the rudeness this FEP is trying to design away.
3089export function applyQuoteProps(note, quoteUri, quoteActor) {
3090 if (!note || typeof quoteUri !== 'string' || !/^https?:\/\//i.test(quoteUri)) return note;
3091 note.quote = quoteUri;
3092 note.quoteUrl = quoteUri;
3093 note['_misskey_quote'] = quoteUri;
3094 note.tag = [...(note.tag || []), {
3095 type: 'Link',
3096 mediaType: 'application/ld+json; profile="https://www.w3.org/ns/activitystreams"',
3097 href: quoteUri,
3098 rel: ['https://misskey-hub.net/ns#_misskey_quote'],
3099 name: quoteUri,
3100 }];
3101 if (typeof quoteActor === 'string' && /^https?:\/\//i.test(quoteActor)) {
3102 note.cc = [...new Set([...(note.cc || []), quoteActor])];
3103 }
3104 return note;
3105}
3106
3107// The first external (non-fediverse) link in a note, resolved to the same card
3108// shape as a quote: THUMBNAIL ONLY, never the provider's iframe. An arbitrary
3109// third-party frame inside a kid-safe app is a hole you cannot close again, so
3110// the embed carries an image and a title and nothing executable.
3111// Returns the JSON to store, or null when there is nothing worth showing.
3112export async function resolveExternalEmbed(html) {
3113 const first = firstExternalUrl(html);
3114 if (!first) return null;
3115 const io = EmbedResolver.liveIO({
3116 safeFetch,
3117 detectProvider: (u) => AudioEmbedService.detectProvider(u),
3118 fetchActor,
3119 actorInfo,
3120 });
3121 const card = await EmbedResolver.resolveEmbed(first, io).catch(() => null);
3122 // 'ap' is handled by the quote path; a bare 'link' is not worth a card.
3123 if (!card || card.kind === 'ap' || card.kind === 'link') return null;
3124 const thumb = (card.media || []).find((m) => m && m.url);
3125 if (!thumb && !card.title) return null;
3126 // Title, provider and author name come from a third party. Store them as
3127 // PLAIN TEXT (tags stripped, length-capped), so no renderer downstream has to
3128 // be the one that remembers to escape. A card is a card, not an essay.
3129 const plain = (v) => (v ? HtmlSanitizerService.toPlainText(String(v)).trim().slice(0, 200) : null);
3130 return JSON.stringify({
3131 url: card.url,
3132 kind: card.kind, // 'provider' | 'oembed'
3133 provider: plain(card.provider),
3134 title: plain(card.title),
3135 author: card.author ? { ...card.author, name: plain(card.author.name), handle: plain(card.author.handle) } : null,
3136 media: thumb ? [thumb] : [], // thumbnail only, no html/iframe
3137 });
3138}
3139
3140/**
3141 * Does our own post link to a fediverse object? Returns { uri, actor } when the
3142 * first external link resolves to a quotable AP object, else null. Runs once at
3143 * publish time; the answer is stored on the post.
3144 */
3145export async function resolveOwnQuote(html) {
3146 const first = firstExternalUrl(html);
3147 if (!first) return null;
3148 const io = EmbedResolver.liveIO({ safeFetch, detectProvider: () => null, fetchActor, actorInfo });
3149 const card = await EmbedResolver.resolveEmbed(first, io).catch(() => null);
3150 if (!card || card.kind !== 'ap' || !card.id) return null;
3151 return { uri: card.id, actor: card.attributedTo || null };
3152}
3153
3154/** The first http(s) link in sanitized note HTML that is not a mention/hashtag. */
3155export function firstExternalUrl(html) {
3156 if (!html || typeof html !== 'string') return null;
3157 for (const m of html.matchAll(/<a\b[^>]*href=["']([^"']+)["'][^>]*>/gi)) {
3158 const tag = m[0];
3159 if (/\b(mention|hashtag|u-url)\b/i.test(tag) && /mention|hashtag/i.test(tag)) continue;
3160 const href = m[1];
3161 if (/^https?:\/\//i.test(href)) return href;
3162 }
3163 return null;
3164}
3165
3166/** The stored external-embed card, for the C2S read. */
3167export function timelineEmbed(embedJson, { playback = false } = {}) {
3168 try {
3169 const e = embedJson ? JSON.parse(embedJson) : null;
3170 if (!e || typeof e !== 'object' || !e.url) return undefined;
3171 // The player URL is served ONLY when the playback gate is open (FEP-633c
3172 // 5.6). Deciding it here keeps the provider knowledge in one place: the
3173 // client never needs a list of hosts, it just plays what it is handed.
3174 // Privacy-enhanced variants only: nocookie for YouTube, the instance's own
3175 // player for PeerTube. Without one the card stays a thumbnail.
3176 const player = playback ? playerUrlFor(e.url) : null;
3177 if (player) return { ...e, 'shaer:playerUrl': player };
3178 // The gate is shut and there IS something behind it. Saying so costs
3179 // nothing (the card already shows a video thumbnail) and saves the child
3180 // from tapping a card that will never answer: the app can explain instead
3181 // of doing nothing. It stays a statement of fact, never a way in.
3182 return playerUrlFor(e.url) ? { ...e, 'shaer:playable': true } : e;
3183 } catch { return undefined; }
3184}
3185
3186/** The embeddable player for a URL, or null when we will not frame it. */
3187export function playerUrlFor(url) {
3188 if (typeof url !== 'string') return null;
3189 let p = null;
3190 try { p = AudioEmbedService.detectProvider(url); } catch { p = null; }
3191 if (p && p.provider === 'youtube' && p.id) return `https://www.youtube-nocookie.com/embed/${p.id}?rel=0&modestbranding=1&playsinline=1`;
3192 if (p && p.provider === 'vimeo' && p.id) return `https://player.vimeo.com/video/${p.id}`;
3193 // PeerTube is decentralised, so it is matched by its watch-URL shape rather
3194 // than a provider list. Host chars are validated before it is inlined.
3195 const pt = url.match(/^https?:\/\/([\w.-]+(?::\d+)?)\/(?:w|videos\/watch)\/([\w-]{6,})/i);
3196 if (pt) return `https://${pt[1]}/videos/embed/${pt[2]}`;
3197 return null;
3198}
3199
3200// FEP-044f embedded quote card: resolve the quoted post to a compact, sanitised
3201// snapshot { url, author{name,handle,icon}, content, published, media } so the
3202// client can render it as a nested card instead of a bare link. Best-effort and
3203// SSRF-safe (apGetJson): returns null on any failure, and the client falls back
3204// to the object-link chip. The content goes through the same sanitiser as every
3205// other note, so the kid-safe guarantees hold.
3206async function resolveQuote(note) {
3207 const url = quoteHrefOf(note);
3208 if (!url) return null;
3209 const q = await apGetJson(url);
3210 if (!q || typeof q !== 'object') return null;
3211 const authorUri = typeof q.attributedTo === 'string' ? q.attributedTo
3212 : (q.attributedTo && typeof q.attributedTo.id === 'string' ? q.attributedTo.id : null);
3213 const ai = authorUri ? actorInfo(await fetchActor(authorUri), authorUri) : null;
3214 // The quoted post's own FEP-9098 emojis, so :shortcode: renders in the card.
3215 const emojis = {};
3216 try {
3217 for (const e of JSON.parse(extractEmojiTags(q.tag) || '[]')) {
3218 const u = e.icon && (e.icon.url || (Array.isArray(e.icon) && e.icon[0] && e.icon[0].url));
3219 if (typeof e.name === 'string' && u) emojis[e.name] = u;
3220 }
3221 } catch { /* ignore */ }
3222 let media = []; try { media = JSON.parse(mediaFromNote(q)); } catch { /* ignore */ }
3223 const snapshot = {
3224 url: safeUrl(q.url || q.id || url) || url,
3225 author: ai ? { name: ai.name, handle: ai.handle, icon: ai.icon } : null,
3226 content: HtmlSanitizerService.sanitize(q.content || ''),
3227 published: q.published || null,
3228 media,
3229 emojis: Object.keys(emojis).length ? emojis : undefined,
3230 };
3231 return JSON.stringify(snapshot);
3232}
3233
3234/**
3235 * The card under a post: a fediverse quote (FEP-044f) when the note has one,
3236 * otherwise an external link preview. Both render as the SAME card, so only one
3237 * of the two is ever stored. Returns {column, json} or null.
3238 *
3239 * Both halves reach out over the network, which is why every caller runs this
3240 * out of band: an inbox answer must never wait on a third party.
3241 */
3242async function resolveCard(o) {
3243 if (quoteHrefOf(o)) {
3244 const qj = await resolveQuote(o);
3245 return qj ? { column: 'quote_json', json: qj } : null;
3246 }
3247 const ej = await resolveExternalEmbed(o && o.content);
3248 return ej ? { column: 'embed_json', json: ej } : null;
3249}
3250
3251// A generic SSRF-safe AP GET (collections / pages).
3252/**
3253 * A signed GET as one of our local actors (friends-history, 30-7): the remote
3254 * server can then recognise the caller and serve what THAT caller may see,
3255 * exactly like the guardian's authorized fetch. The signature covers
3256 * (request-target) host date, the set verifyRequest checks.
3257 */
3258async function signedGetJson(slug, url) {
3259 try {
3260 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3261 if (!base || !slug) return apGetJson(url);
3262 const me = actorId(base, slug);
3263 const keys = getOrCreateKeys(slug);
3264 const u = new URL(url);
3265 const date = new Date().toUTCString();
3266 const target = `${u.pathname}${u.search || ''}`;
3267 const signingString = `(request-target): get ${target}\nhost: ${u.host}\ndate: ${date}`;
3268 const signature = crypto.sign('sha256', Buffer.from(signingString), keys.private_pem).toString('base64');
3269 const sig = `keyId="${me}#main-key",algorithm="rsa-sha256",headers="(request-target) host date",signature="${signature}"`;
3270 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json', Date: date, Signature: sig } });
3271 if (!r.ok) return null;
3272 const len = Number(r.headers.get('content-length') || 0);
3273 if (len > 3_000_000) return null;
3274 return await r.json();
3275 } catch { return null; }
3276}
3277
3278async function apGetJson(url) {
3279 try {
3280 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
3281 if (!r.ok) return null;
3282 const len = Number(r.headers.get('content-length') || 0);
3283 if (len > 3_000_000) return null;
3284 return await r.json();
3285 } catch { return null; }
3286}
3287// AP-native catch-up: pull an actor's standard `outbox` collection and merge their recent
3288// top-level posts into the timeline for `slug`. Push (Create delivery) cannot backfill
3289// history-from-before-you-followed or a delivery that was missed while you were down;
3290// reading the outbox is the spec-conform way to catch up. PULL ONLY — sends nothing.
3291export async function backfillFromOutbox(slug, actorUri, limit = 20) {
3292 try {
3293 if (!slug || !actorUri) return 0;
3294 const actor = await fetchActor(actorUri);
3295 if (!actor || !actor.outbox) return 0;
3296 // Signed as the follower (30-7): the serving side recognises an accepted
3297 // friend and hands the friends-only history along; an anonymous GET only
3298 // ever sees the public set. A server that ignores the signature behaves
3299 // exactly as before.
3300 let page = await signedGetJson(slug, typeof actor.outbox === 'string' ? actor.outbox : actor.outbox.id);
3301 let items = (page && (page.orderedItems || page.items)) || [];
3302 if (!items.length && page && page.first) {
3303 page = await signedGetJson(slug, typeof page.first === 'string' ? page.first : page.first.id);
3304 items = (page && (page.orderedItems || page.items)) || [];
3305 }
3306 if (!Array.isArray(items) || !items.length) return 0;
3307 const ai = actorInfo(actor, actorUri);
3308 let added = 0;
3309 for (const it of items.slice(0, limit)) {
3310 // Each item is usually a Create wrapping a Note, or sometimes the Note itself.
3311 const o = (it && typeof it.object === 'object' && it.object) ? it.object : it;
3312 if (!o || !o.id) continue;
3313 if (o.type && o.type !== 'Note' && o.type !== 'Article' && o.type !== 'Question') continue; // skip boosts/other
3314 if (o.inReplyTo) continue; // top-level only
3315 const auth = actorUriOf(o.attributedTo);
3316 if (auth && auth !== actorUri) continue; // their OWN posts only
3317 const html = HtmlSanitizerService.sanitize(o.content || '');
3318 const poll = parsePoll(o); // a Question (poll) → carry its options/counts on backfill too
3319 try {
3320 const r = tlStmts().ins.run(o.id, slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, mediaFromNote(o), o.sensitive ? 1 : 0, o.summary || null);
3321 if (r && r.changes > 0) added++;
3322 // FEP-9098: keep custom-emoji tags from backfilled posts too.
3323 { const ej = extractEmojiTags(o.tag); if (ej) { try { db.prepare('UPDATE ap_timeline SET emoji_json = ? WHERE id = ? AND slug = ?').run(ej, o.id, slug); } catch { /* ignore */ } } }
3324 storeAuthorEmoji(o.id, slug, ai); // custom-emoji display name for the byline
3325 // FEP-e232 + FEP-044f: keep object-link/quote tags from backfilled posts too.
3326 { const lj = extractLinkJson(o); if (lj) { try { db.prepare('UPDATE ap_timeline SET link_json = ? WHERE id = ? AND slug = ?').run(lj, o.id, slug); } catch { /* ignore */ } } }
3327 // FEP-044f: resolve the embedded quote card for backfilled posts too.
3328 if (quoteHrefOf(o)) { const qj = await resolveQuote(o); if (qj) { try { db.prepare('UPDATE ap_timeline SET quote_json = ? WHERE id = ? AND slug = ?').run(qj, o.id, slug); } catch { /* ignore */ } } }
3329 // Set poll_json if this is a poll and we don't already have it (COALESCE preserves a vote).
3330 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = COALESCE(poll_json, ?) WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, slug); } catch { /* ignore */ } }
3331 } catch { /* ignore */ }
3332 }
3333 if (added) console.log('[AP] outbox backfill', actorUri, '→', slug, '+' + added);
3334 return added;
3335 } catch { return 0; }
3336}
3337
3338// ── Remote thread crawl (fill the gaps in a local post's conversation) ────────────
3339// Most replies reach us by delivery, but replies-to-replies that live on other servers and
3340// aren't addressed to us are missed. This pulls the AS2 `replies` collections of the replies
3341// we DO have, caching any newly-found ones in ap_interactions.
3342//
3343// Matches Mastodon's behaviour: ONE level per crawl (like its FetchRepliesService), not a deep
3344// recursive walk. Deeper levels fill in incrementally across crawls — once a fetched reply is
3345// cached it becomes a seed itself, so its own replies are pulled on a later view (Mastodon's
3346// per-status cascade). Bounded + polite (serial), PULL only, and stale-while-revalidate: it
3347// never runs in a page request — the view renders from cache; a stale post kicks off a
3348// background refresh for the NEXT view.
3349const THREAD_TTL_MS = 15 * 60 * 1000; // don't re-crawl a post more than ~4×/hour
3350const THREAD_MAX_DEPTH = 1; // one hop per crawl (like Mastodon); deeper fills in over crawls
3351const THREAD_MAX_FETCHES = 30; // hard cap on remote GETs per crawl (be a good peer)
3352const _crawlingThreads = new Set(); // per-post in-flight lock (no stampede across views)
3353
3354function threadCrawlTs(postId) {
3355 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('thread_crawl:' + postId); return r ? (Number(r.value) || 0) : 0; }
3356 catch { return 0; }
3357}
3358function setThreadCrawlTs(postId, ts) {
3359 try { db.prepare('INSERT INTO app_settings (key, value) VALUES (?, ?) ON CONFLICT(key) DO UPDATE SET value = excluded.value').run('thread_crawl:' + postId, String(ts)); }
3360 catch { /* ignore */ }
3361}
3362
3363// Read a note's `replies` (string ref / Collection with `first` / paged CollectionPages) →
3364// child note URIs. Every remote GET goes through `budget` so the whole crawl stays capped.
3365async function collectReplyItems(repliesRef, maxPages, budget) {
3366 const uris = [];
3367 let node = typeof repliesRef === 'string' ? await budget.get(repliesRef) : repliesRef;
3368 if (node && node.first) node = typeof node.first === 'string' ? await budget.get(node.first) : node.first;
3369 let pages = 0;
3370 while (node && pages++ < maxPages) {
3371 for (const it of (node.items || node.orderedItems || [])) {
3372 const u = typeof it === 'string' ? it : (it && it.id);
3373 if (u && /^https?:\/\//i.test(u)) uris.push(u);
3374 }
3375 if (!node.next) break;
3376 node = typeof node.next === 'string' ? await budget.get(node.next) : node.next;
3377 }
3378 return uris;
3379}
3380
3381async function crawlThread(postId) {
3382 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3383 if (!base) return;
3384 // Seed frontier = the remote reply note URIs we already have; also the dedup set.
3385 let known;
3386 try { known = new Set(db.prepare("SELECT object_uri FROM ap_interactions WHERE post_id = ? AND kind = 'reply' AND object_uri != ''").all(postId).map((r) => r.object_uri)); }
3387 catch { return; }
3388 const seeds = [...known].filter((u) => /^https?:\/\//i.test(u));
3389 if (!seeds.length) return; // nothing remote to expand
3390 // Owner-removed replies (tombstones) join the dedup set AFTER seeding, so the
3391 // crawler never re-adds them via thread-filling (they're gone from the seeds
3392 // already because rejectInteraction deleted their ap_interactions row).
3393 try { for (const r of db.prepare('SELECT object_uri FROM ap_rejected_objects WHERE post_id = ?').all(postId)) known.add(r.object_uri); }
3394 catch { /* table always exists after boot migration */ }
3395
3396 let fetches = 0;
3397 const budget = { get: async (u) => { if (fetches >= THREAD_MAX_FETCHES) return null; fetches++; return apGetJson(u); } };
3398 const visited = new Set(); // notes whose replies collection we've already expanded
3399 let frontier = seeds.slice();
3400 let added = 0;
3401
3402 for (let depth = 0; depth < THREAD_MAX_DEPTH && frontier.length && fetches < THREAD_MAX_FETCHES; depth++) {
3403 const nextFrontier = [];
3404 for (const noteUri of frontier) {
3405 if (visited.has(noteUri) || fetches >= THREAD_MAX_FETCHES) continue;
3406 visited.add(noteUri);
3407 const note = await budget.get(noteUri);
3408 if (!note || !note.replies) continue;
3409 const childUris = await collectReplyItems(note.replies, 2, budget);
3410 for (const cu of childUris) {
3411 if (known.has(cu) || fetches >= THREAD_MAX_FETCHES) continue;
3412 known.add(cu);
3413 const child = await budget.get(cu);
3414 if (!child || !child.id || (child.type !== 'Note' && child.type !== 'Article')) continue;
3415 if (isRejectedObject(child.id)) continue; // note id can differ from the collection URI (redirects)
3416 const actorUri = actorUriOf(child.attributedTo);
3417 if (!actorUri || isBlockedAny(actorUri)) continue; // skip blocked authors
3418 const actor = await budget.get(actorUri); // may be null if budget spent → fallback handle
3419 const ai = actorInfo(actor, actorUri);
3420 const html = HtmlSanitizerService.sanitize(child.content || '');
3421 // The child replies to `note` by construction (it's in note's replies collection).
3422 try { iStmts().ins.run('reply', postId, child.id, actorUri, ai.name, ai.handle, ai.url, ai.icon, html, child.published || null, note.id || noteUri, noteVisibility(child), extractEmojiTags(child.tag), emojiJsonOf(ai.emojis)); added++; } catch { /* ignore */ }
3423 nextFrontier.push(child.id); // expand this reply's own replies next depth
3424 }
3425 }
3426 frontier = nextFrontier;
3427 }
3428 if (added) console.log('[AP] thread crawl', postId, '+' + added, 'remote replies (' + fetches + ' fetches)');
3429}
3430
3431// Stale-while-revalidate entry point: call from the post view. Renders nothing, blocks nothing —
3432// fires a background crawl only if this post hasn't been crawled within the TTL.
3433export function maybeCrawlThread(postId) {
3434 if (!postId || _crawlingThreads.has(postId)) return;
3435 if (Date.now() - threadCrawlTs(postId) < THREAD_TTL_MS) return;
3436 _crawlingThreads.add(postId);
3437 setThreadCrawlTs(postId, Date.now()); // optimistic mark so concurrent/next views don't re-fire
3438 crawlThread(postId).catch((e) => console.warn('[AP] thread crawl failed:', e && e.message)).finally(() => _crawlingThreads.delete(postId));
3439}
3440
3441let _selfHealing = false;
3442export async function selfHealTimeline() {
3443 if (_selfHealing) return; _selfHealing = true;
3444 try {
3445 let cur = 0;
3446 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_version'); cur = r ? (parseInt(r.value, 10) || 0) : 0; } catch { return; }
3447 if (cur >= SELFHEAL_VERSION) return; // already healed for this version — skip on normal boots
3448 // v21: direct notes used to land in the timeline as if they were posts, so a
3449 // ward's 🛟 help request showed up in the guardian's Krant. The insert now
3450 // refuses them; drop the ones already cached. Scoped to the two kinds we can
3451 // still recognise afterwards (help request, wave) — a plain public mention
3452 // from someone you follow IS a timeline post and must stay.
3453 try {
3454 const r = db.prepare(`DELETE FROM ap_timeline WHERE EXISTS (
3455 SELECT 1 FROM ap_mentions m
3456 WHERE m.object_uri = ap_timeline.id AND m.slug = ap_timeline.slug
3457 AND (m.help_request = 1 OR m.wave = 1))`).run();
3458 if (r.changes) console.log(`[AP] self-heal v21: ${r.changes} direct note(s) removed from the timeline`);
3459 } catch { /* table may predate the columns */ }
3460 let rows = [];
3461 try { rows = db.prepare('SELECT id, slug, content, media_json, nsfw, cw, url, emoji_json, link_json, quote_json, author_uri, author_name, author_emoji_json, reblog_name, reblog_handle, reblog_emoji_json, embed_json FROM ap_timeline ORDER BY rowid DESC LIMIT 200').all(); } catch { /* no table */ }
3462 let healed = 0, failed = 0;
3463 for (const r of rows) {
3464 // Link previews first, and deliberately BEFORE the note re-fetch. A
3465 // preview is resolved from the content we already hold, so hanging it
3466 // behind a remote fetch meant one unreachable origin skipped the whole
3467 // row (`continue` below) and the card never appeared. It needs nothing
3468 // from the origin, so it must not depend on it.
3469 if (!r.quote_json && !r.embed_json) {
3470 try {
3471 const ej = await resolveExternalEmbed(r.content);
3472 if (ej) db.prepare('UPDATE ap_timeline SET embed_json = ? WHERE id = ?').run(ej, r.id);
3473 } catch { /* best-effort, never blocks the heal */ }
3474 }
3475 try {
3476 const note = await fetchNoteAP(r.id);
3477 if (note === 404) { db.prepare('DELETE FROM ap_timeline WHERE id = ?').run(r.id); healed++; continue; }
3478 if (!note || typeof note !== 'object') { failed++; continue; } // origin unreachable right now
3479 const html = HtmlSanitizerService.sanitize(note.content || '');
3480 const media = mediaFromNote(note);
3481 const nsfw = note.sensitive ? 1 : 0; // re-sync NSFW/sensitive + CW onto already-cached posts
3482 const cw = note.summary || null;
3483 const url = note.url || null; // re-sync the human url (catches a remote slug rename)
3484 const emoji = extractEmojiTags(note.tag); // FEP-9098: re-capture custom-emoji tags (v8)
3485 const link = extractLinkJson(note); // FEP-e232 + FEP-044f: re-capture object-link/quote tags (v9)
3486 // FEP-044f: resolve the embedded quote card (v11). COALESCE-style: keep a
3487 // cached snapshot if the quoted post is momentarily unreachable now.
3488 const quote = quoteHrefOf(note) ? (await resolveQuote(note)) || r.quote_json || null : null;
3489 if ((html && html !== r.content) || media !== (r.media_json || '[]') || nsfw !== (r.nsfw || 0) || (cw || '') !== (r.cw || '') || (url && url !== r.url) || (emoji || '') !== (r.emoji_json || '') || (link || '') !== (r.link_json || '') || (quote || '') !== (r.quote_json || '')) {
3490 db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url), emoji_json = ?, link_json = ?, quote_json = ? WHERE id = ?').run(html || r.content, media, nsfw, cw, url, emoji, link, quote, r.id);
3491 healed++;
3492 }
3493 // v13: a custom-emoji display name needs the author's emoji map. Fetch
3494 // the actor once, only for rows whose name has a shortcode and no map yet.
3495 if (/:[A-Za-z0-9_+-]+:/.test(r.author_name || '') && !r.author_emoji_json && r.author_uri) {
3496 const ai = actorInfo(await fetchActor(r.author_uri), r.author_uri);
3497 if (ai.emojis) { try { db.prepare('UPDATE ap_timeline SET author_emoji_json = ? WHERE id = ?').run(JSON.stringify(ai.emojis), r.id); } catch { /* ignore */ } }
3498 }
3499 // v14: same for the booster's display name ("X boosted"). The row stores
3500 // no booster URI, so resolve it from the handle via webfinger. Scoped to
3501 // this exact row (slug) since a note can be boosted by different people.
3502 if (/:[A-Za-z0-9_+-]+:/.test(r.reblog_name || '') && !r.reblog_emoji_json && r.reblog_handle) {
3503 const bUri = await webfingerResolve(r.reblog_handle);
3504 const em = bUri ? actorNameEmojis(await fetchActor(bUri)) : undefined;
3505 if (em) { try { db.prepare('UPDATE ap_timeline SET reblog_emoji_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(em), r.id, r.slug); } catch { /* ignore */ } }
3506 }
3507 } catch { failed++; /* per-note best-effort */ }
3508 }
3509 // Only mark this version DONE after a clean pass. Some origins are briefly
3510 // offline exactly when we heal (phone-hosted instances!): skipping them and
3511 // consuming the version would leave those rows stale forever. Instead retry
3512 // on the next boots, giving up after a few attempts (permanently-dead
3513 // origins answer 404/410 and are deleted above, so they don't loop).
3514 const setSetting = (k, v) => { try { db.prepare('INSERT OR REPLACE INTO app_settings (key, value) VALUES (?, ?)').run(k, String(v)); } catch { /* ignore */ } };
3515 let attempts = 0;
3516 try { const a = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_attempts'); attempts = a ? (parseInt(a.value, 10) || 0) : 0; } catch { /* ignore */ }
3517 if (failed === 0 || attempts >= 4) {
3518 setSetting('selfheal_version', SELFHEAL_VERSION);
3519 setSetting('selfheal_attempts', 0);
3520 } else {
3521 setSetting('selfheal_attempts', attempts + 1);
3522 }
3523 if (rows.length) console.log(`[AP] self-heal v${SELFHEAL_VERSION}: ${healed}/${rows.length} timeline notes${failed ? ` (${failed} unreachable — will retry next boot)` : ''}`);
3524 } catch { /* never block boot */ } finally { _selfHealing = false; }
3525}
3526
3527// Follow a fediverse account by @handle (WebFinger → actor → signed Follow).
3528export async function followActor(site, handle, autoBoost = false) {
3529 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3530 if (!base || !site || !site.slug) return { error: 'config' };
3531 // Accept any of: a profile/actor URL, an @user@host handle (WebFinger), or a
3532 // bare site domain (site.com) — for a single-actor site (Klonkt etc.) the root
3533 // resolves to its AP actor, so you can follow a site by just its domain.
3534 const s = String(handle || '').trim();
3535 let actorUrl;
3536 if (/^https?:\/\//i.test(s)) actorUrl = safeUrl(s) || null;
3537 else if (s.includes('@')) actorUrl = await webfingerResolve(s);
3538 else if (/^[a-z0-9.-]+\.[a-z]{2,}/i.test(s)) actorUrl = await resolveApActor('https://' + s.replace(/^\/+|\/+$/g, ''));
3539 else actorUrl = null;
3540 if (!actorUrl) return { error: 'not_found' };
3541 const actor = await fetchActor(actorUrl).catch(() => null);
3542 if (!actor || !actor.id || !actor.inbox) return { error: 'unreachable' };
3543 const ai = actorInfo(actor, actor.id);
3544 const me = actorId(base, site.slug);
3545 const keys = getOrCreateKeys(site.slug);
3546 const followId = `${me}#follow-${Date.now()}-${rid()}`;
3547 fwStmts().ins.run(site.slug, actor.id, ai.handle, ai.name, ai.icon, ai.url, actor.inbox, followId, 'pending', autoBoost ? 1 : 0);
3548 const follow = { '@context': AP_CONTEXT, id: followId, type: 'Follow', actor: me, object: actor.id };
3549 // Deliver via the retry queue: a Follow that fails the first attempt (peer down,
3550 // timeout, transient 5xx) is retried with backoff instead of staying stuck on
3551 // 'pending' forever — the Accept can only come back once the Follow lands.
3552 await deliverWithRetry(site.slug, actor.inbox, follow, `${me}#main-key`, keys.private_pem);
3553 console.log('[AP] follow', site.slug, '→', actor.id);
3554 // Follow + feature in one step → backfill their recent posts into the Cirkel right away.
3555 if (autoBoost) backfillFromOutbox(site.slug, actor.id).catch(() => {});
3556 return { ok: true, name: ai.name, handle: ai.handle, actor: actor.id };
3557}
3558
3559// Resolve a profile URL or @handle to a followable remote actor (for the
3560// authorize_interaction "Follow" flow). Returns display fields + inbox, or null
3561// when it isn't a reachable actor (e.g. the input was a post, not a profile).
3562export async function resolveRemoteActor(input) {
3563 const s = String(input || '').trim();
3564 const actorUrl = /^https?:\/\//i.test(s) ? (safeUrl(s) || null) : await webfingerResolve(s);
3565 if (!actorUrl) return null;
3566 const actor = await fetchActor(actorUrl).catch(() => null);
3567 if (!actor || !actor.id || !actor.inbox) return null;
3568 const ai = actorInfo(actor, actor.id);
3569 return { actor_uri: actor.id, actor_name: ai.name, actor_handle: ai.handle, actor_url: ai.url, actor_icon: ai.icon, inbox: actor.inbox };
3570}
3571
3572export async function unfollowActor(site, actorUri) {
3573 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3574 const me = actorId(base, site.slug);
3575 const keys = getOrCreateKeys(site.slug);
3576 const row = fwStmts().one.get(site.slug, actorUri);
3577 // Undo(Follow) MUST reference the original Follow's real id so the remote can correlate it
3578 // and drop the follow. The old `${me}#follow` fallback never matched anything → the unfollow
3579 // silently failed on the remote. With no stored follow id (legacy row), skip the network Undo
3580 // rather than send an unmatchable one. Deliver durably via the retry queue.
3581 if (row && row.inbox && row.follow_id) {
3582 const undo = { '@context': AP_CONTEXT, id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me, object: { id: row.follow_id, type: 'Follow', actor: me, object: actorUri } };
3583 deliverWithRetry(site.slug, row.inbox, undo, `${me}#main-key`, keys.private_pem);
3584 } else if (row && row.inbox) {
3585 console.warn('[AP] unfollow', site.slug, '→', actorUri, '— no stored follow id; removed locally only (legacy follow, remote may keep it)');
3586 }
3587 fwStmts().del.run(site.slug, actorUri);
3588 return { ok: true };
3589}
3590
3591// FEP-633c §5.3 note (authorized fetch): true when `actorUri` is a committed
3592/**
3593 * Who is reading this outbox, and what may they see (30-7)?
3594 * - 'blocked': a verified caller this instance blocks. They get an EMPTY
3595 * collection, not even the public set (Robins eis): a block is a closed
3596 * door, and a signed fetch is the caller knocking with their name on it.
3597 * - 'friend': the owner (bearer) or a verified accepted follower or
3598 * guardian: the fan-only history rides along.
3599 * - 'public': everyone else: the public set.
3600 */
3601export function outboxAudience(slug, { bearerSlug = null, verifiedActor = null } = {}) {
3602 if (bearerSlug && bearerSlug === slug) return 'friend';
3603 if (!verifiedActor) return 'public';
3604 if (isBlockedAny(verifiedActor)) return 'blocked';
3605 try {
3606 if (db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND actor_uri = ?').get(slug, verifiedActor)) return 'friend';
3607 } catch { /* table absent on fresh init */ }
3608 if (isWardGuardian(slug, verifiedActor)) return 'friend';
3609 return 'public';
3610}
3611
3612// guardian of the local ward `wardSlug` — so a signed GET from it may read the
3613// ward's non-public history without the guardian appearing as a follower.
3614export function isWardGuardian(wardSlug, actorUri) {
3615 try { return !!Guardianship.getRelation(wardSlug, 'ward', actorUri); } catch { return false; }
3616}
3617
3618// FEP-633c §5.3: the guardians approved a gated follow of their ward. Send the
3619// Accept to the follower and record them, so delivery (incl. followers-only)
3620// begins. `pending` is a row from ap_pending_follows.
3621export async function acceptGatedFollow(pending) {
3622 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3623 const slug = pending.ward_slug;
3624 const me = actorId(base, slug);
3625 const keys = getOrCreateKeys(slug);
3626 fStmts().ins.run(slug, pending.follower_uri, pending.follower_inbox, pending.follower_shared_inbox, pending.follower_name, pending.follower_handle, pending.follower_icon);
3627 const original = pending.activity_json ? JSON.parse(pending.activity_json) : { type: 'Follow', actor: pending.follower_uri, object: me };
3628 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: original };
3629 await deliverWithRetry(slug, pending.follower_inbox, accept, `${me}#main-key`, keys.private_pem);
3630 const filled = pending.follower_shared_inbox &&
3631 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1').get(slug, pending.follower_shared_inbox, pending.follower_uri);
3632 if (!filled) backfillNewFollower(base, slug, pending.follower_shared_inbox || pending.follower_inbox).catch(() => {});
3633 console.log('[AP] gated Follow accepted', pending.follower_uri, '→ ward', slug);
3634 return { ok: true };
3635}
3636
3637// The guardians denied the follow: send a Reject so the follower's server clears
3638// its pending state, then the caller drops the record.
3639export async function rejectGatedFollow(pending) {
3640 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3641 const slug = pending.ward_slug;
3642 const me = actorId(base, slug);
3643 const keys = getOrCreateKeys(slug);
3644 const original = pending.activity_json ? JSON.parse(pending.activity_json) : { type: 'Follow', actor: pending.follower_uri, object: me };
3645 const reject = { '@context': AP_CONTEXT, id: `${me}#reject-${Date.now()}-${rid()}`, type: 'Reject', actor: me, object: original };
3646 if (pending.follower_inbox) await deliverWithRetry(slug, pending.follower_inbox, reject, `${me}#main-key`, keys.private_pem).catch(() => {});
3647 console.log('[AP] gated Follow rejected', pending.follower_uri, '→ ward', slug);
3648 return { ok: true };
3649}
3650
3651// ── Cross-instance follow-approval (FEP-633c §5.3, modelled on the guardian
3652// offer). Inbound: an Offer(Follow) forwarded by a ward to a guardian (leg
3653// 2), or a guardian's Accept/Reject coming back to the ward (leg 4). ──────
3654async function handleFollowApprovalInbox(act, slugParam) {
3655 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3656 const type = Array.isArray(act.type) ? act.type[0] : act.type;
3657 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
3658
3659 // Leg 2: I am a guardian; the object is the Follow to approve. The Offer is
3660 // signed by the ward, so act.actor is the ward.
3661 if (type === 'Offer') {
3662 const fo = (act.object && typeof act.object === 'object') ? act.object : null;
3663 const foType = fo && (Array.isArray(fo.type) ? fo.type[0] : fo.type);
3664 if (!fo || foType !== 'Follow') return false;
3665 const followId = fo.id;
3666 const follower = typeof fo.actor === 'string' ? fo.actor : (fo.actor && fo.actor.id);
3667 const wardUri = actorUri;
3668 if (!followId || !follower || !wardUri) return false;
3669 const recips = (Array.isArray(act.to) ? act.to : (act.to ? [act.to] : [])).filter((x) => typeof x === 'string');
3670 if (slugParam) recips.push(actorId(base, slugParam));
3671 let stored = false;
3672 for (const r of new Set(recips)) {
3673 const gslug = slugFromActorUrl(r);
3674 if (!gslug) continue;
3675 if (!Guardianship.getRelation(gslug, 'guardian', wardUri)) continue; // must actually guard this ward
3676 const wardDoc = await fetchActor(wardUri).catch(() => null);
3677 const fai = actorInfo(await fetchActor(follower).catch(() => null), follower);
3678 Guardianship.follows.recordReview(gslug, { id: followId, wardUri, wardInbox: wardDoc && wardDoc.inbox, follower, followerHandle: fai.handle, followerIcon: fai.icon, followJson: JSON.stringify(fo) });
3679 const L = pushLang(gslug);
3680 pushEvent(gslug, { type: 'guardian', title: i18nT(L, 'push.n_guard_cog_t'), body: i18nT(L, 'push.n_guard_cog_b', { who: fai.name || fai.handle || i18nT(L, 'notif.someone') }), url: `${pushPrefix(gslug)}/guardian` });
3681 stored = true;
3682 }
3683 return stored;
3684 }
3685
3686 // Leg 4: I am the ward; a guardian decided. object is the Follow (id).
3687 const fo = act.object;
3688 const followId = typeof fo === 'string' ? fo : (fo && fo.id);
3689 if (!followId) return false;
3690 const pending = Guardianship.follows.getPending(followId);
3691 if (!pending) return false;
3692 const allGuardians = Guardianship.listGuardians(pending.ward_slug).map((g) => g.other_uri);
3693 if (!allGuardians.includes(actorUri)) return false; // only a real guardian of this ward decides
3694 const decision = type === 'Reject' ? 'reject' : 'approve';
3695 // §3.5: the quorum runs over the AVAILABLE set. The voter itself was
3696 // restored by the one-answer rule when its activity arrived, so answering
3697 // is exactly what counts a guardian back in.
3698 const guardians = Guardianship.availability.availableSet(pending.ward_slug, allGuardians, Date.now());
3699 const r = Guardianship.follows.decide(followId, actorUri, decision, guardians);
3700 try {
3701 if (r.outcome === 'approved') { await acceptGatedFollow(r.follow); Guardianship.follows.remove(followId); }
3702 else if (r.outcome === 'rejected') { await rejectGatedFollow(r.follow); Guardianship.follows.remove(followId); }
3703 } catch { /* delivery is retried */ }
3704 return true;
3705}
3706
3707// Leg 3: a guardian in /guardian decides on a forwarded follow; send the
3708// Accept/Reject back to the ward's inbox (signed by the guardian).
3709export async function sendFollowDecision(guardianSite, review, decision) {
3710 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3711 const me = actorId(base, guardianSite.slug);
3712 const keys = getOrCreateKeys(guardianSite.slug);
3713 const fo = review.follow_json ? JSON.parse(review.follow_json) : { id: review.id, type: 'Follow', actor: review.follower_uri, object: review.ward_uri };
3714 const activity = { '@context': AP_CONTEXT, id: `${me}#followdec-${Date.now()}-${rid()}`, type: decision === 'reject' ? 'Reject' : 'Accept', actor: me, to: [review.ward_uri], object: fo, 'shaer:followApproval': true };
3715 if (review.ward_inbox) await deliverWithRetry(guardianSite.slug, review.ward_inbox, activity, `${me}#main-key`, keys.private_pem);
3716 return { ok: true };
3717}
3718
3719// Send a Like or Announce (boost) on a remote note FROM this site.
3720export async function sendInteraction(site, kind, targetNoteId, authorUri) {
3721 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3722 if (!base || !site || !site.slug || !targetNoteId) return { error: 'config' };
3723 const me = actorId(base, site.slug);
3724 const keys = getOrCreateKeys(site.slug);
3725 // 'unboost' = Undo(Announce): retracts a boost so followers' servers remove the
3726 // reblog (matched on actor+object — no record of the original Announce needed).
3727 const fanout = (kind === 'boost' || kind === 'unboost'); // also goes to our followers
3728 const followersCol = `${me}/followers`;
3729 // Address the original author in cc so their server (Mastodon, WordPress/ActivityPub, …)
3730 // attributes the boost to their post and notifies them — without this, a shared-inbox
3731 // receiver has nothing to route the Announce to. Non-fragment activity ids + a `published`
3732 // stamp keep us aligned with what Mastodon emits.
3733 const audience = authorUri ? [followersCol, authorUri] : [followersCol];
3734 let act;
3735 if (kind === 'unboost' || kind === 'unlike') {
3736 // Undo(Announce) retracts a boost; Undo(Like) un-favourites (matched on actor+object,
3737 // no record of the original activity needed — Mastodon honours both).
3738 const inner = kind === 'unboost' ? 'Announce' : 'Like';
3739 act = {
3740 '@context': AP_CONTEXT,
3741 id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me,
3742 object: { id: `${me}/${inner.toLowerCase()}/${Date.now()}-${rid()}`, type: inner, actor: me, object: targetNoteId },
3743 };
3744 if (kind === 'unboost') { act.to = [PUBLIC]; act.cc = audience; }
3745 } else {
3746 const type = kind === 'boost' ? 'Announce' : 'Like';
3747 act = {
3748 '@context': AP_CONTEXT,
3749 id: `${me}/${type.toLowerCase()}/${Date.now()}-${rid()}`,
3750 type, actor: me, object: targetNoteId,
3751 };
3752 if (type === 'Announce') { act.published = new Date().toISOString(); act.to = [PUBLIC]; act.cc = audience; }
3753 }
3754 const inboxes = new Set();
3755 // Author first, via their PERSONAL inbox (not the shared one) so a multi-user receiver
3756 // routes the Announce/Like to the right post unambiguously.
3757 if (authorUri) { const a = await fetchActor(authorUri).catch(() => null); if (a) inboxes.add(a.inbox || (a.endpoints && a.endpoints.sharedInbox)); }
3758 if (fanout) { for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox); }
3759 // Queue each delivery (immediate attempt + backoff retries on failure via ap_delivery)
3760 // instead of a single fire-and-forget POST, so a transient hiccup at the receiver doesn't
3761 // silently lose the boost — same durability a new post (deliverCreate) already gets.
3762 let queued = 0;
3763 for (const inbox of [...inboxes].filter(Boolean)) { deliverWithRetry(site.slug, inbox, act, `${me}#main-key`, keys.private_pem); queued++; }
3764 console.log('[AP]', kind, site.slug, '→', targetNoteId, 'queued', queued, 'inbox(es)');
3765 return { ok: true, delivered: queued };
3766}
3767
3768// Notifications inbox: new followers + replies/likes/boosts on this site's posts.
3769export function getNotifications(slug, limit) {
3770 // Per-source cap scales with the requested limit so Messages can page deep
3771 // (Load more). Bounded so a huge offset can't ask for unbounded rows.
3772 const L = Math.min(1000, Math.max(80, limit || 60));
3773 const out = [];
3774 try {
3775 for (const f of db.prepare('SELECT actor_uri, created_at FROM ap_followers WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
3776 out.push({ type: 'follow', handle: deriveHandle(f.actor_uri), url: f.actor_uri, created_at: f.created_at });
3777 }
3778 } catch { /* ignore */ }
3779 try {
3780 const rows = db.prepare(`
3781 SELECT i.kind, i.actor_name, i.actor_handle, i.actor_url, i.actor_icon, i.content, i.created_at, i.published, i.visibility,
3782 i.emoji_json, i.actor_emoji_json, i.media_json, i.quote_json, i.embed_json,
3783 p.slug AS post_slug, p.title AS post_title
3784 FROM ap_interactions i LEFT JOIN posts p ON p.id = i.post_id
3785 WHERE p.site_id = (SELECT id FROM sites WHERE slug = ?)
3786 ORDER BY i.created_at DESC LIMIT ?
3787 `).all(slug, L);
3788 for (const r of rows) out.push({
3789 type: r.kind, name: r.actor_name, handle: r.actor_handle, url: r.actor_url, icon: r.actor_icon,
3790 content: stripLeadingMentions(r.content), post_slug: r.post_slug, post_title: r.post_title, created_at: r.created_at,
3791 // When the post was written, for display. created_at (when it reached us)
3792 // stays the sort key and the unread watermark: a note that federated late
3793 // is still new to you.
3794 published: r.published,
3795 emoji_json: r.emoji_json, actor_emoji_json: r.actor_emoji_json, // FEP-9098 (messages render)
3796 media_json: r.media_json, quote_json: r.quote_json, embed_json: r.embed_json, // rendered like a Krant post
3797 // followers/direct = a private message to the owner (not on the public thread) → 🔒 in Messages
3798 visibility: r.visibility || 'public',
3799 });
3800 } catch { /* ignore */ }
3801 try {
3802 for (const r of db.prepare('SELECT actor_uri, actor_name, actor_handle, actor_icon, content, objects, created_at FROM ap_reports WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
3803 // The reported objects: our own notes resolve to post links so the owner
3804 // sees WHICH post the report is about; other URIs (e.g. the actor itself)
3805 // are skipped — the report row already names the account.
3806 const about = [];
3807 try {
3808 for (const u of JSON.parse(r.objects || '[]')) {
3809 const m = String(u).match(/\/ap\/notes\/([^/?#]+)/);
3810 if (!m) continue;
3811 const p = db.prepare('SELECT slug, title FROM posts WHERE id = ?').get(decodeURIComponent(m[1]));
3812 if (p) about.push({ slug: p.slug, title: p.title || p.slug });
3813 }
3814 } catch { /* malformed objects json → no links */ }
3815 out.push({ type: 'report', name: r.actor_name, handle: r.actor_handle, url: r.actor_uri, icon: r.actor_icon, content: r.content, objects: about, created_at: r.created_at });
3816 }
3817 } catch { /* ignore */ }
3818 try {
3819 for (const r of db.prepare(`SELECT object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, wave, help_request, created_at, published,
3820 emoji_json, actor_emoji_json, media_json, quote_json, embed_json
3821 FROM ap_mentions WHERE slug = ? ORDER BY created_at DESC LIMIT ?`).all(slug, L)) {
3822 out.push({ type: 'mention', name: r.actor_name, handle: r.actor_handle, url: r.actor_url || r.actor_uri, icon: r.actor_icon, content: stripLeadingMentions(r.content), note_url: r.note_url || r.object_uri, wave: r.wave ? 1 : 0, help_request: r.help_request ? 1 : 0, actorUri: r.actor_uri, created_at: r.created_at, published: r.published,
3823 // Same trimmings a Krant row has, so Berichten renders the post identically.
3824 emoji_json: r.emoji_json, actor_emoji_json: r.actor_emoji_json, media_json: r.media_json, quote_json: r.quote_json, embed_json: r.embed_json });
3825 }
3826 } catch { /* ignore */ }
3827 // Your own polls that have closed → a "results are in" item, derived read-time
3828 // from poll_json (Scheduler marks closed=1) with the tally via ownPollView.
3829 try {
3830 const site = db.prepare('SELECT id FROM sites WHERE slug = ?').get(slug);
3831 if (site) {
3832 const polls = db.prepare(`
3833 SELECT id, slug, title, poll_json FROM posts
3834 WHERE site_id = ? AND poll_json IS NOT NULL
3835 AND json_extract(poll_json, '$.closed') = 1
3836 AND json_extract(poll_json, '$.endTime') IS NOT NULL
3837 ORDER BY json_extract(poll_json, '$.endTime') DESC LIMIT 20`).all(site.id);
3838 for (const p of polls) {
3839 const view = ownPollView(p);
3840 if (!view) continue;
3841 let endTime = null; try { endTime = JSON.parse(p.poll_json).endTime; } catch { /* keep null */ }
3842 out.push({ type: 'poll_done', post_slug: p.slug, post_title: p.title, poll: view, created_at: endTime || null });
3843 }
3844 }
3845 } catch { /* ignore */ }
3846 // NaN-safe sort: one row with a missing/garbled created_at would otherwise make the
3847 // comparator return NaN and scramble the WHOLE ordering (seen live: follow rows landing
3848 // between likes, which also broke Messages' like-grouping).
3849 out.sort((a, b) => _msgTs(b) - _msgTs(a));
3850 return out.slice(0, limit || 60);
3851}
3852function _msgTs(x) { const t = Date.parse((x && x.created_at) || ''); return Number.isFinite(t) ? t : 0; }
3853
3854// ── Blocking / defederation ───────────────────────────────────────
3855// Extracted to BlocklistService (shared: Klonkt's Block tab + Shaer's "in
3856// Orbit"). Thin delegations keep every existing caller working.
3857export function listBlocks(slug) { return Blocklist.listBlocks(slug); }
3858
3859// True if an actor (or its whole domain) is blocked anywhere on this instance.
3860// Vote on a remote fediverse poll (a cached Question). A ballot = a Create(Note) carrying only a
3861// `name` (the chosen option) + inReplyTo the Question, addressed to the poll's author — the
3862// Mastodon-standard vote. Records our choice locally + optimistically bumps the counts; the
3863// author's Update(Question) refreshes the authoritative totals when it arrives.
3864export async function voteOnPoll(site, questionId, choices) {
3865 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3866 if (!base || !site || !site.slug || !questionId) return { error: 'config' };
3867 let row; try { row = db.prepare('SELECT author_uri, poll_json FROM ap_timeline WHERE id = ? AND slug = ? LIMIT 1').get(questionId, site.slug); } catch { /* ignore */ }
3868 if (!row || !row.poll_json) return { error: 'not_found' };
3869 let poll; try { poll = JSON.parse(row.poll_json); } catch { return { error: 'not_found' }; }
3870 if (poll.closed) return { error: 'closed' };
3871 if (poll.voted) return { error: 'already' };
3872 const valid = new Set(poll.options.map((o) => o.name));
3873 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
3874 if (!picks.length) return { error: 'invalid' };
3875 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
3876 const me = actorId(base, site.slug);
3877 const keys = getOrCreateKeys(site.slug);
3878 const authorUri = row.author_uri || null;
3879 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
3880 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
3881 if (!inbox) return { error: 'unreachable' };
3882 for (const name of chosen) {
3883 const nid = `${me}/votes/${Date.now()}-${rid()}`;
3884 const note = { id: nid, type: 'Note', attributedTo: me, to: authorUri ? [authorUri] : [], name, inReplyTo: questionId, published: new Date().toISOString() };
3885 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
3886 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
3887 }
3888 // Local optimistic update (authoritative counts arrive via the author's Update(Question)).
3889 poll.voted = poll.multiple ? chosen : chosen[0];
3890 for (const o of poll.options) if (chosen.includes(o.name)) o.count = (o.count || 0) + 1;
3891 if (poll.voters != null) poll.voters += 1;
3892 try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), questionId, site.slug); } catch { /* ignore */ }
3893 return { ok: true };
3894}
3895
3896// Vote on ANY fediverse poll by URL (the interact page) — no timeline cache needed. Fetches
3897// the Question fresh, validates the choice(s), and casts the Mastodon-standard ballot (a
3898// Create(Note) with `name` + inReplyTo) straight to the poll's author. Used for polls you find
3899// by URL, not just ones from accounts you follow (which go through voteOnPoll via /news).
3900export async function voteOnRemotePoll(site, questionUrl, choices) {
3901 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3902 if (!base || !site || !site.slug || !/^https?:\/\//i.test(String(questionUrl || ''))) return { error: 'config' };
3903 const q = await fetchActor(questionUrl).catch(() => null); // AP GET (SSRF-guarded)
3904 if (!q || q.type !== 'Question' || !q.id) return { error: 'not_found' };
3905 const poll = parsePoll(q);
3906 if (!poll) return { error: 'not_found' };
3907 if (poll.closed) return { error: 'closed' };
3908 const valid = new Set(poll.options.map((o) => o.name));
3909 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
3910 if (!picks.length) return { error: 'invalid' };
3911 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
3912 const authorUri = actorUriOf(q.attributedTo);
3913 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
3914 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
3915 if (!inbox) return { error: 'unreachable' };
3916 const me = actorId(base, site.slug);
3917 const keys = getOrCreateKeys(site.slug);
3918 for (const name of chosen) {
3919 const nid = `${me}/votes/${Date.now()}-${rid()}`;
3920 const note = { id: nid, type: 'Note', attributedTo: me, to: [authorUri], name, inReplyTo: q.id, published: new Date().toISOString() };
3921 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
3922 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
3923 }
3924 return { ok: true };
3925}
3926
3927// Report a remote post or account to its home instance (moderation). Sends the Mastodon-standard
3928// AS2 `Flag`: object = [reported account, reported status?], content = the reason, delivered to the
3929// reported account's inbox so their instance's moderators receive it. objectUri = a post URL (its
3930// author is resolved + included) OR pass actorUri to report an account directly.
3931export async function sendReport(site, { objectUri, actorUri, reason }) {
3932 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3933 if (!base || !site || !site.slug) return { error: 'config' };
3934 let targetActor = actorUri || null;
3935 let noteUri = null;
3936 if (objectUri && /^https?:\/\//i.test(objectUri)) {
3937 const note = await apGetJson(objectUri).catch(() => null);
3938 if (note && note.id) { noteUri = note.id; if (!targetActor) targetActor = actorUriOf(note.attributedTo); }
3939 else if (!targetActor) return { error: 'not_found' };
3940 }
3941 if (!targetActor || !/^https?:\/\//i.test(targetActor)) return { error: 'not_found' };
3942 const actor = await fetchActor(targetActor).catch(() => null);
3943 const inbox = actor && (actor.inbox || (actor.endpoints && actor.endpoints.sharedInbox)); // personal inbox → their moderators
3944 if (!inbox) return { error: 'unreachable' };
3945 const me = actorId(base, site.slug);
3946 const keys = getOrCreateKeys(site.slug);
3947 const object = [targetActor];
3948 if (noteUri && noteUri !== targetActor) object.push(noteUri);
3949 const flag = {
3950 '@context': AP_CONTEXT,
3951 id: `${me}#report-${Date.now()}-${rid()}`,
3952 type: 'Flag',
3953 actor: me,
3954 content: String(reason == null ? '' : reason).slice(0, 3000),
3955 object, // [account, status?] — Mastodon's Flag shape
3956 to: [targetActor],
3957 };
3958 deliverWithRetry(site.slug, inbox, flag, `${me}#main-key`, keys.private_pem);
3959 return { ok: true };
3960}
3961
3962export function isBlockedAny(actorUri) { return Blocklist.isBlockedAny(actorUri); }
3963
3964// Block an actor (@handle or actor URL) or a whole domain; purges their content.
3965// The handle resolver is ours; the storage/purge lives in BlocklistService.
3966export async function blockTarget(site, input) { return Blocklist.blockTarget(site, input, webfingerResolve); }
3967
3968export function unblock(site, target) { return Blocklist.unblock(site, target); }
3969
3970// ── Guardianship module wiring (src/services/guardianship/) ────────
3971// The module owns FEP-633c (context, relations, handshake, queues, the
3972// direct-note leg); we hand it our AP helpers ONCE and delegate. It never
3973// imports us back.
3974function selfActorId(slug) {
3975 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3976 return actorId(base, slug);
3977}
3978// Deliver one activity to one actor's inbox, signed; queued + retried on any
3979// hiccup so a slow or briefly-down ward server never loses the offer. Returns
3980// { delivered, inbox }: delivered=false means the account could not be
3981// resolved at all (a bad handle) — the offer stays recorded regardless.
3982export async function deliverToActor(site, actorUri, activity) {
3983 const me = selfActorId(site.slug);
3984 const keys = getOrCreateKeys(site.slug);
3985 const payload = { '@context': AP_CONTEXT, ...activity };
3986 // Co-location is a TRANSPORT detail, never a decision path (Robins regel,
3987 // 29-7). An inbox on this machine is not reachable over HTTP from this
3988 // machine, and should not be, so a local recipient is handed the activity
3989 // straight into the same inbox handler the wire would reach. Everything
3990 // above this line therefore behaves as if every Klonkt were remote: one code
3991 // path, exercised by every deployment, including the checks. Two bugs in one
3992 // day came from having a second, local-only path that hid a broken remote
3993 // one.
3994 const localSlug = localSlugOf(actorUri);
3995 if (localSlug && db.prepare('SELECT 1 FROM sites WHERE slug = ?').get(localSlug)) {
3996 const host = (() => { try { return new URL(selfActorId(site.slug)).host; } catch { return ''; } })();
3997 const req = { body: payload, ip: 'loopback', protocol: 'https', get: () => host, headers: {} };
3998 // The signer is us, and we say so: the actor-versus-signer check runs
3999 // exactly as it does over the wire, so a mismatch fails here too.
4000 const status = await handleInbox(req, localSlug, { id: me }).catch(() => 500);
4001 const ok = status >= 200 && status < 300;
4002 console.log('[AP]', activity.type, ok ? 'delivered (loopback) →' : `got ${status} (loopback) from`, actorUri);
4003 return { delivered: ok, inbox: `${actorUri}/inbox`, loopback: true, status };
4004 }
4005 const a = await fetchActor(actorUri).catch(() => null);
4006 const inbox = a && (a.inbox || (a.endpoints && a.endpoints.sharedInbox));
4007 if (!inbox) {
4008 console.warn('[AP] guardianship: could not resolve an inbox for', actorUri, '(offer recorded, not sent)');
4009 return { delivered: false, inbox: null };
4010 }
4011 try {
4012 const st = await deliver(inbox, payload, `${me}#main-key`, keys.private_pem);
4013 if (st >= 200 && st < 300) { console.log('[AP] guardianship', activity.type, 'delivered →', inbox, st); return { delivered: true, inbox }; }
4014 console.warn('[AP] guardianship', activity.type, 'got', st, 'from', inbox, '→ queued for retry');
4015 } catch (e) { console.warn('[AP] guardianship', activity.type, 'to', inbox, 'failed:', e.message, '→ queued for retry'); }
4016 enqueueDelivery(site.slug, inbox, payload);
4017 return { delivered: true, inbox }; // queued: the retry worker gets it there
4018}
4019Guardianship.wireDelivery({
4020 actorId, fetchActor, localActor, deliverTo: deliverToActor, deriveHandle, escHtml, linkUrls, linkHashtags,
4021 getOutboxRow: (id) => iStmts().getO.get(id),
4022 buildReplyNote, AP_CONTEXT, getOrCreateKeys, deliver, enqueueDelivery,
4023});
4024/**
4025 * The actor document of a site WE host, read straight from the database.
4026 * Same shape fetchActor returns for anyone else, plus `local: true` so the
4027 * caller can take the loopback instead of a POST to our own hostname.
4028 * Null for an actor we do not host: that one really is fetched.
4029 */
4030function localActor(actorUri) {
4031 const slug = localSlugOf(actorUri);
4032 if (!slug) return null;
4033 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
4034 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
4035 if (!site) return null;
4036 // primary_slug is what buildActor uses to pick '/' over '/user/<slug>'; the
4037 // actor route sets it the same way before building.
4038 const p = db.prepare('SELECT slug FROM sites WHERE is_primary = 1').get();
4039 try { return { ...buildActor(base, { ...site, primary_slug: p && p.slug }), local: true }; } catch { return null; }
4040}
4041// Which local site (if any) hosts this actor URI — used by the handshake to
4042// apply the local side of a commit and to derive a ward's existing guardians.
4043function localSlugOf(actorUri) {
4044 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
4045 if (!actorUri || !actorUri.startsWith(`${base}/ap/users/`)) return null;
4046 const slug = slugFromActorUrl(actorUri);
4047 if (!slug) return null;
4048 try { return db.prepare('SELECT slug FROM sites WHERE slug = ?').get(slug) ? slug : null; }
4049 catch { return null; }
4050}
4051Guardianship.wireHandshake({
4052 selfId: selfActorId,
4053 localSlug: localSlugOf,
4054 deliverTo: deliverToActor,
4055 deriveHandle,
4056 fetchActor,
4057 // Guardian PWA / Berichten push. The kid answers an incoming offer in its
4058 // own Berichten; an existing guardian and a commit land in the PWA.
4059 onEvent: (slug, ev) => {
4060 const L = pushLang(slug);
4061 const texts = {
4062 offer_received: ['push.n_guard_offer_t', 'push.n_guard_offer_b'], // I am the ward
4063 offer_for_ward: ['push.n_guard_cog_t', 'push.n_guard_cog_b'], // I co-guard this ward
4064 committed: ['push.n_guard_ward_t', 'push.n_guard_ward_b'],
4065 // §3.2: a guardian ended the relation. The ward hears that someone who
4066 // was looking after them has gone; a co-guardian hears they are one fewer.
4067 guardian_left: ['push.n_guard_left_t', 'push.n_guard_left_b'],
4068 coguardian_left: ['push.n_guard_cogleft_t', 'push.n_guard_cogleft_b'],
4069 }[ev.kind];
4070 if (!texts) return;
4071 const who = deriveHandle(ev.candidate || ev.guardian || ev.ward || '') || '?';
4072 const url = (ev.kind === 'offer_received' || ev.kind === 'guardian_left') ? `${pushPrefix(slug)}/messages` : '/guardian';
4073 pushEvent(slug, { type: 'guardian', title: i18nT(L, texts[0]), body: i18nT(L, texts[1], { who }), url });
4074 },
4075});
4076
4077// The notification duty of FEP-633c 3.6.2, wired once for every place a
4078// dormancy promotion can happen (queue reads, fan-outs, tallies): marking a
4079// guardian dormant MUST notify it, in protocol AND over the §6 handle. The
4080// one-answer rule is worthless to someone who does not know an answer is
4081// wanted. The handle of a committed guardian is its inbox (§6 minimum), which
4082// is the same door this delivery knocks on; both attempts are logged.
4083Guardianship.wireAvailability({
4084 onDormant: (wardSlug, guardianUri) => {
4085 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
4086 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(wardSlug);
4087 if (!base || !site) return;
4088 const me = selfActorId(wardSlug);
4089 const note = {
4090 id: `${me}/dormant/${Date.now().toString(36)}${rid()}`,
4091 type: 'Note', attributedTo: me, to: [guardianUri],
4092 'shaer:dormant': true,
4093 content: '<p>You have been observed dormant as a guardian. Nothing is wrong and nothing is held against you: one answer restores everything (FEP-633c 3.6.2).</p>',
4094 };
4095 deliverToActor(site, guardianUri, { id: `${note.id}#create`, type: 'Create', actor: me, to: [guardianUri], object: note })
4096 .catch(() => { /* retried by the queue */ });
4097 console.log('[AP] guardian observed dormant (3.6.2):', guardianUri, 'ward', wardSlug, '(notified in protocol; the §6 handle is the same inbox)');
4098 },
4099});
4100
4101export default {
4102 AP_CONTEXT, getOrCreateKeys, apWants, sendAP, actorId, noteId, stripLeadingMentions,
4103 buildActor, buildNote, buildCreate, buildOutbox, buildFollowers, buildFollowing, buildFeatured,
4104 followerCount, deliver, fetchActor, verifyRequest, handleInbox, deliverCreate, deliverDelete, deliverUpdate, deliverActorUpdate, resyncFeaturedPins,
4105 getInteractions, getInteractionById, setInteractionBoosted, setInteractionLiked, setMyReaction, getMyReactions, buildReplyNote, getOutboxNote, deliverReply, resolveRemoteNote,
4106 listOutbox, deliverOutboxDelete, deliverOutboxUpdate, deliverDirectNote,
4107 webfingerResolve, followActor, resolveRemoteActor, unfollowActor, listFollowing, setAutoBoost, backfillFromOutbox, getTimeline, getDirectMessages, isoStamp, timelineAttachments, timelineEmojis, timelineObjectLinks, timelineQuote, timelineEmbed, applyQuoteProps, deliverToActor, sendInteraction, voteOnPoll, voteOnRemotePoll,
4108 acceptGatedFollow, rejectGatedFollow, isWardGuardian, outboxAudience, sendFollowDecision,
4109 parseOwnPoll, pollTally, ownPollView, deliverPollUpdate, maybeCrawlThread, sendReport, localMentionSlugs,
4110 autoBoostCount, boostedCount, markBoosted, unmarkBoosted, markLiked, unmarkLiked, getTimelineReaction, upsertBoostedNote, getCirkelPosts, getCirkelMembers, selfHealTimeline,
4111 getNotifications, listBlocks, isBlockedAny, blockTarget, unblock,
4112 deliverWithRetry, enqueueDelivery, processDeliveryQueue, startDeliveryWorker,
4113 getReplyUris, markNotificationsSeen, countUnseenNotifications, hasPlayableAudio,
4114 linkifyBody, bakePostContent, bakePostContentWithMentions, listFollowers, removeFollower, listConnections,
4115 noteVisibility, belongsInTimeline, playerUrlFor, isRejectedObject, rejectInteraction, interactionReportTarget,
4116 getMessages, notificationsSeenAt, ingestOutboxActivity, c2sVisibility, actorDisplay, buildActorRef, prefersEnriched,
4117};
Note: See TracBrowser for help on using the repository browser.