source: Klonkt/src/services/ActivityPubService.js@ 2a10445

main
Last change on this file since 2a10445 was 2a10445, checked in by Robin <roboburr@…>, 6 weeks ago

De tegel leest zijn beeld uit de content, de cover-kopie is weg

Robins melding: de video stond dubbel op de postpagina, een keer afspeelbaar
in de content en een keer als cover erboven. Terecht; de cover-promotie van
vanmiddag was de verkeerde helft van de oplossing.

Nu doet de tegel wat de Cirkel-kaart al deed: zijn beeld AFLEIDEN uit de
content. post-tile en post-card pakken de eerste video (met zijn poster) of
de eerste afbeelding uit post.content als er geen echte cover is, en de
grid-tegel speelt de video muted-loopend als zijn eigen thumbnail. Het
post-model blijft single-source: c2sCreatePost zet geen covers meer.

En zelfherstel voor wat er al staat: covers die hun eigen content-media
dupliceren (het korte cover-promotie-venster) worden bij boot leeggemaakt;
idempotent en raakt alleen die gevallen.

Changed files:
src/services/ActivityPubService.js

  • c2sCreatePost zet geen covers meer; media leeft alleen in de content

src/views/partials/post-tile.ejs

  • content-afgeleide fallback: video (met poster) of afbeelding

src/views/partials/post-card.ejs

  • dezelfde fallback in de lijstweergave

src/config/database.js

  • zelfherstel: cover-kopieen van content-media leeggemaakt

test/c2s-compose.test.js

  • covers blijven null; de video federeert precies een keer

remarks: 338 tests groen, server start.

-robo
Co-Authored-By: Claude Opus 5 <noreply@…>

  • Property mode set to 100644
File size: 234.5 KB
Line 
1/**
2 * ActivityPubService — Klonkt as a real ActivityPub actor (fediverse bridge).
3 *
4 * Phase 1 (this file): the PUBLISH/discoverable side.
5 * - per-site RSA keypair (Mastodon-compatible HTTP Signatures; separate from
6 * the Ed25519 keys used by the lighter Cirkels v1)
7 * - builders for the Actor document, Note objects and the Outbox collection
8 * - apWants(): HTTP content-negotiation helper (activity+json vs HTML)
9 *
10 * The interactive side (inbox: Follow/Accept, signature verify, delivery to
11 * followers) lands in the next step and is tested live against Mastodon.
12 *
13 * AP actor URLs live under /ap/* so they never clash with the human pages:
14 * actor = <base>/ap/users/<slug>
15 * inbox = <actor>/inbox outbox = <actor>/outbox
16 * note = <base>/ap/notes/<postId>
17 */
18import crypto from 'crypto';
19import fs from 'fs';
20import path from 'path';
21import dns from 'dns';
22import net from 'net';
23import db from '../config/database.js';
24import HtmlSanitizerService from './HtmlSanitizerService.js';
25import AudioEmbedService from './AudioEmbedService.js';
26import EmbedResolver from './EmbedResolver.js';
27import Push from './PushService.js';
28import { getTenancy } from './SettingsService.js';
29import { t as i18nT } from './i18n.js';
30import Blocklist from './BlocklistService.js';
31import * as Guardianship from './guardianship/index.js';
32
33const PUBLIC = 'https://www.w3.org/ns/activitystreams#Public';
34// Full JSON-LD context for every AP object we emit: AS2 core + security (publicKey) + the
35// extension terms we actually use (Mastodon/toot + schema.org), each with a term definition
36// so a strict JSON-LD processor resolves them instead of dropping them → valid AS2/JSON-LD.
37// This is the same context shape Mastodon publishes, so Mastodon sees no change.
38const AP_CONTEXT = [
39 'https://www.w3.org/ns/activitystreams',
40 'https://w3id.org/security/v1',
41 {
42 toot: 'http://joinmastodon.org/ns#',
43 schema: 'http://schema.org#',
44 sensitive: 'as:sensitive',
45 Hashtag: 'as:Hashtag',
46 manuallyApprovesFollowers: 'as:manuallyApprovesFollowers',
47 discoverable: 'toot:discoverable',
48 featured: { '@id': 'toot:featured', '@type': '@id' },
49 PropertyValue: 'schema:PropertyValue',
50 value: 'schema:value',
51 embedUrl: { '@id': 'schema:embedUrl', '@type': '@id' },
52 // Poll (Question) extension: Question/oneOf/anyOf/endTime/closed are AS2 core, but the
53 // per-poll unique-voter count is a Mastodon (toot) term — declare it so the emitted
54 // Question stays valid JSON-LD (a strict processor would otherwise drop votersCount).
55 votersCount: 'toot:votersCount',
56 // FEP-633c (Guardians): the shaer namespace, owned by the guardianship
57 // module (src/services/guardianship/).
58 ...Guardianship.SHAER_CONTEXT,
59 },
60];
61
62// Short random suffix so two activity ids minted in the same millisecond (e.g.
63// parallel saves) don't collide and get deduped by a receiver.
64const rid = () => crypto.randomBytes(4).toString('hex');
65
66// Keep only http(s) URLs — drops javascript:/data:/etc so a remote actor can't
67// smuggle a dangerous scheme into a stored href/src (rendered in owner-only views).
68const safeUrl = (u) => { const s = String(u == null ? '' : u).trim(); return /^https?:\/\//i.test(s) ? s : ''; };
69
70// ── SSRF guard for outbound fetches ───────────────────────────────
71// Remote URLs (actor/keyId/webfinger/inbox/inReplyTo) are attacker-controlled, so
72// every outbound fetch must refuse hosts that resolve to private/loopback ranges
73// (cloud metadata, internal services) — on the initial host AND each redirect hop.
74function isBlockedIp(ip) {
75 if (!ip) return true;
76 const v = net.isIP(ip);
77 if (v === 4) {
78 const o = ip.split('.').map(Number);
79 return o[0] === 127 || o[0] === 10 || o[0] === 0
80 || (o[0] === 172 && o[1] >= 16 && o[1] <= 31)
81 || (o[0] === 192 && o[1] === 168)
82 || (o[0] === 169 && o[1] === 254)
83 || (o[0] === 100 && o[1] >= 64 && o[1] <= 127); // CGNAT
84 }
85 if (v === 6) {
86 const s = ip.toLowerCase().replace(/^\[|\]$/g, '');
87 return s === '::1' || s === '::' || s.startsWith('fc') || s.startsWith('fd') || s.startsWith('fe80')
88 || s.startsWith('::ffff:127.') || s.startsWith('::ffff:10.') || s.startsWith('::ffff:192.168.')
89 || s.startsWith('::ffff:169.254.') || s.startsWith('::ffff:172.');
90 }
91 return true; // not an IP literal we recognise → refuse
92}
93async function assertPublicHost(hostname) {
94 if (net.isIP(hostname)) { if (isBlockedIp(hostname)) throw new Error('ssrf-blocked-ip'); return; }
95 const addrs = await dns.promises.lookup(hostname, { all: true });
96 if (!addrs.length || addrs.some((a) => isBlockedIp(a.address))) throw new Error('ssrf-blocked-host');
97}
98export async function safeFetch(url, opts = {}, maxRedirects = 3) {
99 let target = url;
100 for (let hop = 0; ; hop++) {
101 const u = new URL(target); // throws on malformed → caller's catch
102 if (u.protocol !== 'https:' && u.protocol !== 'http:') throw new Error('ssrf-bad-scheme');
103 await assertPublicHost(u.hostname);
104 const r = await fetch(target, { ...opts, redirect: 'manual', signal: AbortSignal.timeout(8000) });
105 const loc = (r.status >= 300 && r.status < 400) ? r.headers.get('location') : null;
106 if (loc && hop < maxRedirects) { target = new URL(loc, target).toString(); continue; }
107 return r;
108 }
109}
110const MAX_OUTBOX = 20;
111// Cache-buster for the music listen-link → forces Mastodon to re-crawl a FRESH
112// (square) player card. Bump this whenever the twitter:player card dimensions change.
113const FEDI_CARD_VER = '2';
114
115// ── RSA keys per actor (lazy, cached in DB) ───────────────────────
116// Prepared lazily (NOT at module load) — the ap_keys table is created in
117// initializeDatabase(), which runs after this module is imported.
118let _sel, _ins;
119function keyStmts() {
120 if (!_sel) {
121 _sel = db.prepare('SELECT public_pem, private_pem FROM ap_keys WHERE slug = ?');
122 _ins = db.prepare('INSERT OR IGNORE INTO ap_keys (slug, public_pem, private_pem, created_at) VALUES (?,?,?,CURRENT_TIMESTAMP)');
123 }
124 return { sel: _sel, ins: _ins };
125}
126
127export function getOrCreateKeys(slug) {
128 const { sel, ins } = keyStmts();
129 const row = sel.get(slug);
130 if (row) return row;
131 const { publicKey, privateKey } = crypto.generateKeyPairSync('rsa', {
132 modulusLength: 2048,
133 publicKeyEncoding: { type: 'spki', format: 'pem' },
134 privateKeyEncoding: { type: 'pkcs8', format: 'pem' },
135 });
136 ins.run(slug, publicKey, privateKey);
137 return sel.get(slug) || { public_pem: publicKey, private_pem: privateKey };
138}
139
140// ── content negotiation ───────────────────────────────────────────
141// True when the caller wants ActivityPub JSON rather than the HTML page.
142export function apWants(req) {
143 const a = String(req.headers.accept || '').toLowerCase();
144 return a.includes('application/activity+json') ||
145 (a.includes('application/ld+json') && a.includes('activitystreams'));
146}
147
148const AP_CONTENT_TYPE = 'application/activity+json; charset=utf-8';
149export function sendAP(res, obj, cacheControl) {
150 res.type(AP_CONTENT_TYPE);
151 // A per-caller (e.g. guardian-widened) view must not be publicly cached.
152 res.set('Cache-Control', cacheControl || 'public, max-age=120');
153 res.send(JSON.stringify(obj));
154}
155
156// ── document builders ─────────────────────────────────────────────
157export function actorId(base, slug) { return `${base}/ap/users/${encodeURIComponent(slug)}`; }
158export function noteId(base, postId) { return `${base}/ap/notes/${encodeURIComponent(postId)}`; }
159
160export function buildActor(base, site) {
161 const id = actorId(base, site.slug);
162 const keys = getOrCreateKeys(site.slug);
163 // FEP-633c §5.3: a ward's follows are gated (guardians approve), so the actor
164 // MUST advertise manuallyApprovesFollowers:true — otherwise a follower's server
165 // (Mastodon) assumes auto-accept and shows "Following" while we hold it pending.
166 const isWard = (() => { try { return Guardianship.listGuardians(site.slug).length > 0; } catch { return false; } })();
167 const actor = {
168 '@context': AP_CONTEXT,
169 id,
170 type: 'Person',
171 preferredUsername: site.slug,
172 name: site.title || site.slug,
173 summary: site.tagline || site.description || '',
174 url: `${base}/${site.slug === site.primary_slug ? '' : 'user/' + encodeURIComponent(site.slug)}`,
175 manuallyApprovesFollowers: isWard,
176 discoverable: true,
177 inbox: `${id}/inbox`,
178 outbox: `${id}/outbox`,
179 followers: `${id}/followers`,
180 following: `${id}/following`,
181 featured: `${id}/featured`,
182 // AP §5.6: the private blocked collection (owner-only GET). The server
183 // list is the source of truth for Shaer's "in Orbit"; clients keep no
184 // separate state.
185 blocked: `${id}/blocked`,
186 // FEP-633c §2: shaer:guardians / shaer:isGuardian / shaer:queues
187 // (guardianship module owns these).
188 ...Guardianship.guardianshipActorProps(id, site.slug),
189 // C2S clients (Shaer apps) discover auth + upload here — no hardcoded paths.
190 // All four are ActivityPub-spec `endpoints` terms. Dynamic client registration
191 // (RFC 7591) is discovered via /.well-known/oauth-authorization-server, not here.
192 endpoints: {
193 sharedInbox: `${base}/ap/inbox`,
194 oauthAuthorizationEndpoint: `${base}/oauth/authorize`,
195 oauthTokenEndpoint: `${base}/oauth/token`,
196 uploadMedia: `${id}/uploadMedia`,
197 },
198 publicKey: {
199 id: `${id}#main-key`,
200 owner: id,
201 publicKeyPem: keys.public_pem,
202 },
203 };
204 if (site.profile_photo) {
205 const u = /^https?:/.test(site.profile_photo) ? site.profile_photo : `${base}${site.profile_photo.startsWith('/') ? '' : '/'}${site.profile_photo}`;
206 actor.icon = { type: 'Image', url: u };
207 }
208 // Account creation date — shown by Mastodon + read by indexers (additive, standard AS2).
209 if (site.created_at) { try { actor.published = new Date(site.created_at).toISOString(); } catch { /* skip bad date */ } }
210 // Profile links → PropertyValue rows: Mastodon/PeerTube/WordPress-ActivityPub render these as
211 // profile metadata (rel=me enables link-back verification). Additive; ignored by simpler receivers.
212 try {
213 const links = JSON.parse(site.profile_links || '[]');
214 if (Array.isArray(links) && links.length) {
215 const esc = (s) => String(s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
216 const rows = links
217 .filter((l) => l && l.url && /^https?:/i.test(l.url))
218 .map((l) => ({
219 type: 'PropertyValue',
220 name: esc(l.platform || 'Link'),
221 value: `<a href="${esc(l.url).replace(/"/g, '&quot;')}" rel="me nofollow noopener" target="_blank">${esc(String(l.url).replace(/^https?:\/\//, ''))}</a>`,
222 }));
223 if (rows.length) actor.attachment = rows;
224 }
225 } catch { /* skip malformed profile_links */ }
226 return actor;
227}
228
229// Does a post's audio shortcodes reference at least one PLAYABLE (file-backed)
230// track? Link-only tracks (external Spotify/YouTube, media_id NULL) don't count —
231// they have no Klonkt-hosted audio to embed, so no player card / cover-suppression.
232export function hasPlayableAudio(content, siteId) {
233 if (!content || !/\[\[(track|album|playlist):/i.test(content)) return false;
234 try {
235 for (const m of content.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT media_id FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.media_id) return true; }
236 for (const m of content.matchAll(/\[\[album:([^\]]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM audio_tracks WHERE site_id = ? AND album = ? AND media_id IS NOT NULL LIMIT 1').get(siteId, m[1].trim())) return true; }
237 for (const m of content.matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id WHERE pt.playlist_id = ? AND t.media_id IS NOT NULL LIMIT 1').get(m[1])) return true; }
238 } catch { /* non-fatal */ }
239 return false;
240}
241
242// A single post as an AS2 Note (the object), and as a Create activity (for outbox/delivery).
243export function buildNote(base, site, post, opts = {}) {
244 // Replies are Notes too. buildNote is the single entry point for ALL Notes; a reply is
245 // (for now) the simple flavor: pre-baked content, no title/cover/image/audio/embed
246 // machinery, addressed to the parent actor + thread. This early branch keeps that output
247 // byte-identical to the old buildReplyNote. When rich replies land (images/audio/embeds),
248 // this branch collapses and replies flow through the full post pipeline below. `post` here
249 // is the ap_outbox reply row (id, in_reply_to, content, post_slug, created_at, to_actor).
250 if (opts.isReply) {
251 const meR = actorId(base, site.slug);
252 // Rich replies: attachments column (JSON [{url, mediaType, name}]) → AS2
253 // attachment array with absolute URLs and the matching object type.
254 let replyAtt;
255 try {
256 const list = post.attachments ? JSON.parse(post.attachments) : [];
257 if (Array.isArray(list) && list.length) {
258 replyAtt = list.map((a) => ({
259 type: a.mediaType.startsWith('image/') ? 'Image' : a.mediaType.startsWith('audio/') ? 'Audio' : 'Video',
260 mediaType: a.mediaType,
261 url: /^https?:/i.test(a.url) ? a.url : `${base}${a.url}`,
262 name: a.name || undefined,
263 }));
264 }
265 } catch { /* malformed attachments never block the Note */ }
266 return {
267 id: noteId(base, post.id),
268 type: 'Note',
269 attributedTo: meR,
270 inReplyTo: post.in_reply_to || undefined,
271 content: post.content,
272 // Reply language (rich replies): the AS2 language map next to `content`.
273 contentMap: post.language ? { [post.language]: post.content } : undefined,
274 attachment: replyAtt,
275 url: post.post_slug ? `${base}/${encodeURIComponent(post.post_slug)}` : undefined,
276 published: toISO(post.created_at),
277 // A direct note (private mention, shaer-tqc) addresses ONLY its
278 // recipients: no Public anywhere, so it cannot be boosted and never
279 // shows in public timelines (the Mastodon DM model).
280 to: post.visibility === 'direct'
281 ? (JSON.parse(post.to_actors || '[]'))
282 : (post.to_actor ? [post.to_actor] : [PUBLIC]),
283 // Followers-only reply ('friends', shaer detail-view Reply): the parent
284 // author (in `to`) + our followers, but NO Public — it does not federate
285 // into open discovery. Default reply stays quiet-public (Public in cc).
286 cc: post.visibility === 'direct' ? []
287 : post.visibility === 'friends' ? [`${meR}/followers`]
288 : [PUBLIC, `${meR}/followers`],
289 // FEP-633c 5.2.1: a ward's call for help. Only ever on direct notes.
290 ...Guardianship.helpRequestProps(post),
291 ...Guardianship.waveProps(post),
292 ...Guardianship.awayProps(post),
293 // FEP-633c §2.2: object hint that the author is a ward.
294 ...Guardianship.hasGuardiansProps(site.slug),
295 tag: [
296 ...mentionTags(post.content),
297 ...hashtagTags(base, post.content),
298 ],
299 };
300 }
301 const id = noteId(base, post.id);
302 const aId = actorId(base, site.slug);
303 const human = `${base}/${encodeURIComponent(post.slug)}`;
304 // Mastodon ignores a Note's `name`, so put the title INTO the content (bold
305 // first line) — the standard blog→fediverse convention. post.content is
306 // already sanitized HTML; the title is plain text, so escape it.
307 const escTitle = String(post.title || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
308 const titleHtml = post.title ? `<p><strong>${escTitle}</strong></p>` : '';
309
310 // Paid post (klonkt-demo-aki): federate a PUBLIC teaser + link, never the full
311 // content, so nothing leaks past the paywall. No media attachments either.
312 if (post.paid) {
313 const esc = (x) => String(x || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
314 const _firstP = (String(post.content || '').match(/<p[^>]*>([\s\S]*?)<\/p>/i) || [null, ''])[1] || '';
315 const rawTeaser = String(post.excerpt || '').trim()
316 || _firstP.replace(/<[^>]+>/g, ' ').replace(/&[a-z#0-9]+;/gi, ' ').replace(/\s+/g, ' ').trim().slice(0, 280);
317 return {
318 '@context': AP_CONTEXT,
319 id,
320 type: 'Note',
321 attributedTo: aId,
322 content: `${titleHtml}<p>${esc(rawTeaser)}${rawTeaser ? '…' : ''}</p><p><a href="${human}">Lees de volledige post (supporters)</a></p>`,
323 url: human,
324 published: toISO(post.published_at || post.created_at || Date.now()),
325 to: [PUBLIC],
326 cc: [`${aId}/followers`],
327 tag: [...hashtagTags(base, post.content)],
328 replies: `${id}/replies`,
329 ...Guardianship.hasGuardiansProps(site.slug),
330 };
331 }
332
333 // Images travel as AP `attachment` (Mastodon strips <img> from content). Collect
334 // the cover + any inline <img>, make absolute, then strip <img> from the content
335 // to avoid duplicate rendering on clients that DO keep them.
336 const abs = (u) => !u ? null : (/^https?:/i.test(u) ? u : `${base}${u.startsWith('/') ? '' : '/'}${u}`);
337 const mediaType = (u) => {
338 const e = ((u || '').split('?')[0].match(/\.(\w+)$/) || [])[1];
339 return ({ jpg: 'image/jpeg', jpeg: 'image/jpeg', png: 'image/png', gif: 'image/gif', webp: 'image/webp', avif: 'image/avif', mp4: 'video/mp4', webm: 'video/webm', mov: 'video/quicktime' })[(e || '').toLowerCase()] || 'image/jpeg';
340 };
341 const hadAudio = /\[\[(track|album|playlist):/i.test(post.content || '');
342 const playable = hasPlayableAudio(post.content || '', site && site.id);
343 // A post with an external embed (Spotify/YouTube/SoundCloud/Vimeo/Bandcamp/Apple) should let
344 // Mastodon render the embed's player CARD. Mastodon shows EITHER media attachments OR a link
345 // card, never both — so when the post has an embed link we skip the image attachments so the
346 // card wins. (On Klonkt nothing changes: the cover + the embed player still render.)
347 const hasEmbed = (() => {
348 const c = post.content || '';
349 if (/\[\[embed:/i.test(c)) return true;
350 for (const m of c.matchAll(/https?:\/\/[^\s"'<>]+/gi)) if (AudioEmbedService.detectProvider(m[0])) return true;
351 return false;
352 })();
353 // Link-only tracks (external Spotify/YouTube/SoundCloud, no hosted file): collect their links
354 // so we federate them — Mastodon cards the first (its player), the rest show as clickable links
355 // — instead of a bare "listen on site" link, and we suppress the cover so the card can show.
356 const trackEmbedLinks = (() => {
357 if (playable) return [];
358 const out = [];
359 try {
360 for (const m of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) {
361 const r = db.prepare('SELECT media_id, link_spotify, link_youtube, link_soundcloud FROM audio_tracks WHERE id = ?').get(m[1]);
362 if (r && !r.media_id) for (const u of [r.link_spotify, r.link_youtube, r.link_soundcloud]) if (u && /^https?:\/\//i.test(u)) out.push(u);
363 }
364 } catch { /* non-fatal */ }
365 return [...new Set(out)].slice(0, 6);
366 })();
367 const noImages = playable || hasEmbed || trackEmbedLinks.length > 0; // suppress images → let the player/embed card show
368 const urls = [];
369 // Posts with PLAYABLE hosted audio suppress image attachments so Mastodon renders
370 // the player CARD (twitter:player) instead of the cover — media attachment and
371 // link/player card are mutually exclusive on Mastodon. Link-only audio (external)
372 // keeps its cover (no player card to show).
373 // An animated cover federates as the muted loop MP4 (→ a Video attachment): animated WebP is
374 // unreliable on Mastodon and its iOS apps; the MP4 plays everywhere. Else the still cover image.
375 // Each entry carries the media URL + its alt text (federated as the AS2 attachment `name`, for a11y).
376 // Media a C2S composer attached (shaer-j3uh): federate with their REAL
377 // mediaType, because the extension map below knows no audio and would call
378 // an m4a an Image. Pushed BEFORE the covers: a C2S video doubles as the
379 // cover video, and the URL-dedupe keeps the FIRST entry, which must be the
380 // one that knows its type and poster. Images also live inline in the
381 // content, so the dedupe keeps those single too.
382 try {
383 for (const a of JSON.parse(post.c2s_attachments || '[]')) {
384 if (a && a.url) urls.push({ url: abs(a.url), name: a.name || '', mt: a.mediaType, poster: a.poster ? abs(a.poster) : null });
385 }
386 } catch { /* malformed never blocks the Note */ }
387 if (post.cover_video_url && !noImages) urls.push({ url: abs(post.cover_video_url), name: post.cover_alt || '' });
388 else if (post.cover_image_url && !noImages) urls.push({ url: abs(post.cover_image_url), name: post.cover_alt || '' });
389 let body = post.content || '';
390 // Only federate inline images we can actually serve: absolute http(s) URLs, or our own
391 // /media/ uploads. A relative path we don't host (e.g. a stale /images/... ref) would 404
392 // and show up as a black tile in Mastodon's attachment grid. Carry the <img alt="…"> through
393 // as the attachment description.
394 if (!noImages) for (const m of body.matchAll(/<img\b[^>]*>/gi)) {
395 const tag = m[0];
396 const src = (tag.match(/\bsrc="([^"]+)"/i) || [])[1];
397 if (!src || !(/^https?:\/\//i.test(src) || src.startsWith('/media/'))) continue;
398 const alt = (tag.match(/\balt="([^"]*)"/i) || [])[1] || '';
399 urls.push({ url: abs(src), name: alt });
400 }
401 body = body.replace(/<img\b[^>]*>/gi, '');
402 // Audio shortcodes: do NOT federate the raw audio file — Klonkt deliberately
403 // gates audio (the /audio/stream URL has friction), and shipping it as an AP
404 // audio attachment would hand Mastodon a plain, downloadable mp3 URL. Instead,
405 // replace the shortcodes with a "🎵 listen on the site" link so the post invites
406 // a click-through to the protected player (discovery without leaking the file).
407 const esc = (s) => String(s == null ? '' : s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
408 const audioLabels = [];
409 try {
410 for (const m of body.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT title FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.title) audioLabels.push(r.title); }
411 for (const m of body.matchAll(/\[\[album:([^\]]+)\]\]/g)) audioLabels.push(m[1].trim());
412 } catch { /* non-fatal */ }
413 // fedi_open tracks → real AS2 Audio attachments (the actual file URL, served ungated) so
414 // EVERY client incl. the Mastodon apps plays them inline natively. Gated tracks (default)
415 // stay link/card-only — the file is never exposed for them. Resolve from post.content so a
416 // later body mutation can't affect it.
417 const openAudio = [];
418 if (hadAudio) {
419 const seenA = new Set();
420 const addRow = (r) => {
421 const fn = r.filename || (r.storage_path || '').split('/').pop();
422 if (!fn || seenA.has(fn)) return; seenA.add(fn);
423 const a = { type: 'Audio', mediaType: r.mime_type || 'audio/mpeg', url: `${base}/audio/stream/${encodeURIComponent(fn)}`, name: r.title || 'Audio' };
424 // Cover art on the Audio attachment (AS2 `icon`): track cover, else the post cover.
425 // Mastodon renders it as the artwork thumbnail on its native audio player.
426 const art = abs(r.cover_url || post.cover_image_url || null);
427 if (art) a.icon = { type: 'Image', mediaType: mediaType(art), url: art };
428 openAudio.push(a);
429 };
430 const SEL = 'SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM audio_tracks t JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND ';
431 try {
432 for (const mm of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare(SEL + 't.id = ?').get(mm[1]); if (r) addRow(r); }
433 for (const mm of (post.content || '').matchAll(/\[\[album:([^\]]+)\]\]/g)) for (const r of db.prepare(SEL + 't.site_id = ? AND t.album = ? ORDER BY t.rowid').all(site.id, mm[1].trim())) addRow(r);
434 for (const mm of (post.content || '').matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) for (const r of db.prepare('SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND pt.playlist_id = ? ORDER BY pt.position').all(mm[1])) addRow(r);
435 } catch { /* non-fatal */ }
436 }
437 body = body.replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
438 // External embeds ([[embed:url]]) → emit the bare URL as a link so Mastodon
439 // renders its OWN preview/player card (YouTube/Spotify/SoundCloud/etc) instead
440 // of federating the raw shortcode text.
441 body = body.replace(/\[\[embed:([^\]]+)\]\]/gi, (mm, raw) => {
442 const u = esc(raw.trim().replace(/&amp;/g, '&'));
443 return `<p><a href="${u}">${u}</a></p>`;
444 });
445 if (hadAudio) {
446 const lbl = audioLabels.length ? esc(audioLabels.slice(0, 4).join(', ')) : '';
447 if (trackEmbedLinks.length) {
448 // Link-only track(s): emit the external link(s). Mastodon cards the first (Spotify → its
449 // player), the rest render as clickable links — the fediverse-native "embed + links".
450 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong>` : ''}</p>`;
451 for (const u of trackEmbedLinks) { const eu = esc(u); body += `<p><a href="${eu}">${eu}</a></p>`; }
452 } else {
453 // For playable posts, append a version param to the listen-link so Mastodon
454 // sees a NEW card URL and re-crawls it (fresh SQUARE player card) instead of
455 // reusing the cached landscape one. Invisible: the link TEXT stays clean, the
456 // page ignores the param. Bump FEDI_CARD_VER when the card dimensions change.
457 const listenHref = playable ? `${human}?fc=${FEDI_CARD_VER}` : human;
458 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong> — ` : ''}<a href="${listenHref}">listen on ${esc(site.title || 'the site')}</a></p>`;
459 }
460 }
461 // Klonkt renders post content with white-space:pre-wrap, so raw newlines ARE line
462 // breaks on the site. Mastodon (plain HTML) collapses whitespace and would drop them,
463 // so convert newlines to <br> for the federated copy (content already made with
464 // shift+enter uses <br> and has no \n → this is a no-op there).
465 body = body.replace(/\r?\n/g, '<br>');
466 body = linkHashtags(base, body); // link inline #hashtags in the post body too
467 body = linkUrls(body); // bare URLs → clickable links on the federated copy
468 // Append the tags-field hashtags to the content so Mastodon renders them as clickable
469 // hashtags (a Hashtag that's only in the `tag` array isn't shown inline). CamelCase
470 // multi-word tags; skip any already present inline in the body.
471 {
472 const inlineTags = new Set(hashtagTags(base, body).map((h) => h.name.slice(1).toLowerCase()));
473 const addSeen = new Set();
474 const tagLinks = normalizeTags(post.tags).map(tagParts).filter(Boolean)
475 .filter((p) => !inlineTags.has(p.slug) && !addSeen.has(p.slug) && addSeen.add(p.slug))
476 .map((p) => `<a href="${base}/tag/${encodeURIComponent(p.slug)}" class="mention hashtag" rel="tag">#${p.label}</a>`);
477 if (tagLinks.length) body += `<p>${tagLinks.join(' ')}</p>`;
478 }
479 const seen = new Set();
480 const attachment = urls.filter((x) => x && x.url)
481 .filter((x) => { if (seen.has(x.url)) return false; seen.add(x.url); return true; })
482 .map((x) => { const mt = x.mt || mediaType(x.url); // the stored type wins; the extension map is the fallback
483 const ty = /^image\//i.test(mt) ? 'Image' : /^video\//i.test(mt) ? 'Video' : /^audio\//i.test(mt) ? 'Audio' : 'Document';
484 const a = { type: ty, mediaType: mt, url: x.url };
485 if (x.name) a.name = String(x.name).slice(0, 1500); // alt text / description (AS2 `name`)
486 if (x.poster) a.icon = { type: 'Image', url: x.poster }; // the video's still (shaer-zowq)
487 return a; });
488 for (const a of openAudio) attachment.push(a); // fedi_open tracks → native Audio players
489
490 // Inline @user@host mentions: the Mention tag objects + the mentioned actor URIs. Only
491 // present when the content was already mention-linked (deliverCreate/Update resolve them
492 // at send time); a plain buildNote (outbox/notes) yields none.
493 const _mentionTags = mentionTags(body);
494 const _mentionCc = _mentionTags.map((t) => t.href);
495
496 const note = {
497 id,
498 type: 'Note',
499 attributedTo: aId,
500 content: titleHtml + body,
501 url: human,
502 published: new Date(post.published_at || post.created_at || Date.now()).toISOString(),
503 // fan_only = "fans only" → followers-only visibility (delivered to your followers
504 // but not addressed to Public, so Mastodon shows it only to them and can't boost it).
505 to: (post.fan_only || post.ap_visibility === 'quiet') ? [`${aId}/followers`] : [PUBLIC],
506 // Mentioned actors (from inline @user@host links the caller resolved) are addressed in cc
507 // so Mastodon notifies them; empty unless the content was mention-linked (delivery time).
508 cc: [...new Set([
509 ...(post.ap_visibility === 'quiet' ? [PUBLIC] : []), // quiet public: Public in cc, not to
510 ...((post.fan_only || post.ap_visibility === 'quiet') ? [] : [`${aId}/followers`]),
511 ..._mentionCc])],
512 tag: [...buildHashtagList(base, post.tags, body), ..._mentionTags],
513 replies: `${id}/replies`,
514 // NSFW → Mastodon-style content warning: sensitive (blurs media) + a summary/spoiler
515 // (hides the whole post behind a "Gevoelige inhoud" button until the reader opens it).
516 sensitive: !!post.nsfw,
517 };
518 // FEP-633c §2.2: object hint that the author is a ward (safely ignorable).
519 Object.assign(note, Guardianship.hasGuardiansProps(site.slug));
520 // FEP-044f: this post quotes a fediverse object. Emit it the way the network
521 // actually reads it, and address the quoted author so they get told.
522 applyQuoteProps(note, post.quote_uri, post.quote_actor);
523 if (post.nsfw) note.summary = post.content_warning || 'Gevoelige inhoud';
524 if (attachment.length) note.attachment = attachment;
525 // When the cover attachment is suppressed (hosted audio OR an external embed/link-only track →
526 // so Mastodon shows the player/link card, not media), still expose the cover via AS2 `image` so
527 // card/grid consumers (the Klonkt Cirkel/News feed) can show it. Mastodon ignores a Note's
528 // `image`, so its card is unaffected — but a Klonkt receiver reads it (handleInbox o.image).
529 if (post.cover_image_url && noImages) {
530 const cov = abs(post.cover_image_url);
531 if (cov) { note.image = { type: 'Image', mediaType: mediaType(cov), url: cov }; if (post.cover_alt) note.image.name = String(post.cover_alt).slice(0, 1500); }
532 }
533 // Experiment (mirrors PeerTube / schema.org `embedUrl`): point at the GATED player page
534 // (/embed) so a client that honours embedUrl can show an inline player WITHOUT ever
535 // getting the audio file — the anti-steal posture is untouched. `embedUrl` is a real
536 // standard field name (not a Klonkt invention); if Mastodon's apps honour it on a Note we
537 // make it JSON-LD-clean with a context term, otherwise it degrades to the player card.
538 if (playable) note.embedUrl = `${base}/embed?post=${encodeURIComponent(post.slug)}`;
539 // Content language → AS2 contentMap (a BCP-47-keyed copy of the content). Mastodon reads the
540 // language from its key for the timeline language filter + the translate button. Emitted
541 // alongside `content` (Mastodon sends both); a plain receiver just uses `content`.
542 if (post.language && /^[a-z]{2,3}(-[A-Za-z]{2,4})?$/.test(post.language)) note.contentMap = { [post.language]: note.content };
543 // A hosted poll → federate as an AS2 Question (options + live tally). Do this last so it
544 // reuses the note's content/addressing/tags, then swaps the type and strips media.
545 const ownPoll = parseOwnPoll(post.poll_json);
546 if (ownPoll) applyPollToNote(note, post.id, ownPoll);
547 return note;
548}
549
550// All reply note URIs on a local post (inbound fediverse replies + our own
551// outbound replies) — backs the Note's `replies` Collection so remote servers
552// can fetch the whole thread.
553export function getReplyUris(base, postId) {
554 const out = [];
555 try {
556 for (const r of db.prepare("SELECT object_uri FROM ap_interactions WHERE kind = 'reply' AND post_id = ? AND object_uri != '' ORDER BY created_at").all(postId)) out.push(r.object_uri);
557 for (const r of db.prepare('SELECT id FROM ap_outbox WHERE post_id = ? ORDER BY rowid').all(postId)) out.push(`${base}/ap/notes/${r.id}`);
558 } catch { /* non-fatal */ }
559 return out;
560}
561
562// Notifications "seen" tracking → a real bell badge. Stored per site in app_settings.
563export function markNotificationsSeen(slug) {
564 try {
565 db.prepare("INSERT INTO app_settings (key, value, updated_at) VALUES (?, ?, CURRENT_TIMESTAMP) ON CONFLICT(key) DO UPDATE SET value = excluded.value, updated_at = CURRENT_TIMESTAMP")
566 .run(`fedi_notif_seen:${slug}`, new Date().toISOString());
567 } catch { /* non-fatal */ }
568}
569export function countUnseenNotifications(slug) {
570 try {
571 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
572 const seen = row ? Date.parse(row.value) : 0;
573 let n = 0;
574 for (const it of getNotifications(slug, 50)) { if (Date.parse(it.created_at) > seen) n++; }
575 return n;
576 } catch { return 0; }
577}
578// The seen-watermark itself (ms epoch, 0 = never marked) — the Messages page reads it
579// BEFORE marking seen, so it can render unread dots on the items newer than last visit.
580export function notificationsSeenAt(slug) {
581 try {
582 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
583 return row ? (Date.parse(row.value) || 0) : 0;
584 } catch { return 0; }
585}
586
587// Messages = the unified inbox (Reacties + Meldingen merged, decision Robin+Bart 2026-07-16):
588// every notification PLUS your own outbound replies ('sent', with edit/delete via their
589// outboxId), sorted as one stream. Consecutive likes/boosts on the same post collapse into
590// one grouped item (actors list + count) so activity doesn't drown out conversations.
591export function getMessages(slug, limit, offset) {
592 const off = Math.max(0, offset || 0);
593 const lim = limit || 60;
594 // The stream is grouped (consecutive likes/boosts collapse), so paging is done by
595 // recomputing the whole stream top-down and slicing [off, off+lim] — stable across
596 // pages. Fetch a buffer past off+lim so grouping-shrinkage can't hide a full page.
597 const need = off + lim + 100;
598 const items = getNotifications(slug, need);
599 try {
600 for (const m of listOutbox(slug).slice(0, need)) {
601 items.push({
602 type: 'sent', outboxId: m.id, to_handle: m.to_handle, in_reply_to: m.in_reply_to,
603 content: m.content, editable: m.editable, language: m.language, created_at: m.created_at,
604 });
605 }
606 } catch { /* ignore */ }
607 items.sort((a, b) => _msgTs(b) - _msgTs(a)); // NaN-safe (zie getNotifications)
608 const out = [];
609 for (const it of items) {
610 const prev = out[out.length - 1];
611 if ((it.type === 'like' || it.type === 'announce') && prev && prev.type === it.type
612 && prev.post_slug === it.post_slug) {
613 prev.actors = prev.actors || [prev.name || prev.handle || '?'];
614 prev.actors.push(it.name || it.handle || '?');
615 prev.count = (prev.count || 1) + 1;
616 continue;
617 }
618 out.push(it);
619 }
620 return out.slice(off, off + lim);
621}
622
623export function buildCreate(base, site, post) {
624 const note = buildNote(base, site, post);
625 return {
626 '@context': AP_CONTEXT,
627 id: note.id + '#create',
628 type: 'Create',
629 actor: actorId(base, site.slug),
630 published: note.published,
631 to: note.to,
632 cc: note.cc,
633 object: note,
634 };
635}
636
637export function buildOutbox(base, site, posts) {
638 const id = `${actorId(base, site.slug)}/outbox`;
639 const items = (posts || []).slice(0, MAX_OUTBOX).map((p) => buildCreate(base, site, p));
640 return {
641 '@context': AP_CONTEXT,
642 id,
643 type: 'OrderedCollection',
644 totalItems: items.length,
645 orderedItems: items,
646 };
647}
648
649// Public callers get a count-only collection (privacy). The authenticated
650// account owner (a C2S bearer scoped to this site) gets the real actor URIs via
651// `items`, so their own client can build a friends list.
652export function buildFollowers(base, site, count, items = null) {
653 const id = `${actorId(base, site.slug)}/followers`;
654 return {
655 '@context': AP_CONTEXT,
656 id,
657 type: 'OrderedCollection',
658 totalItems: items ? items.length : (count || 0),
659 orderedItems: items || [], // count-only for the public; full for the owner
660 };
661}
662
663// The accounts this site follows — count only, mirroring buildFollowers. The spec lists
664// `following` as a standard actor property; Hubzilla/Friendica + crawlers expect it.
665export function buildFollowing(base, site, count, items = null) {
666 const id = `${actorId(base, site.slug)}/following`;
667 return {
668 '@context': AP_CONTEXT,
669 id,
670 type: 'OrderedCollection',
671 totalItems: items ? items.length : (count || 0),
672 orderedItems: items || [], // count-only for the public; full for the owner
673 };
674}
675
676// Pinned posts → the actor's `featured` collection. Mastodon reads this and shows
677// these as the "Featured" tab (pinned to the profile). Posts come ordered by pin
678// rank; embedded as full Notes so a remote server doesn't need extra fetches.
679export function buildFeatured(base, site, posts) {
680 const id = `${actorId(base, site.slug)}/featured`;
681 const items = (posts || []).map((p) => buildNote(base, site, p));
682 return {
683 '@context': AP_CONTEXT,
684 id,
685 type: 'OrderedCollection',
686 totalItems: items.length,
687 orderedItems: items,
688 };
689}
690
691// ── followers store (lazy stmts) ──────────────────────────────────
692let _insF, _updFDisp, _delF, _listF, _cntF;
693function fStmts() {
694 if (!_insF) {
695 _insF = db.prepare('INSERT OR IGNORE INTO ap_followers (slug, actor_uri, inbox, shared_inbox, name, handle, icon, created_at) VALUES (?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
696 _updFDisp = db.prepare('UPDATE ap_followers SET name = COALESCE(?, name), handle = COALESCE(?, handle), icon = COALESCE(?, icon) WHERE slug = ? AND actor_uri = ?');
697 _delF = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND actor_uri = ?');
698 _listF = db.prepare('SELECT inbox, shared_inbox FROM ap_followers WHERE slug = ?');
699 _cntF = db.prepare('SELECT COUNT(*) n FROM ap_followers WHERE slug = ?');
700 }
701 return { ins: _insF, del: _delF, list: _listF, cnt: _cntF };
702}
703export function followerCount(slug) { return fStmts().cnt.get(slug).n; }
704
705// Followers with delivery health, for the management list. Never-delivered accounts
706// first, then oldest successful delivery first — i.e. the cleanup candidates on top.
707export function listFollowers(slug) {
708 return db.prepare(
709 `SELECT id, actor_uri, inbox, shared_inbox, created_at, last_delivery_at, last_error_at
710 FROM ap_followers WHERE slug = ?
711 ORDER BY (last_delivery_at IS NULL) DESC, last_delivery_at ASC, created_at ASC`
712 ).all(slug);
713}
714// Manually drop a follower after a check (a still-live account would have to re-follow).
715export function removeFollower(slug, id) {
716 const info = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND id = ?').run(slug, id);
717 return info.changes > 0;
718}
719
720// Best cached display for an actor URI, across the caches Klonkt already fills:
721// followers (now with name/icon), following, interactions, timeline, mentions.
722// Falls back to a handle derived from the URI. Display info is not sensitive.
723export function actorDisplay(slug, uri) {
724 const ok = (r) => r && (r.name || r.icon);
725 try {
726 let r = db.prepare('SELECT name, handle, icon FROM ap_followers WHERE slug = ? AND actor_uri = ?').get(slug, uri);
727 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
728 r = db.prepare('SELECT name, handle, icon FROM ap_following WHERE slug = ? AND actor_uri = ?').get(slug, uri);
729 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
730 r = db.prepare('SELECT actor_name AS name, actor_handle AS handle, actor_icon AS icon FROM ap_interactions WHERE actor_uri = ? AND (actor_name IS NOT NULL OR actor_icon IS NOT NULL) ORDER BY created_at DESC LIMIT 1').get(uri);
731 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
732 r = db.prepare('SELECT author_name AS name, author_handle AS handle, author_icon AS icon FROM ap_timeline WHERE author_uri = ? AND (author_name IS NOT NULL OR author_icon IS NOT NULL) LIMIT 1').get(uri);
733 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
734 r = db.prepare('SELECT actor_name AS name, actor_handle AS handle, actor_icon AS icon FROM ap_mentions WHERE actor_uri = ? AND (actor_name IS NOT NULL OR actor_icon IS NOT NULL) ORDER BY created_at DESC LIMIT 1').get(uri);
735 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
736 } catch { /* ignore */ }
737 return { name: null, handle: deriveHandle(uri), icon: null };
738}
739
740// FEP-9876: does this `Prefer` header ask for enriched (embedded) members?
741// Pure and testable; the route sets the response headers around it.
742export function prefersEnriched(preferHeader) {
743 return /(^|[,;\s])return=representation($|[,;\s])/i.test(String(preferHeader || ''));
744}
745
746// AS2 actor reference with display, for the owner C2S followers/following view.
747// preferredUsername = the local part of the handle; name = the set display name.
748export function buildActorRef(slug, uri) {
749 const d = actorDisplay(slug, uri);
750 const user = d.handle && d.handle[0] === '@' ? d.handle.slice(1).split('@')[0] : null;
751 const out = { id: uri, type: 'Person' };
752 if (d.name) out.name = d.name;
753 if (user) out.preferredUsername = user;
754 if (d.icon) out.icon = { type: 'Image', url: d.icon };
755 return out;
756}
757
758// Merge who-you-follow (ap_following, rich display) with who-follows-you (ap_followers,
759// delivery health) into ONE connections list, keyed by actor_uri. Each entry gets a
760// direction (following →, follower ←, mutual ↔) and, for accounts we deliver to, an
761// `unreachable` flag (never delivered, or last attempt failed after the last success) so
762// the view can split dead connections into their own section. Powers the Connect page.
763export function listConnections(slug) {
764 const byUri = new Map();
765 for (const f of listFollowing(slug)) {
766 byUri.set(f.actor_uri, {
767 actor_uri: f.actor_uri, name: f.name || null, handle: f.handle || null,
768 icon: f.icon || null, url: f.url || null, auto_boost: f.auto_boost ? 1 : 0,
769 status: f.status || null, following: true, follower: false,
770 last_delivery_at: null, last_error_at: null, follower_id: null,
771 });
772 }
773 for (const fo of listFollowers(slug)) {
774 const e = byUri.get(fo.actor_uri);
775 if (e) { e.follower = true; e.last_delivery_at = fo.last_delivery_at; e.last_error_at = fo.last_error_at; e.follower_id = fo.id; }
776 else byUri.set(fo.actor_uri, {
777 actor_uri: fo.actor_uri, name: null, handle: null, icon: null, url: null,
778 auto_boost: 0, status: null, following: false, follower: true,
779 last_delivery_at: fo.last_delivery_at, last_error_at: fo.last_error_at, follower_id: fo.id,
780 });
781 }
782 return [...byUri.values()].map((e) => {
783 e.direction = (e.following && e.follower) ? 'mutual' : (e.following ? 'following' : 'follower');
784 e.unreachable = e.follower && (!e.last_delivery_at || (!!e.last_error_at && (!e.last_delivery_at || e.last_error_at > e.last_delivery_at)));
785 return e;
786 });
787}
788
789// ── inbound interactions store (replies / likes / boosts) + our outbound replies ──
790let _insI, _delLA, _delReply, _listI, _getI, _insO, _listO, _getO;
791// ── moderation tombstones (ap_rejected_objects) ───────────────────
792// A reply the owner removed stays removed: its object URI is tombstoned and
793// checked at ingest AND by the thread-crawler (else thread-filling would
794// re-fetch it). Owner moderation acts on the LOCAL copy, so it also works for
795// private notes that authorize_interaction can't fetch (401/404).
796let _insRj, _hasRj;
797function rjStmts() {
798 if (!_insRj) {
799 _insRj = db.prepare('INSERT OR IGNORE INTO ap_rejected_objects (object_uri, post_id, reason) VALUES (?,?,?)');
800 _hasRj = db.prepare('SELECT 1 FROM ap_rejected_objects WHERE object_uri = ?');
801 }
802 return { ins: _insRj, has: _hasRj };
803}
804export function isRejectedObject(uri) {
805 if (!uri) return false;
806 try { return !!rjStmts().has.get(String(uri)); } catch { return false; }
807}
808// Owner removes an incoming reply: tombstone + delete. Tenancy-scoped: the
809// interaction's post must belong to the caller's site.
810export function rejectInteraction(site, interactionId, reason) {
811 if (!site || !site.slug) return { error: 'forbidden' };
812 const row = iStmts().getI.get(interactionId);
813 if (!row) return { error: 'not_found' };
814 const owns = db.prepare('SELECT 1 FROM posts WHERE id = ? AND site_id = (SELECT id FROM sites WHERE slug = ?)')
815 .get(row.post_id, site.slug);
816 if (!owns) return { error: 'forbidden' };
817 if (row.object_uri) { try { rjStmts().ins.run(row.object_uri, row.post_id, reason || 'removed by site owner'); } catch { /* non-fatal */ } }
818 db.prepare('DELETE FROM ap_interactions WHERE id = ?').run(interactionId);
819 console.log('[AP] interaction removed by owner', site.slug, row.object_uri || row.actor_uri);
820 return { ok: true, object_uri: row.object_uri || null, actor_uri: row.actor_uri || null };
821}
822// Stored URIs of an interaction (tenancy-scoped) → feed sendReport for flagging
823// from the local copy (works for private notes; no remote fetch needed to target).
824export function interactionReportTarget(site, interactionId) {
825 if (!site || !site.slug) return null;
826 const row = iStmts().getI.get(interactionId);
827 if (!row) return null;
828 const owns = db.prepare('SELECT 1 FROM posts WHERE id = ? AND site_id = (SELECT id FROM sites WHERE slug = ?)')
829 .get(row.post_id, site.slug);
830 if (!owns) return null;
831 return { objectUri: row.object_uri || null, actorUri: row.actor_uri || null };
832}
833
834// AP addressing → visibility: 'public' | 'unlisted' | 'followers' | 'direct'.
835// Mastodon-conventie: Public in `to` = public, Public in `cc` = unlisted, een
836// followers-collectie zonder Public = followers-only, anders direct (DM). Public
837// kan als volledige URI, 'as:Public' of 'Public' voorkomen (JSON-LD shorthands).
838export function noteVisibility(o) {
839 const arr = (v) => (Array.isArray(v) ? v : (v ? [v] : []));
840 const isPub = (u) => u === PUBLIC || u === 'as:Public' || u === 'Public';
841 const to = arr(o && o.to).map(String);
842 const cc = arr(o && o.cc).map(String);
843 if (to.some(isPub)) return 'public';
844 if (cc.some(isPub)) return 'unlisted';
845 if ([...to, ...cc].some((u) => /\/followers\/?$/.test(u))) return 'followers';
846 return 'direct';
847}
848
849/**
850 * Does this note belong in the home timeline (de Krant)?
851 *
852 * Only if it is a POST. A direct note is addressed to named people, so it is a
853 * message: a plain DM, a ward's 🛟 help request (FEP-633c 5.2.1) or a
854 * guardian's wave. Those are stored as mentions instead and surface in
855 * Berichten and the Guardian PWA. A reply belongs to its thread, not the feed.
856 */
857export function belongsInTimeline(o) {
858 if (!o || !o.id || o.inReplyTo) return false;
859 return noteVisibility(o) !== 'direct';
860}
861
862function iStmts() {
863 if (!_insI) {
864 _insI = db.prepare('INSERT OR IGNORE INTO ap_interactions (kind, post_id, object_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, parent_uri, visibility, emoji_json, actor_emoji_json, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
865 _delLA = db.prepare('DELETE FROM ap_interactions WHERE kind = ? AND post_id = ? AND actor_uri = ?');
866 _delReply = db.prepare("DELETE FROM ap_interactions WHERE kind = 'reply' AND object_uri = ?");
867 _listI = db.prepare('SELECT id, kind, object_uri, parent_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, created_at, acted_boost, acted_like, visibility, emoji_json, actor_emoji_json FROM ap_interactions WHERE post_id = ? ORDER BY created_at ASC');
868 _getI = db.prepare('SELECT * FROM ap_interactions WHERE id = ?');
869 _insO = db.prepare('INSERT INTO ap_outbox (id, site_slug, post_id, post_slug, in_reply_to, to_actor, to_handle, content, language, attachments, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
870 _listO = db.prepare('SELECT * FROM ap_outbox WHERE post_id = ? ORDER BY created_at ASC');
871 _getO = db.prepare('SELECT * FROM ap_outbox WHERE id = ?');
872 }
873 return { ins: _insI, delLA: _delLA, delReply: _delReply, list: _listI, getI: _getI, insO: _insO, listO: _listO, getO: _getO };
874}
875
876export function getInteractionById(id) { return iStmts().getI.get(id); }
877export function setInteractionBoosted(id, on) {
878 db.prepare('UPDATE ap_interactions SET acted_boost = ? WHERE id = ?').run(on ? 1 : 0, id);
879}
880export function setInteractionLiked(id, on) {
881 db.prepare('UPDATE ap_interactions SET acted_like = ? WHERE id = ?').run(on ? 1 : 0, id);
882}
883// Your like/boost state on a REMOTE post (interact page toggles).
884export function setMyReaction(slug, uri, kind, on) {
885 if (on) db.prepare('INSERT OR IGNORE INTO ap_my_reactions (site_slug, target_uri, kind) VALUES (?,?,?)').run(slug, uri, kind);
886 else db.prepare('DELETE FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ? AND kind = ?').run(slug, uri, kind);
887}
888export function getMyReactions(slug, uri) {
889 const rows = (slug && uri) ? db.prepare('SELECT kind FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ?').all(slug, uri) : [];
890 return { liked: rows.some((r) => r.kind === 'like'), boosted: rows.some((r) => r.kind === 'boost') };
891}
892
893const localPostExists = (id) => { try { return !!db.prepare('SELECT 1 FROM posts WHERE id = ?').get(id); } catch { return false; } };
894// Extract our local post id from a note URL, but only if it's ours (base match).
895function postIdFromNoteUrl(url, base) {
896 const s = String(url || '');
897 if (base && !s.startsWith(base)) return null;
898 const m = s.match(/\/ap\/notes\/([^/?#]+)/);
899 return m ? decodeURIComponent(m[1]) : null;
900}
901function deriveHandle(actorUri) {
902 try { const u = new URL(actorUri); const seg = u.pathname.split('/').filter(Boolean).pop() || ''; return `@${seg}@${u.host}`; } catch { return String(actorUri || ''); }
903}
904function actorInfo(doc, actorUri) {
905 let host = ''; try { host = new URL(actorUri).host; } catch { /* keep empty */ }
906 const handle = doc && doc.preferredUsername ? `@${doc.preferredUsername}@${host}` : deriveHandle(actorUri);
907 const icon = doc && doc.icon ? (doc.icon.url || (Array.isArray(doc.icon) && doc.icon[0] && doc.icon[0].url)) : null;
908 const name = (doc && (doc.name || doc.preferredUsername)) || handle;
909 return {
910 name,
911 handle,
912 url: safeUrl((doc && (doc.url || doc.id)) || actorUri) || null,
913 icon: safeUrl(icon) || null,
914 // FEP-9098 custom emojis in the display name (":shortcode:"), so the byline
915 // renders them. Only computed when the name actually has a shortcode.
916 emojis: /:[A-Za-z0-9_+-]+:/.test(name) ? actorNameEmojis(doc) : undefined,
917 };
918}
919
920// Map ":shortcode:" → image url from an actor doc's Emoji tags (for a custom-
921// emoji display name). Undefined when there are none.
922function actorNameEmojis(doc) {
923 const arr = doc && Array.isArray(doc.tag) ? doc.tag : (doc && doc.tag ? [doc.tag] : []);
924 const out = {};
925 for (const t of arr) {
926 if (!t || (Array.isArray(t.type) ? t.type[0] : t.type) !== 'Emoji' || typeof t.name !== 'string' || !t.icon) continue;
927 const u = t.icon.url || (Array.isArray(t.icon) && t.icon[0] && t.icon[0].url);
928 if (u) out[t.name] = u;
929 }
930 return Object.keys(out).length ? out : undefined;
931}
932
933// Given an inReplyTo note URL, find which local post the thread belongs to + the
934// note being replied to (parent), so a reply-to-a-comment can be nested.
935function findThreadTarget(inReplyTo, base) {
936 if (!inReplyTo) return null;
937 const seg = postIdFromNoteUrl(inReplyTo, base); // our /ap/notes/<id> segment (if ours)
938 if (seg && localPostExists(seg)) return { post_id: seg, parent_uri: inReplyTo };
939 if (seg) {
940 try { const o = db.prepare('SELECT post_id FROM ap_outbox WHERE id = ?').get(seg); if (o && o.post_id) return { post_id: o.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
941 }
942 try { const row = db.prepare("SELECT post_id FROM ap_interactions WHERE object_uri = ? AND kind = 'reply' LIMIT 1").get(inReplyTo); if (row && row.post_id) return { post_id: row.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
943 return null;
944}
945
946// Drop the leading @mention(s) a federated reply carries (the person being replied to),
947// so a comment reads "dope tekening ouwe" instead of "@jason@jasonhacky.nl dope …".
948// Keeps a leading <p> wrapper; handles mention <a> links and plain-text @user@domain.
949export function stripLeadingMentions(html) {
950 if (!html) return html;
951 let s = String(html);
952 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:<a\b[^>]*>\s*@[^<]+<\/a>[  ]*)+/i, (m, p) => p || '');
953 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:@[\w.-]+(?:@[\w.-]+)?[  ]+)+/i, (m, p) => p || '');
954 return s;
955}
956
957// View-ready threaded view of a post's fediverse activity (inbound replies +
958// our outbound replies, nested), plus like/boost counts.
959export function getInteractions(postId, base, site) {
960 const s = iStmts();
961 // Privacy: a followers-only or direct (DM) reply is addressed to people, not to the
962 // public web, so it must NOT render in the public thread. It still reaches the owner
963 // via notifications (post context + reference included there). Legacy rows without a
964 // visibility value are treated as public. Likes/boosts stay counted (count-only).
965 const rows = s.list.all(postId).filter((r) =>
966 r.kind !== 'reply' || !(r.visibility === 'followers' || r.visibility === 'direct'));
967 const baseClean = (base || process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
968 const postNoteId = baseClean ? `${baseClean}/ap/notes/${postId}` : null;
969 // Our own (outbound) replies show the SITE identity for everyone (not "You").
970 let host = ''; try { host = new URL(baseClean).host; } catch { /* ignore */ }
971 const siteName = (site && (site.title || site.slug)) || '';
972 const siteHandle = (site && site.slug && host) ? `@${site.slug}@${host}` : '';
973 const siteUrl = baseClean ? `${baseClean}/` : '';
974 const siteIcon = (site && site.profile_photo) || null;
975
976 const nodes = [];
977 for (const r of rows) {
978 if (r.kind !== 'reply') continue;
979 nodes.push({
980 noteId: r.object_uri, parent: r.parent_uri || null, mine: false, id: r.id,
981 actor_uri: r.actor_uri,
982 actor_name: r.actor_name, actor_handle: r.actor_handle, actor_url: r.actor_url,
983 actor_icon: r.actor_icon, content: stripLeadingMentions(r.content), created_at: r.published || r.created_at,
984 emoji_json: r.emoji_json, actor_emoji_json: r.actor_emoji_json, // FEP-9098 (thread render)
985 acted_boost: !!r.acted_boost, acted_like: !!r.acted_like,
986 children: [],
987 });
988 }
989 for (const o of s.listO.all(postId)) {
990 nodes.push({
991 noteId: baseClean ? `${baseClean}/ap/notes/${o.id}` : o.id, parent: o.in_reply_to || null,
992 mine: true, outboxId: o.id, content: stripLeadingMentions(o.content), created_at: o.created_at,
993 media: (() => { try { return o.attachments ? JSON.parse(o.attachments) : []; } catch { return []; } })(),
994 actor_name: siteName, actor_handle: siteHandle, actor_url: siteUrl, actor_icon: siteIcon,
995 children: [],
996 });
997 }
998
999 const byId = new Map(nodes.map((n) => [n.noteId, n]));
1000 // Conversation partners per node (u02, the reply editor's mentions bar): the
1001 // node's author plus the ancestor authors up the chain. Our own nodes are
1002 // skipped (we do not mention ourselves), deduped by actor, capped at 8.
1003 for (const n of nodes) {
1004 const seen = new Set();
1005 const list = [];
1006 let cur = n, guard = 0;
1007 while (cur && guard++ < 12 && list.length < 8) {
1008 if (!cur.mine && cur.actor_uri && !seen.has(cur.actor_uri)) {
1009 seen.add(cur.actor_uri);
1010 list.push({
1011 uri: cur.actor_uri,
1012 url: cur.actor_url || cur.actor_uri,
1013 handle: cur.actor_handle || deriveHandle(cur.actor_uri),
1014 });
1015 }
1016 cur = cur.parent ? byId.get(cur.parent) : null;
1017 }
1018 n.participants = list;
1019 }
1020 const isTop = (n) => !n.parent || n.parent === postNoteId || !byId.has(n.parent);
1021 const tops = [];
1022 for (const n of nodes) {
1023 if (isTop(n)) { tops.push(n); continue; }
1024 let anc = n, guard = 0;
1025 while (!isTop(anc) && guard++ < 12) anc = byId.get(anc.parent);
1026 anc.children.push(n);
1027 }
1028 const byTime = (a, b) => new Date(a.created_at) - new Date(b.created_at);
1029 tops.sort(byTime).forEach((t) => t.children.sort(byTime));
1030
1031 return {
1032 thread: tops,
1033 likeCount: rows.filter((r) => r.kind === 'like').length,
1034 announceCount: rows.filter((r) => r.kind === 'announce').length,
1035 total: nodes.length,
1036 };
1037}
1038
1039// ── HTTP Signatures + delivery ────────────────────────────────────
1040const slugFromActorUrl = (url) => { const m = String(url || '').match(/\/ap\/users\/([^/?#]+)/); return m ? decodeURIComponent(m[1]) : null; };
1041// Which of OUR sites are named in a note's Mention tags? Only hrefs on our own base count
1042// (an /ap/users/<slug> path on a remote host is someone else's actor), and the slug must be
1043// an existing site. Deduped.
1044export function localMentionSlugs(tags, base) {
1045 if (!base) return [];
1046 const out = [], seen = new Set();
1047 for (const t of (Array.isArray(tags) ? tags : (tags ? [tags] : []))) {
1048 if (!t || t.type !== 'Mention' || typeof t.href !== 'string') continue;
1049 if (!t.href.startsWith(base + '/ap/users/')) continue;
1050 const slug = slugFromActorUrl(t.href);
1051 if (!slug || seen.has(slug)) continue; seen.add(slug);
1052 try { if (db.prepare('SELECT 1 FROM sites WHERE slug = ?').get(slug)) out.push(slug); } catch { /* ignore */ }
1053 }
1054 return out;
1055}
1056
1057// Sign + POST an activity to a remote inbox (draft-cavage HTTP Signatures, RSA-SHA256).
1058export async function deliver(inboxUrl, bodyObj, keyId, privatePem) {
1059 const body = JSON.stringify(bodyObj);
1060 const u = new URL(inboxUrl);
1061 const date = new Date().toUTCString();
1062 const digest = 'SHA-256=' + crypto.createHash('sha256').update(body).digest('base64');
1063 const signingString = `(request-target): post ${u.pathname}\nhost: ${u.host}\ndate: ${date}\ndigest: ${digest}`;
1064 const signature = crypto.sign('sha256', Buffer.from(signingString), privatePem).toString('base64');
1065 const sig = `keyId="${keyId}",algorithm="rsa-sha256",headers="(request-target) host date digest",signature="${signature}"`;
1066 const r = await safeFetch(inboxUrl, {
1067 method: 'POST',
1068 headers: { 'Content-Type': 'application/activity+json', Accept: 'application/activity+json', Date: date, Digest: digest, Signature: sig },
1069 body,
1070 });
1071 return r.status;
1072}
1073
1074export async function fetchActor(url) {
1075 try {
1076 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
1077 if (!r.ok) return null;
1078 const len = Number(r.headers.get('content-length') || 0);
1079 if (len > 2_000_000) return null; // refuse oversized actor docs
1080 return await r.json();
1081 } catch { return null; }
1082}
1083
1084// ── Delivery queue with retries ───────────────────────────────────
1085// Outbound deliveries are tried immediately; on failure (down server, timeout,
1086// non-2xx) they're queued and retried with backoff so a briefly-offline follower
1087// doesn't silently miss the post. The signing key is NOT stored — the worker
1088// re-derives it from the actor slug at send time.
1089const DELIVERY_MAX_ATTEMPTS = 6;
1090const DELIVERY_BACKOFF_MIN = [1, 5, 15, 60, 180, 360];
1091let _insDeliv, _dueDeliv, _delDeliv, _bumpDeliv;
1092function deliveryStmts() {
1093 if (!_insDeliv) {
1094 _insDeliv = db.prepare('INSERT INTO ap_delivery (slug, inbox, body, attempts, next_at) VALUES (?,?,?,0,CURRENT_TIMESTAMP)');
1095 _dueDeliv = db.prepare("SELECT * FROM ap_delivery WHERE datetime(next_at) <= datetime('now') ORDER BY next_at LIMIT 30");
1096 _delDeliv = db.prepare('DELETE FROM ap_delivery WHERE id = ?');
1097 _bumpDeliv = db.prepare('UPDATE ap_delivery SET attempts = ?, next_at = ? WHERE id = ?');
1098 }
1099 return { ins: _insDeliv, due: _dueDeliv, del: _delDeliv, bump: _bumpDeliv };
1100}
1101export function enqueueDelivery(slug, inbox, activity) {
1102 if (!slug || !inbox || !activity) return;
1103 try { deliveryStmts().ins.run(slug, inbox, JSON.stringify(activity)); } catch { /* ignore */ }
1104}
1105// Record delivery health per follower so the followers list can flag dead accounts.
1106// Keyed by inbox: a shared-inbox POST reaches every follower behind it, so all of them
1107// are marked. A non-follower inbox (inline @mention) simply matches 0 rows.
1108let _fDelivOk, _fDelivErr;
1109function markFollowerDelivery(slug, inbox, ok) {
1110 if (!slug || !inbox) return;
1111 try {
1112 if (!_fDelivOk) {
1113 _fDelivOk = db.prepare('UPDATE ap_followers SET last_delivery_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
1114 _fDelivErr = db.prepare('UPDATE ap_followers SET last_error_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
1115 }
1116 (ok ? _fDelivOk : _fDelivErr).run(slug, inbox, inbox);
1117 } catch { /* health tracking is non-fatal */ }
1118}
1119// Deliver now; queue for retry if it fails.
1120export async function deliverWithRetry(slug, inbox, activity, keyId, privPem) {
1121 if (!inbox) return;
1122 try { const st = await deliver(inbox, activity, keyId, privPem); if (st >= 200 && st < 300) { markFollowerDelivery(slug, inbox, true); return; } } catch { /* queue below */ }
1123 enqueueDelivery(slug, inbox, activity);
1124}
1125let _processingDeliv = false;
1126export async function processDeliveryQueue() {
1127 if (_processingDeliv) return; // re-entrancy guard: 30 rows × 8s can exceed the 60s tick → no double-delivery
1128 _processingDeliv = true;
1129 try {
1130 let rows;
1131 try { rows = deliveryStmts().due.all(); } catch { return; }
1132 if (!rows || !rows.length) return;
1133 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1134 for (const row of rows) {
1135 let ok = false;
1136 try {
1137 const keys = getOrCreateKeys(row.slug);
1138 const st = await deliver(row.inbox, JSON.parse(row.body), `${actorId(base, row.slug)}#main-key`, keys.private_pem);
1139 ok = st >= 200 && st < 300;
1140 } catch { ok = false; }
1141 if (ok) { markFollowerDelivery(row.slug, row.inbox, true); deliveryStmts().del.run(row.id); continue; }
1142 const attempts = row.attempts + 1;
1143 if (attempts >= DELIVERY_MAX_ATTEMPTS) { markFollowerDelivery(row.slug, row.inbox, false); deliveryStmts().del.run(row.id); console.warn('[AP] delivery gave up after', attempts, 'tries →', row.inbox); continue; }
1144 // Index the backoff on the CURRENT attempt count (row.attempts) so the first
1145 // retry uses the 1-min tier instead of skipping it.
1146 const mins = DELIVERY_BACKOFF_MIN[Math.min(row.attempts, DELIVERY_BACKOFF_MIN.length - 1)];
1147 deliveryStmts().bump.run(attempts, new Date(Date.now() + mins * 60000).toISOString(), row.id);
1148 }
1149 } finally { _processingDeliv = false; }
1150}
1151let _delivTimer = null;
1152export function startDeliveryWorker() {
1153 if (_delivTimer) return;
1154 _delivTimer = setInterval(() => { processDeliveryQueue().catch(() => {}); }, 60 * 1000);
1155 if (_delivTimer.unref) _delivTimer.unref();
1156}
1157
1158// Best-effort verification of an incoming signed request. Returns the sender's
1159// actor doc if the signature checks out, else null. (Not gating yet — MVP.)
1160// Max clock skew for the signed Date header (replay window). Generous default to tolerate
1161// federating servers with drifting clocks; an operator can widen it via env.
1162const SIG_MAX_SKEW_MS = (Number(process.env.AP_SIG_MAX_SKEW_MIN) || 60) * 60 * 1000;
1163export async function verifyRequest(req) {
1164 const sigH = req.headers['signature'];
1165 if (!sigH) return null;
1166 const p = Object.fromEntries([...sigH.matchAll(/([a-zA-Z]+)="([^"]*)"/g)].map((m) => [m[1], m[2]]));
1167 if (!p.keyId || !p.signature) return null;
1168 const actor = await fetchActor(p.keyId.split('#')[0]);
1169 const pem = actor && actor.publicKey && actor.publicKey.publicKeyPem;
1170 if (!pem) return null;
1171 const hs = (p.headers || '(request-target) host date').split(/\s+/);
1172 // Behind a reverse proxy the raw Host header is the backend bind (e.g. localhost:3000, when
1173 // the proxy doesn't preserve it — Apache .htaccess [P] proxying), but the sender signed the
1174 // HTTP-Signature over the PUBLIC host. Try each candidate host (the configured PUBLIC_BASE_URL
1175 // host, the proxy's X-Forwarded-Host, and the raw Host) and accept if the signature verifies
1176 // against any. An attacker can't forge a match (no private key), so this only rescues the
1177 // legitimate proxied case. Also normalise a leading double-slash in the request-target.
1178 let _pubHost = null;
1179 if (process.env.PUBLIC_BASE_URL) { try { _pubHost = new URL(process.env.PUBLIC_BASE_URL).host; } catch { /* ignore */ } }
1180 const _hosts = [...new Set([_pubHost, req.headers['x-forwarded-host'], req.headers['host']].filter(Boolean))];
1181 const _target = `${req.method.toLowerCase()} ${String(req.originalUrl || '').replace(/^\/{2,}/, '/')}`;
1182 const _sig = Buffer.from(p.signature, 'base64');
1183 let ok = false;
1184 for (const _h of _hosts) {
1185 const line = hs.map((x) => x === '(request-target)'
1186 ? `(request-target): ${_target}`
1187 : x === 'host' ? `host: ${_h}`
1188 : `${x}: ${req.headers[x] || ''}`).join('\n');
1189 try { if (crypto.verify('sha256', Buffer.from(line), pem, _sig)) { ok = true; break; } } catch { /* try next host */ }
1190 }
1191 // Replay defence: the Date header must be signed and recent. A captured signed request
1192 // replayed later (or with a swapped body) is rejected.
1193 if (ok) {
1194 if (!hs.includes('date')) ok = false;
1195 else {
1196 const t = Date.parse(req.headers['date'] || '');
1197 if (isNaN(t) || Math.abs(Date.now() - t) > SIG_MAX_SKEW_MS) ok = false;
1198 }
1199 }
1200 // Digest is MANDATORY when the request carries a body: without a signed digest the body
1201 // isn't covered by the signature and could be swapped on a replay.
1202 if (ok && req.rawBody && req.rawBody.length) {
1203 if (!hs.includes('digest')) ok = false;
1204 else {
1205 const exp = 'SHA-256=' + crypto.createHash('sha256').update(req.rawBody).digest('base64');
1206 if (req.headers['digest'] !== exp) ok = false;
1207 }
1208 }
1209 return ok ? actor : null;
1210}
1211
1212// Parse a fediverse poll (an ActivityStreams `Question` — the Mastodon-standard poll form)
1213// into our compact shape. `oneOf` = single choice, `anyOf` = multiple; each option is a Note
1214// with a `name` and a `replies` collection whose `totalItems` is that option's vote count.
1215function parsePoll(o) {
1216 if (!o || o.type !== 'Question') return null;
1217 const raw = Array.isArray(o.oneOf) ? o.oneOf : (Array.isArray(o.anyOf) ? o.anyOf : null);
1218 if (!raw || !raw.length) return null;
1219 const options = raw.slice(0, 12).map((opt) => ({
1220 name: String((opt && opt.name) || '').slice(0, 300),
1221 count: Math.max(0, Number(opt && opt.replies && opt.replies.totalItems) || 0),
1222 })).filter((x) => x.name);
1223 if (!options.length) return null;
1224 const endTime = o.endTime || (typeof o.closed === 'string' ? o.closed : null);
1225 const closed = !!o.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
1226 return { multiple: Array.isArray(o.anyOf), options, endTime, closed, voters: Number(o.votersCount) || null, voted: null };
1227}
1228
1229// ── Polls WE host (a local post with a poll) ──────────────────────
1230// Parse the poll definition stored on our own post (posts.poll_json). Counts are
1231// NOT stored here — they're derived from the poll_votes ballots so a re-render always
1232// reflects the authoritative tally.
1233export function parseOwnPoll(pollJson) {
1234 if (!pollJson) return null;
1235 let d; try { d = typeof pollJson === 'string' ? JSON.parse(pollJson) : pollJson; } catch { return null; }
1236 if (!d || !Array.isArray(d.options)) return null;
1237 const options = d.options.map((o) => ({ name: String((o && o.name != null ? o.name : o) || '').slice(0, 300) })).filter((o) => o.name);
1238 if (options.length < 2) return null;
1239 const endTime = d.endTime || null;
1240 const closed = !!d.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
1241 return { multiple: !!d.multiple, options, endTime, closed };
1242}
1243
1244// Live tally of a hosted poll from its ballots: per-option counts + unique voters.
1245export function pollTally(postId) {
1246 const counts = {}; let voters = 0;
1247 try {
1248 for (const r of db.prepare('SELECT choice, COUNT(*) AS n FROM poll_votes WHERE post_id = ? GROUP BY choice').all(postId)) counts[r.choice] = r.n;
1249 voters = db.prepare('SELECT COUNT(DISTINCT actor_uri) AS n FROM poll_votes WHERE post_id = ?').get(postId).n || 0;
1250 } catch { /* table may not exist yet */ }
1251 return { counts, voters };
1252}
1253
1254// Render-ready view of a hosted poll (options with counts + percentages, totals, state).
1255// Voting is fediverse-only, so this is display-only on the site.
1256export function ownPollView(post) {
1257 const poll = parseOwnPoll(post && post.poll_json);
1258 if (!poll) return null;
1259 const { counts, voters } = pollTally(post.id);
1260 const total = Object.values(counts).reduce((a, b) => a + b, 0);
1261 const denom = poll.multiple ? voters : total; // multiple-choice %: share of voters (can sum >100%)
1262 const options = poll.options.map((o) => {
1263 const count = counts[o.name] || 0;
1264 return { name: o.name, count, pct: denom ? Math.round((count / denom) * 100) : 0 };
1265 });
1266 return { multiple: poll.multiple, options, total, voters, endTime: poll.endTime, closed: poll.closed };
1267}
1268
1269// Attach the AS2 Question shape to a note built for a hosted poll. Mastodon renders a
1270// status with either media OR a poll (never both), so a poll federates as content +
1271// options with no media attachment. oneOf = single choice, anyOf = multiple.
1272function applyPollToNote(note, postId, poll) {
1273 const { counts, voters } = pollTally(postId);
1274 const opts = poll.options.map((o) => ({
1275 type: 'Note',
1276 name: o.name,
1277 replies: { type: 'Collection', totalItems: counts[o.name] || 0 },
1278 }));
1279 note.type = 'Question';
1280 note[poll.multiple ? 'anyOf' : 'oneOf'] = opts;
1281 if (poll.endTime) note.endTime = new Date(poll.endTime).toISOString();
1282 // Once closed, Mastodon expects a `closed` timestamp (the effective end).
1283 if (poll.closed) note.closed = poll.endTime ? new Date(poll.endTime).toISOString() : new Date().toISOString();
1284 note.votersCount = voters;
1285 delete note.attachment; // media ATTACHMENTS + a poll are mutually exclusive on Mastodon
1286 // Keep note.image: it's the cover, which Mastodon ignores on a Question anyway
1287 // (same as on any Note) but Klonkt reads to show the cover in feeds/the Cirkel.
1288 // Deleting it stripped the cover off every boosted poll.
1289 return note;
1290}
1291
1292// Record an inbound ballot on one of OUR polls. A vote arrives as a Create(Note) whose
1293// `name` is the chosen option and `inReplyTo` is our poll note — the Mastodon-standard
1294// vote form. Returns { handled } — handled=true means it was addressed to a poll (so the
1295// caller must NOT also store it as a reply), false means "not a poll, fall through".
1296function recordPollBallot(postId, actorUri, rawChoice) {
1297 const choice = String(rawChoice == null ? '' : rawChoice).slice(0, 300);
1298 if (!choice) return { handled: false };
1299 let post; try { post = db.prepare('SELECT poll_json FROM posts WHERE id = ?').get(postId); } catch { return { handled: false }; }
1300 const poll = post && parseOwnPoll(post.poll_json);
1301 if (!poll) return { handled: false }; // not a poll → let the reply logic handle it
1302 if (poll.closed) return { handled: true }; // voting closed → drop
1303 if (!poll.options.some((o) => o.name === choice)) return { handled: true }; // unknown option → drop
1304 try {
1305 // Single choice = one ballot per actor: ignore a later/different vote. Multiple choice
1306 // allows one ballot per distinct option (the UNIQUE(post,actor,choice) dedupes repeats).
1307 if (!poll.multiple && db.prepare('SELECT 1 FROM poll_votes WHERE post_id = ? AND actor_uri = ? LIMIT 1').get(postId, actorUri)) return { handled: true };
1308 db.prepare('INSERT OR IGNORE INTO poll_votes (post_id, actor_uri, choice) VALUES (?, ?, ?)').run(postId, actorUri, choice);
1309 } catch { return { handled: true }; }
1310 schedulePollUpdate(postId);
1311 return { handled: true };
1312}
1313
1314// Coalesce a burst of votes into ONE Update(Question) per poll: the first vote schedules a
1315// refresh ~15s out; further votes in that window ride the same pending update (which carries
1316// the accumulated tally). Non-follower voters re-fetch the Question (live tally) themselves.
1317const _pollUpdTimers = new Map();
1318function schedulePollUpdate(postId) {
1319 if (_pollUpdTimers.has(postId)) return;
1320 const t = setTimeout(() => { _pollUpdTimers.delete(postId); deliverPollUpdate(postId).catch(() => { /* best-effort */ }); }, 15000);
1321 if (t.unref) t.unref();
1322 _pollUpdTimers.set(postId, t);
1323}
1324
1325// Push the fresh poll tally (or closed state) to followers as Update(Question).
1326export async function deliverPollUpdate(postId) {
1327 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1328 if (!base || !postId) return;
1329 let post, site;
1330 try {
1331 post = db.prepare('SELECT * FROM posts WHERE id = ?').get(postId);
1332 if (!post || !post.poll_json) return;
1333 site = db.prepare('SELECT * FROM sites WHERE id = ?').get(post.site_id);
1334 } catch { return; }
1335 if (site) await deliverUpdate(site, post);
1336}
1337
1338// ── Web push to the owner (docs/webpush-design.md, slice 3) ─────────
1339// Fire-and-forget: a notification must never block or break inbox processing.
1340function pushEvent(slug, event) {
1341 try { Push.notifySite(slug, event).catch(() => {}); } catch { /* never throw */ }
1342}
1343// Hub-aware path prefix for a site's pages ('' in solo).
1344function pushPrefix(slug) {
1345 try { return getTenancy() === 'hub' ? `/user/${slug}` : ''; } catch { return ''; }
1346}
1347// Notification language: the site's content language (fallback: instance default).
1348function pushLang(slug) {
1349 try { const r = db.prepare('SELECT language FROM sites WHERE slug = ?').get(slug); return (r && r.language) || process.env.KLONKT_DEFAULT_LANG || 'nl'; } catch { return 'nl'; }
1350}
1351// Site slug, target URL and title for a post-scoped notification.
1352function pushPostCtx(postId) {
1353 try {
1354 const r = db.prepare('SELECT p.slug AS post, p.title, s.slug AS site FROM posts p JOIN sites s ON s.id = p.site_id WHERE p.id = ?').get(postId);
1355 if (!r) return null;
1356 return { site: r.site, title: r.title || r.post, url: `${pushPrefix(r.site)}/${r.post}#fediverse` };
1357 } catch { return null; }
1358}
1359
1360// Handle an incoming inbox POST. slugParam = null for the shared /ap/inbox.
1361export async function handleInbox(req, slugParam, preVerified = null) {
1362 const act = req.body || {};
1363 const type = act.type;
1364 // Real client IP (behind the proxy via `trust proxy`) — logged on dropped/rejected/
1365 // ignored inbox hits so an operator can see who is probing their fediverse inbox.
1366 const ip = req.ip || (req.connection && req.connection.remoteAddress) || '?';
1367 const base = (process.env.PUBLIC_BASE_URL || `${req.protocol}://${req.get('host')}`).replace(/\/+$/, '');
1368 // preVerified is the loopback (see deliverToActor): a delivery between two
1369 // actors on THIS instance never crosses a socket, so there is no signature to
1370 // check — but we do know who signed, because we signed it. Handing that in
1371 // keeps everything below identical, including the actor-versus-signer check,
1372 // which is exactly the check that must not be skipped for being local.
1373 const verified = preVerified || await verifyRequest(req).catch(() => null);
1374
1375 // ENFORCE HTTP signatures: a data-affecting activity must be signed by the very
1376 // actor it claims to be. No valid signature, or signer ≠ actor → reject (no
1377 // forged replies/likes/follows/timeline posts). GET/discovery stays open.
1378 const claimedActor = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1379 // Blocked actor/domain → silently drop (202, don't reveal the block).
1380 if (claimedActor && isBlockedAny(claimedActor)) { console.log('[AP] inbox dropped (blocked)', claimedActor, 'from', ip); return 202; }
1381 const GATED = ['Create', 'Like', 'Announce', 'Follow', 'Delete', 'Undo', 'Accept', 'Reject', 'Add', 'Remove', 'Update', 'Flag', 'Offer'];
1382 if (GATED.includes(type)) {
1383 if (!verified || !claimedActor || verified.id !== claimedActor) {
1384 console.warn('[AP] inbox REJECTED (signature)', type, claimedActor || '?', 'from', ip, verified ? '(signer mismatch)' : '(unsigned/invalid)');
1385 return 401;
1386 }
1387 // One answer restores everything (FEP-633c 3.6): any VERIFIED activity
1388 // from an actor that guards someone here restores it to active for those
1389 // wards and cancels any lapse running against it, before the activity is
1390 // even looked at. Signature-gated on purpose: an unverified claim of
1391 // being gran must not wake gran up.
1392 try {
1393 const ev = Guardianship.availability.oneAnswer(claimedActor, Date.now());
1394 if (ev.restored.length) console.log('[AP] guardian restored (one answer, 3.6):', claimedActor, '→', ev.restored.join(', '));
1395 for (const c of ev.cancelledLapses) console.log('[AP] lapse cancelled by an answer from its target:', c.id);
1396 } catch { /* availability is never load-bearing for delivery */ }
1397 }
1398
1399 // FEP-633c §5.3 (modelled on the adoption offer): a gated follow forwarded to
1400 // the guardians as an Offer(Follow), their Accept/Reject back to the ward.
1401 if ((type === 'Offer' || type === 'Accept' || type === 'Reject') && act['shaer:followApproval'] === true) {
1402 if (await handleFollowApprovalInbox(act, slugParam)) { console.log('[AP] follow-approval', type, 'from', claimedActor); return 202; }
1403 }
1404
1405 // FEP-633c: the adoption handshake. An Offer lands at the local ward; an
1406 // Accept/Reject answers an offer a local guardian sent. Anything the
1407 // guardianship module does not recognize falls through to the old paths.
1408 // An Undo of the guardianship Relationship (§3.2) is handled here too, and it
1409 // must be seen BEFORE the generic Undo branch below, which only knows about
1410 // Follow/Like/Announce and would swallow it with a 202.
1411 if (type === 'Offer' || type === 'Accept' || type === 'Reject' || (type === 'Undo' && Guardianship.parseUndoRelationship(act))) {
1412 // Every LOCAL party this activity is addressed to gets its own copy of the
1413 // handshake (a ward and a co-guardian may both live here). Gather candidate
1414 // local slugs from the inbox owner, the `to` list, and the ward.
1415 const cand = new Set();
1416 if (slugParam) cand.add(slugParam);
1417 for (const t of (Array.isArray(act.to) ? act.to : (act.to ? [act.to] : []))) {
1418 if (typeof t === 'string') { const s = slugFromActorUrl(t); if (s) cand.add(s); }
1419 }
1420 if (type === 'Offer' || type === 'Undo') {
1421 const rel = type === 'Undo' ? Guardianship.parseUndoRelationship(act) : Guardianship.parseRelationship(act.object);
1422 if (rel) { const s = slugFromActorUrl(rel.ward); if (s) cand.add(s); }
1423 }
1424 let consumed = false;
1425 for (const slug of cand) {
1426 const gsite = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
1427 if (gsite && await Guardianship.handleGuardianshipInbox(gsite, act).catch(() => false)) consumed = true;
1428 }
1429 if (consumed) { console.log('[AP] guardianship', type, 'from', claimedActor); return 202; }
1430 }
1431
1432 // A moderation report (Flag) about our content — store it for the targeted site's owner
1433 // (each Klonkt site is moderated by its own owner). Signature is enforced (GATED).
1434 if (type === 'Flag') {
1435 const objs = Array.isArray(act.object) ? act.object : (act.object ? [act.object] : []);
1436 const objectUris = objs.map((o) => (typeof o === 'string' ? o : (o && o.id))).filter(Boolean);
1437 let targetSlug = null;
1438 const noteIds = [];
1439 for (const u of objectUris) {
1440 const s = slugFromActorUrl(u); // one of our actors?
1441 if (s) { targetSlug = targetSlug || s; continue; }
1442 const pid = postIdFromNoteUrl(u, base); // one of our notes?
1443 if (pid) noteIds.push(pid);
1444 }
1445 if (!targetSlug && noteIds.length) {
1446 try { const r = db.prepare('SELECT s.slug FROM posts p JOIN sites s ON s.id = p.site_id WHERE p.id = ? LIMIT 1').get(noteIds[0]); if (r) targetSlug = r.slug; } catch { /* ignore */ }
1447 }
1448 if (!targetSlug) return 202; // not about us / can't tell → drop
1449 // Flag is GATED, so `verified` is the signer's (reporter's) actor doc already.
1450 const ai = actorInfo(verified || null, claimedActor);
1451 try {
1452 db.prepare('INSERT INTO ap_reports (slug, actor_uri, actor_name, actor_handle, actor_icon, content, objects, created_at) VALUES (?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1453 .run(targetSlug, claimedActor || null, ai.name, ai.handle, ai.icon, HtmlSanitizerService.toPlainText(act.content || '').slice(0, 3000), JSON.stringify(objectUris.slice(0, 20)));
1454 console.log('[AP] report received for', targetSlug, 'from', claimedActor);
1455 } catch { /* ignore */ }
1456 return 202;
1457 }
1458
1459 if (type === 'Follow') {
1460 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1461 const slug = slugParam || slugFromActorUrl(typeof act.object === 'string' ? act.object : (act.object && act.object.id));
1462 if (!who || !slug) return 400;
1463 const remote = await fetchActor(who);
1464 if (!remote || !remote.inbox) return 202; // can't reach them → drop quietly
1465 const sharedInbox = (remote.endpoints && remote.endpoints.sharedInbox) || null;
1466 const fi = actorInfo(remote, who); // cache display for the friends list (shaer-aa3)
1467 // FEP-633c §5.3: if the followed actor is a WARD (has guardians), the
1468 // follow is gated. A committed guardian's own Follow is auto-accepted
1469 // (it needs no gate); anyone else is held pending for guardian approval.
1470 // Free actors / normal sites have no guardians → fall through, unchanged.
1471 const wardGuardians = Guardianship.listGuardians(slug).map((g) => g.other_uri);
1472 if (wardGuardians.length && !wardGuardians.includes(who)) {
1473 const followId = (typeof act.id === 'string' && act.id) || `${who}#follow-${Date.now()}-${rid()}`;
1474 Guardianship.follows.recordPending(slug, {
1475 id: followId, follower: who, inbox: remote.inbox, sharedInbox,
1476 name: fi.name, handle: fi.handle, icon: fi.icon, activity: act,
1477 });
1478 // FEP-633c §5.3, modelled on the guardian offer: the ward forwards the
1479 // gated follow to its guardians for approval. A LOCAL guardian gets a
1480 // push and reads /guardian directly; a REMOTE guardian gets an
1481 // Offer(Follow) delivered so its instance stores a copy (same distributed
1482 // pattern as the adoption offer). On quorum the ward returns Accept(Follow).
1483 const wardActor = actorId(base, slug);
1484 const wardKeys = getOrCreateKeys(slug);
1485 const followObj = { id: followId, type: 'Follow', actor: who, object: wardActor };
1486 // Dormancy evidence (FEP-633c 3.6.2): this decision directly addresses
1487 // every guardian. The ONLY admissible evidence is a request like this
1488 // one going unanswered; recordRequest itself skips a declared absence.
1489 for (const g of wardGuardians) {
1490 try { Guardianship.availability.recordRequest(slug, g, followId, Date.now()); } catch { /* never load-bearing */ }
1491 }
1492 for (const g of wardGuardians) {
1493 // Local ONLY when the guardian lives on THIS instance: slugFromActorUrl
1494 // ignores the host (an /ap/users/x path on a remote host is someone
1495 // else's actor), so also require our base + an existing local site.
1496 const gslug = g.startsWith(`${base}/`) ? slugFromActorUrl(g) : null;
1497 const isLocal = gslug && db.prepare('SELECT 1 FROM sites WHERE slug = ?').get(gslug);
1498 if (isLocal) {
1499 const L = pushLang(gslug);
1500 pushEvent(gslug, { type: 'guardian', title: i18nT(L, 'push.n_guard_cog_t'), body: i18nT(L, 'push.n_guard_cog_b', { who: fi.name || fi.handle || i18nT(L, 'notif.someone') }), url: `${pushPrefix(gslug)}/guardian` });
1501 } else {
1502 fetchActor(g).then((ga) => {
1503 const inbox = ga && ((ga.endpoints && ga.endpoints.sharedInbox) || ga.inbox);
1504 if (!inbox) return;
1505 const offer = { '@context': AP_CONTEXT, id: `${wardActor}#followoffer-${Date.now()}-${rid()}`, type: 'Offer', actor: wardActor, to: [g], object: followObj, 'shaer:followApproval': true };
1506 deliverWithRetry(slug, inbox, offer, `${wardActor}#main-key`, wardKeys.private_pem).catch(() => {});
1507 }).catch(() => {});
1508 }
1509 }
1510 console.log('[AP] Follow', who, '→ ward', slug, '(gated, awaiting guardians)');
1511 return 202;
1512 }
1513 fStmts().ins.run(slug, who, remote.inbox, sharedInbox, fi.name, fi.handle, fi.icon);
1514 try { _updFDisp.run(fi.name, fi.handle, fi.icon, slug, who); } catch { /* best effort */ }
1515 { const L = pushLang(slug); pushEvent(slug, { type: 'follow', title: i18nT(L, 'push.n_follow_t'), body: i18nT(L, 'push.n_follow_b', { who: fi.name || fi.handle || i18nT(L, 'notif.someone') }), url: `${pushPrefix(slug)}/connect` }); }
1516 const me = actorId(base, slug);
1517 const keys = getOrCreateKeys(slug);
1518 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: act };
1519 deliver(remote.inbox, accept, `${me}#main-key`, keys.private_pem).catch((e) => console.warn('[AP] Accept delivery failed:', e.message));
1520 // Auto-backfill: send our recent posts as Create so the instance has our history
1521 // (Mastodon doesn't fetch history on follow). ONCE PER REMOTE INSTANCE only —
1522 // Mastodon dedupes notes per-instance, so re-filling an instance that already has
1523 // a follower of ours is wasted work (and won't re-populate the new follower's
1524 // timeline anyway). Deliver to the shared inbox (instance-level) when present.
1525 // Sync insert+check (no await between) → no interleave race with concurrent Follows.
1526 const instanceFilled = sharedInbox &&
1527 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1')
1528 .get(slug, sharedInbox, who);
1529 if (!instanceFilled) {
1530 backfillNewFollower(base, slug, sharedInbox || remote.inbox).catch(() => { /* best-effort */ });
1531 }
1532 console.log('[AP] Follow', who, '→', slug, verified ? '(sig ok)' : '(sig unverified)');
1533 return 202;
1534 }
1535 if (type === 'Undo' && act.object) {
1536 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1537 const ot = act.object.type;
1538 if (ot === 'Follow') {
1539 const obj = act.object.object;
1540 const slug = slugParam || slugFromActorUrl(typeof obj === 'string' ? obj : (obj && obj.id));
1541 if (who && slug) { fStmts().del.run(slug, who); console.log('[AP] Unfollow', who, '→', slug); }
1542 return 202;
1543 }
1544 if (ot === 'Like' || ot === 'Announce') {
1545 const tgt = act.object.object;
1546 const pid = postIdFromNoteUrl(typeof tgt === 'string' ? tgt : (tgt && tgt.id), base);
1547 if (who && pid) { iStmts().delLA.run(ot.toLowerCase(), pid, who); console.log('[AP] Undo', ot, who, '→', pid); }
1548 return 202;
1549 }
1550 return 202;
1551 }
1552
1553 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1554 const resolveActor = async (uri) => ((verified && verified.id === uri) ? verified : await fetchActor(uri).catch(() => null));
1555 // Our OWN activity is already stored via ap_outbox: don't store it twice.
1556 // "Our own" means THIS inbox's owner, not "anyone who happens to live on this
1557 // machine". The old reading dropped every activity between two sites on one
1558 // instance, so a note from a co-located guardian to its ward was accepted
1559 // with a 202 and then quietly thrown away: no mention, no away, no help
1560 // request. Neighbours are not us (Robins regel, 29-7: on this machine
1561 // everything behaves as if every Klonkt were somewhere else).
1562 const isLocalActor = !!(actorUri && slugParam && actorUri === actorId(base, slugParam));
1563
1564 // Inbound reply: a Create whose object replies to one of our notes (post OR comment).
1565 if (type === 'Create' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1566 const o = act.object;
1567 // A poll ballot: a Note carrying a `name` (the chosen option) inReplyTo one of OUR poll
1568 // posts. Record it (deduped per actor) BEFORE the reply logic so a vote is never stored
1569 // as a comment. recordPollBallot returns handled=false only if the target isn't a poll.
1570 if (o.name && o.inReplyTo && actorUri && !isLocalActor) {
1571 const seg = postIdFromNoteUrl(o.inReplyTo, base);
1572 if (seg && localPostExists(seg)) {
1573 const rec = recordPollBallot(seg, actorUri, o.name);
1574 if (rec.handled) { console.log('[AP] poll vote', actorUri, '→', seg); return 202; }
1575 }
1576 }
1577 const tgt = findThreadTarget(o.inReplyTo, base);
1578 if (tgt && actorUri && !isLocalActor) {
1579 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1580 const html = HtmlSanitizerService.sanitize(o.content || '');
1581 if (isRejectedObject(o.id)) { console.log('[AP] reply skipped (tombstoned)', o.id); return 202; }
1582 iStmts().ins.run('reply', tgt.post_id, o.id || '', actorUri, ai.name, ai.handle, ai.url, ai.icon, html, o.published || null, tgt.parent_uri, noteVisibility(o), extractEmojiTags(o.tag), emojiJsonOf(ai.emojis));
1583 console.log('[AP] reply', actorUri, '→', tgt.post_id);
1584 // A reply is a post too: Berichten renders it the way de Krant renders a
1585 // timeline row, so it needs the same media and the same quote/preview card.
1586 {
1587 const where = 'kind = ? AND post_id = ? AND actor_uri = ? AND object_uri = ?';
1588 const key = ['reply', tgt.post_id, actorUri, o.id || ''];
1589 const mj = mediaFromNote(o);
1590 if (mj && mj !== '[]') { try { db.prepare(`UPDATE ap_interactions SET media_json = ? WHERE ${where}`).run(mj, ...key); } catch { /* ignore */ } }
1591 resolveCard(o).then((c) => {
1592 if (!c) return;
1593 const col = c.column === 'quote_json' ? 'quote_json' : 'embed_json'; // never a value from the wire
1594 try { db.prepare(`UPDATE ap_interactions SET ${col} = ? WHERE ${where}`).run(c.json, ...key); } catch { /* ignore */ }
1595 }).catch(() => { /* best-effort */ });
1596 }
1597 {
1598 // Private (followers/direct) replies push as a DM ping WITHOUT content
1599 // (the push service should never carry private text, design decision);
1600 // public replies carry a short snippet.
1601 const ctx = pushPostCtx(tgt.post_id);
1602 const vis = noteVisibility(o);
1603 const priv = vis === 'direct' || vis === 'followers';
1604 if (ctx) {
1605 const L = pushLang(ctx.site);
1606 const who = ai.name || ai.handle || i18nT(L, 'notif.someone');
1607 if (priv) pushEvent(ctx.site, { type: 'dm', title: i18nT(L, 'push.n_dm_t'), body: i18nT(L, 'push.n_dm_b', { who }), url: `${pushPrefix(ctx.site)}/messages` });
1608 else pushEvent(ctx.site, { type: 'reply', title: i18nT(L, 'push.n_reply_t', { title: ctx.title }), body: `${who}: ${HtmlSanitizerService.toPlainText(html).slice(0, 90)}`, url: ctx.url });
1609 }
1610 }
1611 return 202;
1612 }
1613 // Home timeline (client): a top-level post from an account we follow.
1614 if (actorUri && !isLocalActor && belongsInTimeline(o)) {
1615 let subs = []; try { subs = db.prepare('SELECT slug, auto_boost FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist yet */ }
1616 if (subs.length) {
1617 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1618 const html = HtmlSanitizerService.sanitize(o.content || '');
1619 const _atts = (Array.isArray(o.attachment) ? o.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
1620 // Fallback cover: a Note's `image` (set when the attachment was suppressed
1621 // for a player-card post, e.g. hosted-audio posts).
1622 if (!_atts.some((m) => !m.type || /image/i.test(m.type)) && o.image) {
1623 const _im = Array.isArray(o.image) ? o.image[0] : o.image;
1624 const _iu = safeUrl(typeof _im === 'string' ? _im : (_im && _im.url));
1625 if (_iu) _atts.push({ url: _iu, type: (_im && _im.mediaType) || 'image/jpeg' });
1626 }
1627 const media = JSON.stringify(_atts);
1628 const poll = parsePoll(o); // a Question (fediverse poll) → cache its options/counts
1629 // "Feature" = show in the Cirkel (local only). We do NOT auto-Announce
1630 // incoming posts to the fediverse — that flooded followers. Boosting to the
1631 // fediverse is only ever a deliberate, manual per-post action (the 🔁 on
1632 // the timeline).
1633 for (const s of subs) {
1634 tlStmts().ins.run(o.id, s.slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, media, o.sensitive ? 1 : 0, o.summary || null);
1635 // FEP-633c §2.2: register the ward hint on the stored object (no action yet).
1636 if (Guardianship.objectHasGuardians(o)) { try { db.prepare('UPDATE ap_timeline SET has_guardians = 1 WHERE id = ? AND slug = ?').run(o.id, s.slug); } catch { /* ignore */ } }
1637 // FEP-9098: keep the note's custom-emoji tags so the C2S inbox read can serve them.
1638 { const ej = extractEmojiTags(o.tag); if (ej) { try { db.prepare('UPDATE ap_timeline SET emoji_json = ? WHERE id = ? AND slug = ?').run(ej, o.id, s.slug); } catch { /* ignore */ } } }
1639 storeAuthorEmoji(o.id, s.slug, ai); // custom-emoji display name for the byline
1640
1641 // FEP-e232 + FEP-044f: keep the note's object-link/quote tags for the same read.
1642 { const lj = extractLinkJson(o); if (lj) { try { db.prepare('UPDATE ap_timeline SET link_json = ? WHERE id = ? AND slug = ?').run(lj, o.id, s.slug); } catch { /* ignore */ } } }
1643 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, s.slug); } catch { /* ignore */ } }
1644 }
1645 // FEP-044f embedded quote card: resolve the quoted post out of band so
1646 // the inbox response is not blocked on a remote fetch. Best-effort.
1647 if (quoteHrefOf(o)) {
1648 const slugs = subs.map((s) => s.slug);
1649 resolveQuote(o).then((qj) => {
1650 if (!qj) return;
1651 for (const sl of slugs) { try { db.prepare('UPDATE ap_timeline SET quote_json = ? WHERE id = ? AND slug = ?').run(qj, o.id, sl); } catch { /* ignore */ } }
1652 }).catch(() => { /* best-effort */ });
1653 } else {
1654 // No fediverse quote: try an EXTERNAL embed (oEmbed / known provider),
1655 // thumbnail-only. Also out of band, and stored for everyone; the gate
1656 // that decides who may SEE it is applied at serve time (§5.3-style
1657 // gated feature, see the inbox read).
1658 const slugs = subs.map((s) => s.slug);
1659 resolveExternalEmbed(o.content).then((ej) => {
1660 if (!ej) return;
1661 for (const sl of slugs) { try { db.prepare('UPDATE ap_timeline SET embed_json = ? WHERE id = ? AND slug = ?').run(ej, o.id, sl); } catch { /* ignore */ } }
1662 }).catch(() => { /* best-effort */ });
1663 }
1664 console.log('[AP] timeline +', actorUri, 'x' + subs.length);
1665 }
1666 }
1667 // Mentioned in a post that is NOT a reply to our content (a reply to us already returned
1668 // above): store a mention notification for each of our actors named in the Mention tags.
1669 // Requires our own base prefix on the tag href — /ap/users/<slug> on a REMOTE host is
1670 // someone else's actor, not ours.
1671 if (actorUri && !isLocalActor && o.id) {
1672 const slugs = localMentionSlugs(o.tag, base);
1673 if (slugs.length) {
1674 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1675 const html = HtmlSanitizerService.sanitize(o.content || '');
1676 // FEP-633c 5.2.1: a ward's call for help rides a direct mention; the
1677 // flag is stored so the Guardian PWA's message centre can list it.
1678 const help = Guardianship.isHelpRequest(o);
1679 const wave = Guardianship.isWave(o);
1680 const hasG = Guardianship.objectHasGuardians(o); // §2.2 hint, register-only
1681 // FEP-633c 3.6.1: a guardian declares itself away to its ward, on the
1682 // same direct note the mention below stores (so the kid also reads it
1683 // as an ordinary message). Recorded only from an actual guardian of
1684 // the addressed ward, and only with an end: an absence without an end
1685 // is logged and dropped, never guessed.
1686 if (Guardianship.availability.isAway(o)) {
1687 const until = Guardianship.availability.parseEndTime(o.endTime);
1688 for (const slug of slugs) {
1689 const isG = (() => { try { return Guardianship.listGuardians(slug).some((g) => g.other_uri === actorUri); } catch { return false; } })();
1690 if (!isG) continue;
1691 if (!until || until <= Date.now()) { console.warn('[AP] away without a (future) end ignored (3.6.1):', actorUri, '→', slug); continue; }
1692 Guardianship.availability.declareAway(slug, actorUri, until);
1693 console.log('[AP] guardian declared away (3.6.1):', actorUri, '→', slug, 'until', new Date(until).toISOString());
1694 }
1695 }
1696 for (const slug of slugs) {
1697 try {
1698 const r = db.prepare(`INSERT OR IGNORE INTO ap_mentions (slug, object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, published, help_request, wave, has_guardians, emoji_json, actor_emoji_json, media_json, created_at)
1699 VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)`)
1700 .run(slug, o.id, safeUrl(o.url) || null, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.published || null, help ? 1 : 0, wave ? 1 : 0, hasG ? 1 : 0,
1701 extractEmojiTags(o.tag), emojiJsonOf(ai.emojis), mediaFromNote(o));
1702 if (r.changes) {
1703 // The quote / link-preview card resolves out of band (a remote
1704 // fetch), exactly as it does for a timeline post, so the inbox
1705 // answer is never blocked on it.
1706 resolveCard(o).then((c) => {
1707 if (!c) return;
1708 const col = c.column === 'quote_json' ? 'quote_json' : 'embed_json'; // never a value from the wire
1709 try { db.prepare(`UPDATE ap_mentions SET ${col} = ? WHERE slug = ? AND object_uri = ?`).run(c.json, slug, o.id); } catch { /* ignore */ }
1710 }).catch(() => { /* best-effort */ });
1711 console.log('[AP] mention', actorUri, '→', slug, help ? '(help request)' : '');
1712 const vis = noteVisibility(o);
1713 const priv = vis === 'direct' || vis === 'followers';
1714 const L = pushLang(slug);
1715 const who = ai.name || ai.handle || i18nT(L, 'notif.someone');
1716 // Same privacy rule as replies: private mentions push without content.
1717 // A help request pushes as its own alert type, aimed at the
1718 // Guardian PWA's message centre.
1719 if (help) pushEvent(slug, { type: 'help', title: i18nT(L, 'push.n_help_t'), body: i18nT(L, 'push.n_help_b', { who }), url: '/guardian' });
1720 else if (priv) pushEvent(slug, { type: 'dm', title: i18nT(L, 'push.n_dm_t'), body: i18nT(L, 'push.n_dm_b', { who }), url: `${pushPrefix(slug)}/messages` });
1721 else pushEvent(slug, { type: 'reply', title: i18nT(L, 'push.n_mention_t'), body: `${who}: ${HtmlSanitizerService.toPlainText(html).slice(0, 90)}`, url: `${pushPrefix(slug)}/messages` });
1722 }
1723 } catch { /* ignore */ }
1724 }
1725 }
1726 }
1727 return 202;
1728 }
1729 // A remote post we cached was edited upstream → refresh our cached copy. This is the
1730 // push-based edit-sync that keeps the Cirkel/timeline fresh without polling (selfHeal
1731 // does it on a version bump; this does it live). Scope to the SIGNING actor so B can't
1732 // edit A's note (the signature gate guarantees claimedActor == the verified signer).
1733 if (type === 'Update' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1734 const o = act.object;
1735 if (o.id && claimedActor) {
1736 const html = HtmlSanitizerService.sanitize(o.content || '');
1737 const media = mediaFromNote(o);
1738 try {
1739 // Refresh url too (COALESCE keeps the old one if the Update omits it): a remote slug
1740 // rename keeps the same AP id but changes the human url, so without this the cached
1741 // post would keep linking to the old, now-dead URL.
1742 const r = db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ? AND author_uri = ?')
1743 .run(html, media, o.sensitive ? 1 : 0, o.summary || null, o.url || null, o.id, claimedActor);
1744 if (r.changes) console.log('[AP] timeline update', claimedActor, '→', o.id);
1745 // A poll's Update carries the fresh vote counts / closed state. Refresh per-row so each
1746 // site keeps its own `voted` state while the counts/closed update to the new totals.
1747 const poll = parsePoll(o);
1748 if (poll) {
1749 const rows = db.prepare('SELECT rowid AS rid, poll_json FROM ap_timeline WHERE id = ? AND author_uri = ?').all(o.id, claimedActor);
1750 const upd = db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE rowid = ?');
1751 for (const rw of rows) {
1752 let voted = null; try { voted = rw.poll_json ? (JSON.parse(rw.poll_json).voted || null) : null; } catch { /* ignore */ }
1753 upd.run(JSON.stringify({ ...poll, voted }), rw.rid);
1754 }
1755 }
1756 } catch { /* ignore */ }
1757 // If this note is a cached fediverse reply on one of our posts, refresh its text too.
1758 try { db.prepare('UPDATE ap_interactions SET content = ? WHERE object_uri = ? AND actor_uri = ?').run(html, o.id, claimedActor); } catch { /* ignore */ }
1759 }
1760 return 202;
1761 }
1762 if (type === 'Like' || type === 'Announce') {
1763 const tgt = act.object;
1764 const objUrl = typeof tgt === 'string' ? tgt : (tgt && tgt.id);
1765 const pid = postIdFromNoteUrl(objUrl, base);
1766 if (pid && actorUri && !isLocalActor && localPostExists(pid)) {
1767 // A boost/like of a non-public post is dropped, not stored: nobody
1768 // outside the audience should even hold it (shaer-tqc hardening).
1769 const vp = db.prepare('SELECT fan_only, ap_visibility FROM posts WHERE id = ?').get(pid);
1770 if (vp && (vp.fan_only || vp.ap_visibility === 'direct' || vp.ap_visibility === 'friends')) {
1771 console.log('[AP] dropped', type, 'on non-public post', pid);
1772 return;
1773 }
1774 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1775 iStmts().ins.run(type.toLowerCase(), pid, '', actorUri, ai.name, ai.handle, ai.url, ai.icon, null, null, null, noteVisibility(act), null, emojiJsonOf(ai.emojis));
1776 console.log('[AP]', type === 'Like' ? 'like' : 'boost', actorUri, '→', pid);
1777 {
1778 const ctx = pushPostCtx(pid);
1779 if (ctx) {
1780 const L = pushLang(ctx.site);
1781 const who = ai.name || ai.handle || i18nT(L, 'notif.someone');
1782 if (type === 'Like') pushEvent(ctx.site, { type: 'like', title: i18nT(L, 'push.n_like_t'), body: i18nT(L, 'push.n_like_b', { who, title: ctx.title }), url: ctx.url });
1783 else pushEvent(ctx.site, { type: 'boost', title: i18nT(L, 'push.n_boost_t'), body: i18nT(L, 'push.n_boost_b', { who, title: ctx.title }), url: ctx.url });
1784 }
1785 }
1786 } else if (type === 'Announce' && objUrl && actorUri && !isLocalActor) {
1787 // A boost FROM an account we follow, of a REMOTE post → show it in the News feed.
1788 // We only STORE it for display; we NEVER auto-Announce it onward (anti-feedback-loop:
1789 // re-announcing an incoming Announce would cascade boosts across the network).
1790 let subs = []; try { subs = db.prepare('SELECT slug FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist */ }
1791 if (subs.length) {
1792 const bn = await fetchNoteAP(objUrl);
1793 if (bn && bn !== 404 && (bn.type === 'Note' || bn.type === 'Article') && bn.id) {
1794 const origUri = actorUriOf(bn.attributedTo);
1795 // Block completeness: even if you follow the booster, drop a boost whose ORIGINAL
1796 // author is blocked — otherwise a block is bypassed via someone else's boost.
1797 if (origUri && isBlockedAny(origUri)) { console.log('[AP] timeline boost dropped (blocked origin)', origUri, 'via', actorUri); return 202; }
1798 const oai = actorInfo(await resolveActor(origUri), origUri);
1799 const html = HtmlSanitizerService.sanitize(bn.content || '');
1800 const media = mediaFromNote(bn);
1801 const booster = actorInfo(await resolveActor(actorUri), actorUri);
1802 for (const s of subs) {
1803 // published = now → the boost shows as fresh activity at the top (Mastodon shows
1804 // reblogs at reblog-time, not the original's date). INSERT OR IGNORE: if we already
1805 // have the note (e.g. we also follow the author), keep it and DON'T relabel it.
1806 let inserted = false;
1807 try { const r = tlStmts().ins.run(bn.id, s.slug, origUri || '', oai.name, oai.handle, oai.icon, oai.url, html, bn.url || null, new Date().toISOString(), media, bn.sensitive ? 1 : 0, bn.summary || null); inserted = r.changes > 0; } catch { /* ignore */ }
1808 if (inserted) { try { db.prepare('UPDATE ap_timeline SET reblog_name = ?, reblog_handle = ?, reblog_icon = ?, reblog_emoji_json = ? WHERE slug = ? AND id = ?').run(booster.name, booster.handle, booster.icon, (booster.emojis && Object.keys(booster.emojis).length) ? JSON.stringify(booster.emojis) : null, s.slug, bn.id); } catch { /* ignore */ } }
1809 storeAuthorEmoji(bn.id, s.slug, oai); // custom-emoji display name for the byline
1810 // A boost carries the same renderable tags as a Create: capture the
1811 // note's content emojis (FEP-9098) and object links / quote (FEP-e232/
1812 // 044f) so boosted posts render like any other, not as raw shortcodes.
1813 { const ej = extractEmojiTags(bn.tag); if (ej) { try { db.prepare('UPDATE ap_timeline SET emoji_json = ? WHERE id = ? AND slug = ?').run(ej, bn.id, s.slug); } catch { /* ignore */ } } }
1814 { const lj = extractLinkJson(bn); if (lj) { try { db.prepare('UPDATE ap_timeline SET link_json = ? WHERE id = ? AND slug = ?').run(lj, bn.id, s.slug); } catch { /* ignore */ } } }
1815 }
1816 // FEP-044f: resolve the embedded quote card for a boosted post too
1817 // (out of band, best-effort, so it does not block the inbox response).
1818 if (quoteHrefOf(bn)) {
1819 const slugs = subs.map((s) => s.slug);
1820 resolveQuote(bn).then((qj) => {
1821 if (!qj) return;
1822 for (const sl of slugs) { try { db.prepare('UPDATE ap_timeline SET quote_json = ? WHERE id = ? AND slug = ?').run(qj, bn.id, sl); } catch { /* ignore */ } }
1823 }).catch(() => { /* best-effort */ });
1824 }
1825 console.log('[AP] timeline boost +', actorUri, 'x' + subs.length);
1826 }
1827 }
1828 }
1829 return 202;
1830 }
1831 if (type === 'Delete') {
1832 // A remote note was deleted upstream → drop it from replies AND the timeline.
1833 // Scope to the SIGNING actor so actor B can't delete actor A's content (the
1834 // signature gate guarantees claimedActor == the verified signer here).
1835 const oid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1836 if (oid && claimedActor) {
1837 try { db.prepare('DELETE FROM ap_interactions WHERE object_uri = ? AND actor_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1838 try { db.prepare('DELETE FROM ap_timeline WHERE id = ? AND author_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1839 // Also clear a boost/like YOU made of this now-deleted remote post (the interact-page
1840 // ap_my_reactions state), so it can't stay stuck as "boosted" on a post that's gone.
1841 // Guard: only when the deleter owns the note's domain (B mustn't clear your reactions
1842 // to A's posts).
1843 try {
1844 let sameHost = false;
1845 try { sameHost = new URL(oid).host === new URL(claimedActor).host; } catch { sameHost = false; }
1846 if (sameHost) db.prepare('DELETE FROM ap_my_reactions WHERE target_uri = ?').run(oid);
1847 } catch { /* ignore */ }
1848 }
1849 return 202;
1850 }
1851 // Accept/Reject of a Follow WE sent (client side).
1852 if (type === 'Accept' && act.object) {
1853 const fid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1854 if (fid) { try { fwStmts().acc.run(fid); } catch { /* ignore */ } }
1855 console.log('[AP] follow accepted', actorUri);
1856 return 202;
1857 }
1858 if (type === 'Reject' && act.object) {
1859 const who = actorUri;
1860 if (who && slugParam) { try { fwStmts().del.run(slugParam, who); } catch { /* ignore */ } }
1861 return 202;
1862 }
1863
1864 console.log('[AP] inbox', type || 'unknown', '→', slugParam || 'shared', 'from', ip, '(ignored)');
1865 return 202;
1866}
1867
1868// Deliver a new post as Create(Note) to all followers' inboxes (fire-and-forget).
1869// Needs PUBLIC_BASE_URL (absolute URLs); no-op without followers or base.
1870export async function deliverCreate(site, post) {
1871 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1872 if (!base || !site || !site.slug) return;
1873 // Resolve inline @user@host mentions → link them in the note + collect their inboxes, so a
1874 // mentioned person is notified even if they don't follow us (Mastodon-standard mention).
1875 const mres = await resolveMentionsInText(base, post.content || '');
1876 let post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1877 // FEP-044f: does this post quote a fediverse object? Resolve it once, here,
1878 // and remember it on the post, so buildNote (sync, also used by the outbox)
1879 // never has to fetch. The quoted author's inbox joins the delivery set: that
1880 // IS the notification.
1881 const quoteInboxes = [];
1882 if (post2.quote_uri === undefined || post2.quote_uri === null) {
1883 const q = await resolveOwnQuote(post2.content || '');
1884 if (q) {
1885 try { db.prepare('UPDATE posts SET quote_uri = ?, quote_actor = ? WHERE id = ?').run(q.uri, q.actor || null, post.id); } catch { /* ignore */ }
1886 post2 = { ...post2, quote_uri: q.uri, quote_actor: q.actor || null };
1887 }
1888 }
1889 if (post2.quote_actor) {
1890 const a = await fetchActor(post2.quote_actor).catch(() => null);
1891 const inbox = a && ((a.endpoints && a.endpoints.sharedInbox) || a.inbox);
1892 if (inbox) quoteInboxes.push(inbox);
1893 }
1894 const followers = fStmts().list.all(site.slug);
1895 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes, ...quoteInboxes].filter(Boolean))];
1896 if (!inboxes.length) return; // no followers, no one mentioned, no one quoted
1897 const keys = getOrCreateKeys(site.slug);
1898 const keyId = `${actorId(base, site.slug)}#main-key`;
1899 const create = buildCreate(base, site, post2);
1900 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, create, keyId, keys.private_pem);
1901}
1902
1903// On a new Follow, send that follower our most recent posts as Create so their
1904// timeline shows our history (Mastodon does not backfill on follow). Oldest-first
1905// so they sort into the follower's timeline at their original dates.
1906async function backfillNewFollower(base, slug, inbox) {
1907 if (!base || !slug || !inbox) return;
1908 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
1909 if (!site) return;
1910 const recent = db.prepare(
1911 `SELECT id, slug, title, content, cover_image_url, cover_video_url, nsfw, content_warning, published_at, created_at
1912 FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1913 ORDER BY COALESCE(published_at, created_at) DESC LIMIT 20`
1914 ).all(site.id).reverse();
1915 if (!recent.length) return;
1916 const keys = getOrCreateKeys(slug);
1917 const keyId = `${actorId(base, slug)}#main-key`;
1918 for (const p of recent) {
1919 try { await deliver(inbox, buildCreate(base, site, p), keyId, keys.private_pem); } catch { /* best-effort */ }
1920 await new Promise((r) => setTimeout(r, 150));
1921 }
1922 console.log('[AP] backfilled', recent.length, 'posts to new follower of', slug);
1923}
1924
1925// Tell followers a post is gone (Delete + Tombstone) so it's removed from their feeds.
1926export async function deliverDelete(site, post) {
1927 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1928 if (!base || !site || !site.slug || !post || !post.id) return;
1929 const followers = fStmts().list.all(site.slug);
1930 if (!followers.length) return;
1931 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1932 const keys = getOrCreateKeys(site.slug);
1933 const me = actorId(base, site.slug);
1934 const nid = noteId(base, post.id);
1935 const del = {
1936 '@context': AP_CONTEXT,
1937 id: `${nid}#delete-${Date.now()}-${rid()}`,
1938 type: 'Delete',
1939 actor: me,
1940 to: [PUBLIC],
1941 object: { id: nid, type: 'Tombstone' },
1942 };
1943 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, del, `${me}#main-key`, keys.private_pem);
1944}
1945
1946// Tell followers an already-published post changed (Update + edited Note) so
1947// Mastodon refreshes the cached copy (e.g. after fixing content).
1948export async function deliverUpdate(site, post) {
1949 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1950 if (!base || !site || !site.slug || !post || !post.id) return;
1951 const mres = await resolveMentionsInText(base, post.content || ''); // link mentions + collect inboxes
1952 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1953 const followers = fStmts().list.all(site.slug);
1954 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1955 if (!inboxes.length) return;
1956 const keys = getOrCreateKeys(site.slug);
1957 const me = actorId(base, site.slug);
1958 const note = buildNote(base, site, post2);
1959 note.updated = new Date().toISOString();
1960 const update = {
1961 '@context': AP_CONTEXT,
1962 id: `${noteId(base, post.id)}#update-${Date.now()}-${rid()}`,
1963 type: 'Update', actor: me, to: [PUBLIC], cc: note.cc,
1964 object: note,
1965 };
1966 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1967}
1968
1969// Tell followers the ACTOR changed (Update + Person) so Mastodon re-processes the
1970// account AND re-fetches the featured (pinned) collection — there is no standard
1971// "featured changed" activity, so this is how a pin/unpin propagates promptly.
1972export async function deliverActorUpdate(site) {
1973 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1974 if (!base || !site || !site.slug) return;
1975 const followers = fStmts().list.all(site.slug);
1976 if (!followers.length) return;
1977 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1978 const keys = getOrCreateKeys(site.slug);
1979 const me = actorId(base, site.slug);
1980 const update = {
1981 '@context': AP_CONTEXT,
1982 id: `${me}#update-${Date.now()}-${rid()}`,
1983 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
1984 object: buildActor(base, site),
1985 };
1986 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1987}
1988
1989// Reliably set the pinned order on followers' instances via Add/Remove activities
1990// (how Mastodon itself federates pins) — pushed to the inbox + processed immediately,
1991// unlike the featured COLLECTION which Mastodon caches with sticky StatusPins.
1992// Mastodon's Add skips an already-pinned status, so we REMOVE every pin first, wait,
1993// then ADD in rank-DESCENDING order (rank 1 added LAST → newest StatusPin → shown first,
1994// because Mastodon displays pins newest-first). `alsoRemove` = ids to unpin too.
1995// Serialize pin-resyncs per site: two concurrent /save calls would otherwise interleave
1996// their Remove -> wait -> Add sequences and scramble the StatusPin order on Mastodon. A
1997// resync already in flight for a site coalesces later requests into ONE rerun after it
1998// finishes (accumulating their extra unpins), so rapid saves don't pile up N full resyncs.
1999const _pinResync = new Map(); // slug -> { promise, pending, pendingRemove:Set, site }
2000export function resyncFeaturedPins(site, alsoRemove = []) {
2001 if (!site || !site.slug) return Promise.resolve();
2002 const slug = site.slug;
2003 const running = _pinResync.get(slug);
2004 if (running) {
2005 running.pending = true;
2006 running.site = site; // use the latest site object on the rerun
2007 for (const id of alsoRemove) running.pendingRemove.add(id);
2008 return running.promise;
2009 }
2010 const state = { promise: null, pending: false, pendingRemove: new Set(), site };
2011 state.promise = (async () => {
2012 let extra = alsoRemove;
2013 for (;;) {
2014 try { await doResyncFeaturedPins(state.site, extra); }
2015 catch (e) { console.warn('[AP] pin resync failed:', e.message); }
2016 if (!state.pending) break;
2017 state.pending = false;
2018 extra = [...state.pendingRemove];
2019 state.pendingRemove = new Set();
2020 }
2021 _pinResync.delete(slug);
2022 })();
2023 _pinResync.set(slug, state);
2024 return state.promise;
2025}
2026
2027// The actual resync work — do NOT call directly; go through resyncFeaturedPins() above so
2028// it stays serialized per site.
2029async function doResyncFeaturedPins(site, alsoRemove = []) {
2030 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2031 if (!base || !site || !site.slug) return;
2032 const followers = fStmts().list.all(site.slug);
2033 if (!followers.length) return;
2034 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
2035 const keys = getOrCreateKeys(site.slug);
2036 const me = actorId(base, site.slug);
2037 const keyId = `${me}#main-key`;
2038 const featured = `${me}/featured`;
2039 const note = (id) => noteId(base, id);
2040 const pinned = db.prepare(
2041 `SELECT id FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
2042 AND pinned IS NOT NULL AND pinned > 0
2043 ORDER BY pinned DESC, COALESCE(published_at, created_at) ASC LIMIT 20`
2044 ).all(site.id);
2045 const removeIds = [...new Set([...pinned.map((p) => p.id), ...alsoRemove])];
2046 // 1. Remove every current pin so Mastodon can recreate them in order.
2047 for (const id of removeIds) {
2048 const rm = { '@context': AP_CONTEXT, id: `${me}#rm-${id}-${Date.now()}-${rid()}`, type: 'Remove', actor: me, object: note(id), target: featured, to: [PUBLIC] };
2049 for (const inbox of inboxes) deliver(inbox, rm, keyId, keys.private_pem).catch(() => { /* best-effort */ });
2050 }
2051 if (!pinned.length) { console.log('[AP] unpinned all featured for', site.slug); return; }
2052 await new Promise((r) => setTimeout(r, 5000)); // let the Removes land first
2053 // 2. Add in rank-DESC order, gaps so each StatusPin gets an increasing created_at.
2054 for (const p of pinned) {
2055 const add = { '@context': AP_CONTEXT, id: `${me}#add-${p.id}-${Date.now()}-${rid()}`, type: 'Add', actor: me, object: note(p.id), target: featured, to: [PUBLIC], cc: [`${me}/followers`] };
2056 for (const inbox of inboxes) deliver(inbox, add, keyId, keys.private_pem).catch(() => { /* best-effort */ });
2057 await new Promise((r) => setTimeout(r, 2000));
2058 }
2059 console.log('[AP] resynced', pinned.length, 'featured pins for', site.slug);
2060}
2061
2062// ── outbound replies (Klonkt → fediverse) ─────────────────────────
2063const escHtml = (s) => String(s || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
2064const toISO = (v) => { if (!v) return new Date().toISOString(); const s = String(v); const d = new Date(/[TZ]/.test(s) ? s : s.replace(' ', 'T') + 'Z'); return isNaN(d) ? new Date().toISOString() : d.toISOString(); };
2065
2066// Build one of OUR outbound reply Notes from an ap_outbox row.
2067// Turn #hashtags in reply text into Mastodon-style hashtag links (clickable + federated).
2068function linkHashtags(base, html) {
2069 // Prefix: start / whitespace / '>' / opening bracket — "(#tag" is a tag too. NO quote
2070 // chars in this class: a quote precedes attribute values (alt="#…"), which must not match.
2071 return String(html || '').replace(/(^|[\s>([{])#([\p{L}\p{M}\p{N}_]+)/gu, (m, pre, tag) =>
2072 `${pre}<a href="${base}/tag/${encodeURIComponent(tag.toLowerCase())}" class="mention hashtag" rel="tag">#${tag}</a>`);
2073}
2074// Auto-link bare http(s) URLs in already-safe HTML (federated copies). Splits on existing
2075// <a>…</a> so a linked URL is never wrapped twice; requires start/whitespace/'>' before the
2076// URL so attribute values (src="https://…") never match. Trailing sentence punctuation stays
2077// outside the link (Mastodon-style).
2078function linkUrls(html) {
2079 const parts = String(html || '').split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi);
2080 for (let i = 0; i < parts.length; i++) {
2081 if (/^<a\b/i.test(parts[i])) continue; // already a link → leave as-is
2082 parts[i] = parts[i].replace(/(^|[\s>([{])(https?:\/\/[^\s<]+?)([.,;:!?)\]»]*)(?=$|[\s<])/g,
2083 (m, pre, url, trail) => `${pre}<a href="${url.replace(/"/g, '%22')}" rel="nofollow noopener" target="_blank">${url}</a>${trail}`);
2084 }
2085 return parts.join('');
2086}
2087// Linkify inline #hashtags and bare URLs in BODY html for on-site DISPLAY, using the
2088// EXACT same rules as the federated copy (linkHashtags/linkUrls), so the website and the
2089// Mastodon copy agree instead of the website showing raw text. Idempotent: existing
2090// <a>…</a> (editor links, embeds, shortcode buttons) are split out and left untouched, so
2091// nothing is double-wrapped. Pass base='' → root-relative /tag/<slug> links.
2092export function linkifyBody(base, html) {
2093 const withTags = String(html || '')
2094 .split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi)
2095 .map((seg) => (/^<a\b/i.test(seg) ? seg : linkHashtags(base, seg)))
2096 .join('');
2097 return linkUrls(withTags);
2098}
2099
2100// Bake a post's raw source into its display HTML (the ActivityPub `source` model): done ONCE
2101// at save and cached in posts.content_rendered, so page views serve it statically instead of
2102// re-linkifying every render. Step 1 = #hashtags + bare URLs (cheap, no network). Step 2 will
2103// resolve @mentions here too (webfinger once at save instead of per page view).
2104export function bakePostContent(source) {
2105 return linkifyBody('', source || '');
2106}
2107
2108// Step 2: the full bake, incl. @mention links. Resolves @user@host via webfinger ONCE (the
2109// same resolver the federated copy uses) and bakes the profile links into content_rendered,
2110// so page views never do a per-view lookup. Unresolvable handles stay plain text; on any
2111// failure it degrades to the sync #hashtag/URL bake. Async (webfinger) → callers run it off
2112// the save response so the request never blocks on a slow/dead remote server.
2113export async function bakePostContentWithMentions(source) {
2114 const withHashUrls = bakePostContent(source);
2115 try { const m = await resolveMentionsInText('', withHashUrls); return m.html; }
2116 catch { return withHashUrls; }
2117}
2118
2119// Extract the AP Hashtag tag objects from already-linked reply content.
2120function hashtagTags(base, content) {
2121 const tags = [], seen = new Set();
2122 const re = /class="[^"]*\bhashtag\b[^"]*"[^>]*>#([\p{L}\p{M}\p{N}_]+)</giu;
2123 let m;
2124 while ((m = re.exec(content || ''))) {
2125 const k = m[1].toLowerCase();
2126 if (seen.has(k)) continue; seen.add(k);
2127 tags.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(k)}`, name: '#' + m[1] });
2128 }
2129 return tags;
2130}
2131
2132// Normalise a post's tags field (array, JSON-string, or comma-string) to an array.
2133function normalizeTags(t) {
2134 if (Array.isArray(t)) return t;
2135 if (typeof t === 'string') {
2136 const s = t.trim(); if (!s) return [];
2137 if (s[0] === '[') { try { const a = JSON.parse(s); return Array.isArray(a) ? a : []; } catch { /* fall through */ } }
2138 return s.split(',').map((x) => x.trim()).filter(Boolean);
2139 }
2140 return [];
2141}
2142// A tag → { label, slug }. Multi-word tags become CamelCase (#LiveMusic) for the display
2143// name (Mastodon hashtags can't contain spaces; CamelCase is the accessibility norm); the
2144// slug/href stays lowercase ("livemusic").
2145function tagParts(raw) {
2146 const words = String(raw || '').trim().split(/[\s_]+/).map((w) => w.replace(/[^\p{L}\p{M}\p{N}]/gu, '')).filter(Boolean);
2147 if (!words.length) return null;
2148 const slug = words.join('').toLowerCase();
2149 if (!slug) return null;
2150 const label = words.length > 1 ? words.map((w) => w[0].toUpperCase() + w.slice(1)).join('') : words[0];
2151 return { label, slug };
2152}
2153// Merge a post's tags field + the #hashtags linked inline in its body into one deduped
2154// Hashtag tag list (with hrefs to our /tag page).
2155function buildHashtagList(base, tagsField, content) {
2156 const out = [], seen = new Set();
2157 for (const t of normalizeTags(tagsField)) {
2158 const p = tagParts(t); if (!p || seen.has(p.slug)) continue; seen.add(p.slug);
2159 out.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(p.slug)}`, name: '#' + p.label });
2160 }
2161 for (const h of hashtagTags(base, content)) {
2162 const k = h.name.slice(1).toLowerCase(); if (seen.has(k)) continue; seen.add(k);
2163 out.push(h);
2164 }
2165 return out;
2166}
2167
2168// Extract Mention tag objects from already-linked content (class="u-url mention").
2169function mentionTags(content) {
2170 const tags = [], seen = new Set();
2171 // The link href is the human profile URL; the actor URI (for the Mention tag) is in data-actor.
2172 const re = /<a href="[^"]*" class="u-url mention" data-actor="([^"]+)">@([^<]+)<\/a>/gi;
2173 let m;
2174 while ((m = re.exec(content || ''))) {
2175 const href = m[1];
2176 if (seen.has(href)) continue; seen.add(href);
2177 tags.push({ type: 'Mention', href, name: '@' + m[2] });
2178 }
2179 return tags;
2180}
2181// Resolve inline @user@domain mentions in reply/post text → link them (href = actor URI)
2182// and collect the mentioned actors' inboxes so they get notified. Best-effort per mention.
2183async function resolveMentionsInText(base, html) {
2184 const inboxes = [];
2185 const handles = new Set();
2186 // Prefix also allows opening brackets — "(@user@host + me)" is a mention too (real-world
2187 // miss: a bracketed mention federated as plain text and its target was never notified).
2188 const re = /(^|[\s>([{])@([\p{L}\p{M}\p{N}_.-]+@[\p{L}\p{M}\p{N}.-]+)/gu;
2189 let m;
2190 while ((m = re.exec(html || ''))) handles.add(m[2]);
2191 let out = String(html || '');
2192 for (const h of handles) {
2193 let actorUri = null;
2194 try { actorUri = await webfingerResolve('@' + h); } catch { actorUri = null; }
2195 if (!actorUri) continue;
2196 const actor = await fetchActor(actorUri).catch(() => null);
2197 const inbox = actor && ((actor.endpoints && actor.endpoints.sharedInbox) || actor.inbox);
2198 if (inbox) inboxes.push(inbox);
2199 const profileUrl = actorInfo(actor, actorUri).url || actorUri; // human profile page → the link href
2200 const esc = h.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
2201 out = out.replace(new RegExp('(^|[\\s>([{])@' + esc + '(?![\\p{L}\\p{M}\\p{N}_.-])', 'gu'),
2202 (full, pre) => `${pre}<a href="${profileUrl}" class="u-url mention" data-actor="${actorUri}">@${h}</a>`);
2203 }
2204 return { html: out, inboxes };
2205}
2206
2207export function buildReplyNote(base, site, row) {
2208 // Thin delegate: replies are built by buildNote (the single Note entry point) in reply mode.
2209 return buildNote(base, site, row, { isReply: true });
2210}
2211
2212// Resolve one of our outbound reply Notes by id (for /ap/notes/:id fallback).
2213export function getOutboxNote(base, id) {
2214 const row = iStmts().getO.get(id);
2215 if (!row) return null;
2216 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(row.site_slug);
2217 if (!site) return null;
2218 return buildReplyNote(base, site, row);
2219}
2220
2221// ── ActivityPub Client-to-Server: ingest an activity POSTed to the outbox ──
2222// The C2S counterpart of handleInbox: a native/web client (Shaer) posts an
2223// activity here and we translate it onto the SAME delivery machinery the web UI
2224// uses (deliverReply / sendInteraction / followActor / deliverCreate). Returns
2225// { status, id?, url?, error? }. Auth + site-ownership are checked by the route.
2226const c2sIdOf = (x) => (typeof x === 'string' ? x : (x && (x.id || x.href))) || null;
2227
2228export async function ingestOutboxActivity(site, user, activity) {
2229 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2230 if (!base || !site || !activity || typeof activity !== 'object') return { status: 400, error: 'invalid_activity' };
2231
2232 // AP §6: a client MAY POST a bare object; the server wraps it in a Create.
2233 let type = activity.type;
2234 let object = activity.object;
2235 if (type === 'Note' || type === 'Article') { object = activity; type = 'Create'; }
2236 if (Array.isArray(type)) type = type.find((t) => typeof t === 'string');
2237
2238 // FEP-633c: the adoption handshake (Offer/Accept/Reject on a guardianship
2239 // Relationship) belongs to the guardianship module; anything else falls
2240 // through to the switch below.
2241 if (type === 'Offer' || type === 'Accept' || type === 'Reject') {
2242 const g = await Guardianship.handleGuardianshipOutbox(site, activity).catch(() => null);
2243 if (g) return g;
2244 }
2245
2246 try {
2247 switch (type) {
2248 case 'Create': {
2249 if (!object || typeof object !== 'object') return { status: 400, error: 'missing_object' };
2250 // Client sends `source` (plain/markdown) + `content` (HTML). deliverReply
2251 // re-escapes, so it needs plain text; a top-level post keeps sanitized HTML.
2252 const plain = (object.source && object.source.content) || HtmlSanitizerService.toPlainText(object.content || '');
2253 // A picture (or a recording) can be the whole message: media-only
2254 // notes pass here; c2sCreatePost validates the attachments themselves.
2255 if (!plain.trim() && !object.content && !(Array.isArray(object.attachment) && object.attachment.length)) {
2256 return { status: 400, error: 'empty_note' };
2257 }
2258 // Direct (private mention, shaer-tqc): NOT a post. Delivered over the
2259 // outbox machinery to the addressed inboxes only; shows under Messages.
2260 if (c2sVisibility(object) === 'direct') {
2261 const arr = (v) => (Array.isArray(v) ? v : (v ? [v] : [])).filter((x) => typeof x === 'string');
2262 const recipients = [...new Set([...arr(object.to), ...arr(object.cc)])]
2263 .filter((u) => /^https?:\/\//i.test(u) && !/\/followers\/?$/.test(u) && u !== PUBLIC);
2264 if (!recipients.length) return { status: 400, error: 'no_recipients' };
2265 // AS2 attachments (e.g. the help-buoy capture, uploaded via
2266 // uploadMedia): normalize our own absolute /media/ URLs to relative
2267 // so the deliverReply-style validation applies unchanged.
2268 const atts = (Array.isArray(object.attachment) ? object.attachment : [])
2269 .map((a) => a && typeof a === 'object' ? {
2270 url: String(a.url || '').replace(new RegExp('^' + base.replace(/[.*+?^${}()|[\]\\]/g, '\\$&')), ''),
2271 mediaType: String(a.mediaType || ''),
2272 name: String(a.name || '').slice(0, 120),
2273 } : null)
2274 .filter(Boolean);
2275 const help = object['shaer:helpRequest'] === true || object.helpRequest === true;
2276 // FEP-633c 3.6.1: a guardian here declaring itself away to its
2277 // wards. An away without a (future) end fails loudly, exactly as
2278 // the daemon refuses it: stored quietly it would be a nominal
2279 // guardian holding a seat.
2280 let awayUntil = null;
2281 if (Guardianship.availability.isAway(object)) {
2282 awayUntil = Guardianship.availability.parseEndTime(object.endTime);
2283 if (!awayUntil || awayUntil <= Date.now()) return { status: 400, error: 'away_needs_an_end' };
2284 // No local shortcut here: the note below reaches a ward on this
2285 // instance through the loopback, and its inbox handler applies the
2286 // absence like it does for a ward anywhere else. One path.
2287 }
2288 const r = await deliverDirectNote(site, { recipients, text: plain, language: object.language || null, inReplyTo: typeof object.inReplyTo === 'string' ? object.inReplyTo : null, attachments: atts, helpRequest: help, awayUntil });
2289 if (!r || !r.id) return { status: 502, error: 'direct_failed' };
2290 return { status: 201, id: r.id, url: `${base}/ap/notes/${r.id}` };
2291 }
2292 if (object.inReplyTo) {
2293 const parent = await resolveRemoteNote(c2sIdOf(object.inReplyTo)).catch(() => null);
2294 if (!parent) return { status: 502, error: 'cannot_resolve_inReplyTo' };
2295 // Honour the client's visibility for the reply: 'friends' (followers-
2296 // only, the Shaer detail-view Reply) drops Public; anything else stays
2297 // quiet-public. 'direct' was already handled above.
2298 const r = await deliverReply(site, { postId: parent.localPostId || '', postSlug: null, parent, text: plain, visibility: c2sVisibility(object) });
2299 if (!r || !r.id) return { status: 502, error: 'reply_failed' };
2300 return { status: 201, id: r.id, url: `${base}/ap/notes/${r.id}` };
2301 }
2302 return await c2sCreatePost(base, site, user, object);
2303 }
2304 case 'Like':
2305 case 'Announce': {
2306 const targetUri = c2sIdOf(object);
2307 if (!targetUri) return { status: 400, error: 'missing_object' };
2308 // A non-public local note cannot be boosted or liked into the open
2309 // (shaer-tqc hardening; the Mastodon 422 equivalent).
2310 const localPid = postIdFromNoteUrl(targetUri, base);
2311 if (localPid) {
2312 const p = db.prepare('SELECT fan_only, ap_visibility FROM posts WHERE id = ?').get(localPid);
2313 if (p && (p.fan_only || p.ap_visibility === 'direct' || p.ap_visibility === 'friends')) {
2314 return { status: 403, error: 'not_public' };
2315 }
2316 }
2317 const note = await resolveRemoteNote(targetUri).catch(() => null);
2318 const objUri = (note && note.object_uri) || targetUri;
2319 const authorUri = note && note.actor_uri;
2320 const kind = type === 'Announce' ? 'boost' : 'like';
2321 await sendInteraction(site, kind, objUri, authorUri);
2322 setMyReaction(site.slug, targetUri, kind, true);
2323 if (type === 'Announce' && note) { try { upsertBoostedNote(site.slug, note); } catch { /* non-fatal */ } }
2324 return { status: 202, url: objUri };
2325 }
2326 case 'Follow': {
2327 const actorUri = c2sIdOf(object);
2328 if (!actorUri) return { status: 400, error: 'missing_object' };
2329 await followActor(site, actorUri);
2330 return { status: 202, url: actorUri };
2331 }
2332 // Shaer "in Orbit" = a real Block (FEP-c648 client side): lands in
2333 // ap_blocks, shows in the Block tab, and purges the actor's cached
2334 // content. Client-side filtering becomes a cache of this state.
2335 case 'Block': {
2336 const targetUri = c2sIdOf(object);
2337 if (!targetUri) return { status: 400, error: 'missing_object' };
2338 const r = await blockTarget(site, targetUri);
2339 if (r && r.error) return { status: 400, error: r.error };
2340 return { status: 202, url: targetUri };
2341 }
2342 case 'Undo': {
2343 const inner = object && typeof object === 'object' ? object : null;
2344 let innerType = inner && inner.type;
2345 if (Array.isArray(innerType)) innerType = innerType.find((t) => typeof t === 'string');
2346 const innerTarget = c2sIdOf(inner && inner.object);
2347 if (innerType === 'Follow') { await unfollowActor(site, innerTarget); return { status: 202, url: innerTarget }; }
2348 if (innerType === 'Block') {
2349 if (!innerTarget) return { status: 400, error: 'missing_object' };
2350 unblock(site, innerTarget); // release from Orbit
2351 return { status: 202, url: innerTarget };
2352 }
2353 if (innerType === 'Like' || innerType === 'Announce') {
2354 const kind = innerType === 'Announce' ? 'unboost' : 'unlike';
2355 const note = await resolveRemoteNote(innerTarget).catch(() => null);
2356 const objUri = (note && note.object_uri) || innerTarget;
2357 await sendInteraction(site, kind, objUri, note && note.actor_uri);
2358 setMyReaction(site.slug, innerTarget, innerType === 'Announce' ? 'boost' : 'like', false);
2359 if (innerType === 'Announce') { try { unmarkBoosted(site.slug, objUri); } catch { /* non-fatal */ } }
2360 return { status: 202, url: objUri };
2361 }
2362 return { status: 400, error: 'unsupported_undo' };
2363 }
2364 // Delete/Update of arbitrary objects need the post-edit pipeline; tracked
2365 // separately (klonkt-demo-c2s-del). Reject clearly rather than half-doing it.
2366 default:
2367 return { status: 400, error: 'unsupported_type', detail: String(type || 'none') };
2368 }
2369 } catch (e) {
2370 console.warn('[AP] C2S ingest failed:', e && e.message);
2371 return { status: 500, error: 'ingest_error' };
2372 }
2373}
2374
2375// Create a top-level microblog post from a C2S Note and federate it. Minimal
2376// sibling of the /posts/create route: sanitized HTML content, no title/cover.
2377async function c2sCreatePost(base, site, user, object) {
2378 const html = HtmlSanitizerService.sanitize(object.content || (object.source && object.source.content) || '');
2379 // Media on a top-level post (shaer-j3uh/-oqxk/-df3i): same rules as
2380 // deliverReply — only our OWN uploads, image/audio/video, max 4. They used
2381 // to be silently dropped here, so a photo post from the app arrived naked.
2382 const media = (Array.isArray(object.attachment) ? object.attachment : [])
2383 .filter((a) => a && typeof a.url === 'string' && /^\/media\/[\w./-]+$/.test(a.url)
2384 && /^(image|audio|video)\//.test(String(a.mediaType || '')))
2385 .slice(0, 4)
2386 .map((a) => {
2387 const entry = { url: a.url, mediaType: String(a.mediaType), name: String(a.name || '').slice(0, 120) };
2388 // A video's poster frame, when the upload leg made one (shaer-zowq):
2389 // rides along so the tag, the federated attachment and the apps all
2390 // show a still instead of a black box.
2391 if (entry.mediaType.startsWith('video/')) {
2392 try {
2393 const mediaRoot = path.resolve(process.env.MEDIA_PATH || './storage/media');
2394 const rel = entry.url.replace(/^\/media\//, '');
2395 if (fs.existsSync(path.join(mediaRoot, rel + '.poster.jpg'))) entry.poster = entry.url + '.poster.jpg';
2396 } catch { /* no poster is fine */ }
2397 }
2398 return entry;
2399 });
2400 if (!html.trim() && !media.length) return { status: 400, error: 'empty_note' };
2401 // The web reads the post's content, so the media goes IN it (we build these
2402 // tags ourselves from validated paths, after the sanitizer). buildNote
2403 // strips <img> back out into AS2 attachments; audio/video tags stay for the
2404 // web player and federate via c2s_attachments below.
2405 const esc = (t) => String(t).replace(/&/g, '&amp;').replace(/"/g, '&quot;').replace(/</g, '&lt;');
2406 const mediaHtml = media.map((a) => {
2407 if (a.mediaType.startsWith('image/')) return `<p><img src="${a.url}" alt="${esc(a.name)}"></p>`;
2408 if (a.mediaType.startsWith('audio/')) return `<p><audio controls preload="metadata" src="${a.url}"></audio></p>`;
2409 const poster = a.poster ? ` poster="${a.poster}"` : '';
2410 return `<p><video controls playsinline preload="metadata"${poster} src="${a.url}"></video></p>`;
2411 }).join('');
2412 const postId = crypto.randomUUID();
2413 const slug = 'n-' + postId.slice(0, 8);
2414 const now = new Date().toISOString();
2415 // Visibility from the note's addressing (shaer-60b): Public in `to` = loud
2416 // public, Public in `cc` = quiet public (unlisted), followers-only = friends
2417 // (rides the existing fan_only pipeline: followers-only AP delivery + web
2418 // gating), neither = participants-only (kept local until mention addressing
2419 // lands; still followers-gated on the web).
2420 const vis = c2sVisibility(object);
2421 const fanOnly = (vis === 'friends' || vis === 'direct') ? 1 : 0;
2422 // Deliberately NO cover (Robins besluit, 30-7): the media lives in the
2423 // content, and a cover next to it showed the same video twice on the post
2424 // page. The tiles derive their picture from the content instead.
2425 db.prepare(`INSERT INTO posts (id, site_id, slug, author_id, title, content, excerpt, status, type, language, fan_only, ap_visibility, created_at, updated_at, published_at)
2426 VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)`)
2427 .run(postId, site.id, slug, user.id, '', html + mediaHtml, '', 'published', 'post', object.language || 'nl', fanOnly, vis, now, now, now);
2428 if (media.length) { try { db.prepare('UPDATE posts SET c2s_attachments = ? WHERE id = ?').run(JSON.stringify(media), postId); } catch { /* column exists via ensureColumn */ } }
2429 try { db.prepare('UPDATE posts SET content_rendered = ? WHERE id = ?').run(bakePostContent(html + mediaHtml), postId); } catch { /* render fallback covers it */ }
2430 bakePostContentWithMentions(html + mediaHtml).then((h) => { try { db.prepare('UPDATE posts SET content_rendered = ? WHERE id = ?').run(h, postId); } catch { /* keep sync bake */ } }).catch(() => {});
2431 try { db.prepare('INSERT INTO posts_fts(content, title, author, post_id) VALUES (?,?,?,?)').run(HtmlSanitizerService.toPlainText(html), '', user.username || '', postId); } catch { /* FTS non-fatal */ }
2432 if (vis !== 'direct') {
2433 deliverCreate(site, { id: postId, slug, title: '', content: html + mediaHtml, published_at: now, created_at: now, fan_only: fanOnly, ap_visibility: vis, c2s_attachments: media.length ? JSON.stringify(media) : null }).catch(() => { /* best-effort */ });
2434 }
2435 return { status: 201, id: postId, url: `${base}/ap/notes/${postId}` };
2436}
2437
2438// The direct-note leg (ward call-for-help) lives in the guardianship module
2439// (src/services/guardianship/delivery.js); wired with our AP helpers at the
2440// bottom of this file. Re-exported so every existing caller keeps working.
2441export const c2sVisibility = Guardianship.c2sVisibility;
2442export const deliverDirectNote = Guardianship.deliverDirectNote;
2443
2444// Send a reply FROM this site to a remote actor (in reply to their inbound reply).
2445// `parent` = an ap_interactions row (actor_uri, actor_url, actor_handle, object_uri).
2446export async function deliverReply(site, { postId, postSlug, parent, text, html, language, attachments, mentions, visibility }) {
2447 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2448 // Rich replies: `html` is the reply editor's HTML (sanitized here); `text` is
2449 // the plain-text fallback (no-JS path, C2S `source`). Either may carry the reply.
2450 const richClean = html ? HtmlSanitizerService.sanitize(String(html)) : '';
2451 const rich = richClean && HtmlSanitizerService.toPlainText(richClean).trim() ? richClean : '';
2452 // Attachments: only OUR OWN uploads (/media/... paths, no remote URLs — the
2453 // upload route is the sole producer), image/audio/video only, max 4.
2454 const media = (Array.isArray(attachments) ? attachments : [])
2455 .filter((a) => a && typeof a.url === 'string' && /^\/media\/[\w./-]+$/.test(a.url)
2456 && /^(image|audio|video)\//.test(String(a.mediaType || '')))
2457 .slice(0, 4)
2458 .map((a) => ({ url: a.url, mediaType: String(a.mediaType), name: String(a.name || '').slice(0, 120) }));
2459 // A media-only reply (no text) is a valid reply.
2460 if (!base || !site || !site.slug || !parent || (!String(text || '').trim() && !rich && !media.length)) return null;
2461 const me = actorId(base, site.slug);
2462 // u02, the mentions bar: `mentions` undefined = legacy behavior (mention the
2463 // parent author). An ARRAY (possibly empty) = the kept conversation partners
2464 // exactly as the bar shows them; the mention prefix, the Mention tags (via
2465 // mentionTags over the content) and the delivery targets all follow it.
2466 const kept = Array.isArray(mentions)
2467 ? mentions
2468 .filter((m) => m && typeof m.uri === 'string' && /^https?:\/\//i.test(m.uri))
2469 .slice(0, 8)
2470 .map((m) => ({
2471 uri: m.uri,
2472 url: (typeof m.url === 'string' && /^https?:\/\//i.test(m.url)) ? m.url : m.uri,
2473 handle: String(m.handle || deriveHandle(m.uri)).slice(0, 120),
2474 }))
2475 : null;
2476 const mentionAnchor = (uri, url, h) => {
2477 const disp = h && h[0] === '@' ? h : '@' + (h || '');
2478 return `<a href="${escHtml(url || uri)}" class="u-url mention" data-actor="${escHtml(uri)}">${escHtml(disp)}</a> `;
2479 };
2480 const handle = parent.actor_handle || deriveHandle(parent.actor_uri);
2481 const mention = kept
2482 ? kept.map((k) => mentionAnchor(k.uri, k.url, k.handle)).join('')
2483 : (parent.actor_uri ? mentionAnchor(parent.actor_uri, parent.actor_url, handle) : '');
2484 // Who the stored reply is "to": the parent when kept, else the first kept chip.
2485 const parentKept = !kept || kept.some((k) => k.uri === parent.actor_uri);
2486 const toActorUri = parentKept ? (parent.actor_uri || null) : (kept[0] ? kept[0].uri : null);
2487 const toHandle = parentKept ? handle : (kept[0] ? kept[0].handle : null);
2488 let content;
2489 let mres;
2490 if (rich) {
2491 // Same enrichment pipeline as the plain path (mentions/hashtags/URLs), on
2492 // sanitized editor HTML. The parent mention goes inline into the first
2493 // paragraph (Mastodon convention), or becomes its own leading one.
2494 mres = await resolveMentionsInText(base, rich);
2495 const processed = linkUrls(linkHashtags(base, mres.html));
2496 if (processed.startsWith('<p>')) {
2497 content = processed.replace('<p>', `<p>${mention}`); // inline in the first paragraph
2498 } else if (/^<(blockquote|ul|ol|pre|h[1-6]|div|hr)\b/i.test(processed)) {
2499 content = `<p>${mention}</p>${processed}`; // block content: own leading paragraph
2500 } else {
2501 content = `<p>${mention}${processed}</p>`; // bare inline text: one paragraph together
2502 }
2503 } else {
2504 const body = escHtml(String(text).trim()).replace(/\r?\n/g, '<br>');
2505 mres = await resolveMentionsInText(base, body); // link inline @mentions + collect their inboxes
2506 content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
2507 }
2508 const replyLang = /^[a-z]{2,3}(-[A-Za-z0-9-]+)?$/.test(String(language || '')) ? language : null;
2509 // Dedup: skip if the exact same reply was already sent (double-submit guard).
2510 // Attachments count toward "the same": two media-only replies share content.
2511 const mediaJson = media.length ? JSON.stringify(media) : null;
2512 const dup = db.prepare('SELECT 1 FROM ap_outbox WHERE site_slug = ? AND IFNULL(in_reply_to, \'\') = ? AND content = ? AND IFNULL(attachments, \'\') = IFNULL(?, \'\') LIMIT 1')
2513 .get(site.slug, parent.object_uri || '', content, mediaJson);
2514 if (dup) { console.log('[AP] outreply skipped (duplicate)'); return { duplicate: true, delivered: 0 }; }
2515 const id = crypto.randomUUID();
2516 iStmts().insO.run(id, site.slug, postId, postSlug || null, parent.object_uri || null, toActorUri, toHandle, content, replyLang, mediaJson);
2517 // Followers-only reply (shaer detail-view): mark the row so buildNote drops
2518 // Public from cc. Default (undefined/'public'/'quiet') stays quiet-public.
2519 if (visibility === 'friends') { try { db.prepare('UPDATE ap_outbox SET visibility = ? WHERE id = ?').run('friends', id); } catch { /* ignore */ } }
2520 const row = iStmts().getO.get(id);
2521 const note = buildReplyNote(base, site, row);
2522 const create = {
2523 '@context': AP_CONTEXT,
2524 id: note.id + '#create', type: 'Create', actor: me,
2525 published: note.published, to: note.to, cc: note.cc, object: note,
2526 };
2527 const keys = getOrCreateKeys(site.slug);
2528 const keyId = `${me}#main-key`;
2529 const inboxes = new Set();
2530 // Everyone the mentions bar kept gets pinged; legacy path = the parent only.
2531 const mentionTargets = kept ? kept.map((k) => k.uri) : (parent.actor_uri ? [parent.actor_uri] : []);
2532 for (const uri of mentionTargets) {
2533 const a = await fetchActor(uri).catch(() => null);
2534 if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox);
2535 }
2536 if (parent.threadInbox) inboxes.add(parent.threadInbox); // back-compat (single)
2537 (parent.threadInboxes || []).forEach((i) => inboxes.add(i)); // whole ancestor chain
2538 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2539 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the reply
2540 inboxes.delete(`${me}/inbox`); // never deliver to ourselves (already in ap_outbox)
2541 inboxes.delete(`${base}/ap/inbox`); // (our own shared inbox) → avoids a self-duplicate
2542 let delivered = 0;
2543 for (const inbox of [...inboxes].filter(Boolean)) {
2544 let ok = false;
2545 try { const st = await deliver(inbox, create, keyId, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
2546 if (ok) delivered++;
2547 else enqueueDelivery(site.slug, inbox, create); // durable: retry a briefly-offline recipient (was silently dropped)
2548 }
2549 console.log('[AP] outreply', site.slug, '→', parent.actor_uri, 'delivered', delivered);
2550 return { id, content, delivered };
2551}
2552
2553// attributedTo may be a string, an object {id}, or an ARRAY — e.g. a PeerTube Video is
2554// attributed to [Person (account), Group (channel)]. Pick a usable actor URI (prefer Person).
2555function actorUriOf(att) {
2556 if (!att) return null;
2557 if (typeof att === 'string') return att;
2558 if (Array.isArray(att)) {
2559 const person = att.find((a) => a && typeof a === 'object' && a.type === 'Person' && a.id);
2560 if (person) return person.id;
2561 for (const a of att) { if (typeof a === 'string') return a; if (a && a.id) return a.id; }
2562 return null;
2563 }
2564 return att.id || null;
2565}
2566
2567// Resolve a remote post URL (any fediverse/Klonkt post) into a reply target.
2568// Returns a parent-shaped object usable by deliverReply(), or null.
2569export async function resolveRemoteNote(url) {
2570 if (!/^https?:\/\//i.test(String(url || ''))) return null;
2571 const note = await fetchActor(url).catch(() => null); // AP GET (content-negotiates)
2572 if (!note || !note.id) return null;
2573 const att = note.attributedTo;
2574 const actorUri = actorUriOf(att);
2575 if (!actorUri) return null;
2576 const actor = await fetchActor(actorUri).catch(() => null);
2577 const ai = actorInfo(actor, actorUri);
2578 // Is what we're replying to a post (or a comment) on one of OUR posts? If so,
2579 // link our reply to that local post so it shows nested in the post thread.
2580 const localTgt = findThreadTarget(note.id, (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, ''));
2581 // Walk the WHOLE reply chain upward (comment → parent comment → … → root post)
2582 // and collect every ancestor author's inbox, so each participant's server —
2583 // including the original post's author — receives + threads our reply.
2584 const threadInboxes = [];
2585 const seenInbox = new Set();
2586 let cursor = note.inReplyTo, guard = 0;
2587 while (cursor && guard++ < 6) {
2588 const url = typeof cursor === 'string' ? cursor : (cursor && cursor.id);
2589 if (!url) break;
2590 const pn = await fetchActor(url).catch(() => null);
2591 if (!pn) break;
2592 const pa = actorUriOf(pn.attributedTo);
2593 if (pa && pa !== actorUri) {
2594 const paDoc = await fetchActor(pa).catch(() => null);
2595 const inbox = paDoc && ((paDoc.endpoints && paDoc.endpoints.sharedInbox) || paDoc.inbox);
2596 if (inbox && !seenInbox.has(inbox)) { seenInbox.add(inbox); threadInboxes.push(inbox); }
2597 }
2598 cursor = pn.inReplyTo; // climb to the next ancestor
2599 }
2600 // For non-Note objects (PeerTube Video, Article, …) the meaningful label is `name` (the
2601 // title); prepend it so the reply page shows what you're replying to (sanitize cleans it).
2602 let rawHtml = String(note.content || '').replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
2603 if (note.name && note.type && note.type !== 'Note') rawHtml = `<p><strong>${note.name}</strong></p>` + rawHtml;
2604 const images = (Array.isArray(note.attachment) ? note.attachment : [])
2605 .filter((a) => a && a.url && (!a.mediaType || /^image\//i.test(a.mediaType)))
2606 .map((a) => safeUrl(a.url)).filter(Boolean);
2607 // A Klonkt hosted-audio post strips its cover from `attachment` (so Mastodon
2608 // shows the player card, not a loose image) and puts it in `image` instead.
2609 // Same fallback as mediaFromNote() so a boosted music post keeps its cover.
2610 if (!images.length && note.image) {
2611 const im = Array.isArray(note.image) ? note.image[0] : note.image;
2612 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
2613 if (iu) images.push(iu);
2614 }
2615 return {
2616 object_uri: safeUrl(note.id) || note.id,
2617 actor_uri: actorUri,
2618 actor_url: ai.url,
2619 actor_handle: ai.handle,
2620 actor_name: ai.name,
2621 actor_icon: ai.icon,
2622 url: note.url || url,
2623 content: HtmlSanitizerService.sanitize(rawHtml), // full, sanitized
2624 sensitive: !!note.sensitive, // remote CW → blur in the Cirkel
2625 cw: note.summary || '',
2626 images,
2627 // Full typed media (incl. video/mp4) for the timeline cache. `images` above is
2628 // image-only for the interact page preview; a boosted video-only post (Loops)
2629 // lost its media entirely because upsertBoostedNote only saw `images`.
2630 media: mediaFromNote(note),
2631 threadInboxes, // every ancestor author's inbox
2632 localPostId: localTgt ? localTgt.post_id : '', // our post this belongs to (if any)
2633 poll: parsePoll(note), // a Question → its options/counts (else null)
2634 preview: HtmlSanitizerService.toPlainText(note.content || '').slice(0, 240),
2635 };
2636}
2637
2638// List a site's own outbound fediverse replies (for the manage/delete view).
2639// The plain editable text of a stored reply (unwrap links → their text, <br> → newline)
2640// so the manage view can prefill an edit box; the mention is re-added on save.
2641function outboxEditableText(content) {
2642 return String(content || '')
2643 .replace(/<br\s*\/?>/gi, '\n')
2644 .replace(/<a\b[^>]*>([\s\S]*?)<\/a>/gi, '$1')
2645 .replace(/<[^>]+>/g, '')
2646 .replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&')
2647 .trim();
2648}
2649export function listOutbox(siteSlug) {
2650 return db.prepare('SELECT id, content, to_handle, in_reply_to, language, created_at FROM ap_outbox WHERE site_slug = ? ORDER BY created_at DESC')
2651 .all(siteSlug).map((r) => { const c = stripLeadingMentions(r.content); return { ...r, content: c, editable: outboxEditableText(c) }; });
2652}
2653
2654// Delete one of our outbound replies: send Delete(Tombstone) to recipients + remove it.
2655export async function deliverOutboxDelete(site, outboxId) {
2656 const row = iStmts().getO.get(outboxId);
2657 if (!row || row.site_slug !== site.slug) return false;
2658 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2659 if (base) {
2660 const me = actorId(base, site.slug);
2661 const nid = noteId(base, row.id);
2662 const del = { '@context': AP_CONTEXT, id: `${nid}#delete-${Date.now()}-${rid()}`, type: 'Delete', actor: me, to: [PUBLIC], object: { id: nid, type: 'Tombstone' } };
2663 const keys = getOrCreateKeys(site.slug);
2664 const inboxes = new Set();
2665 if (row.to_actor) { const a = await fetchActor(row.to_actor).catch(() => null); if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox); }
2666 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2667 for (const inbox of [...inboxes].filter(Boolean)) {
2668 try { const st = await deliver(inbox, del, `${me}#main-key`, keys.private_pem); if (st >= 200 && st < 300) continue; } catch { /* queue below */ }
2669 enqueueDelivery(site.slug, inbox, del); // durable: a failed comment-delete now retries (was silently dropped)
2670 }
2671 }
2672 db.prepare('DELETE FROM ap_outbox WHERE id = ?').run(outboxId);
2673 return true;
2674}
2675
2676// Edit one of our outbound replies: rewrite the stored content (mention re-added + #tags
2677// re-linked) and send an Update(Note) so recipients refresh their cached copy.
2678export async function deliverOutboxUpdate(site, outboxId, newText, opts = {}) {
2679 const row = iStmts().getO.get(outboxId);
2680 if (!row || row.site_slug !== site.slug) return false;
2681 const text = String(newText || '').trim();
2682 // Rich edit: same sanitize + enrichment pipeline as deliverReply.
2683 const richClean = opts.html ? HtmlSanitizerService.sanitize(String(opts.html)) : '';
2684 const rich = richClean && HtmlSanitizerService.toPlainText(richClean).trim() ? richClean : '';
2685 if (!text && !rich) return false;
2686 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2687 if (!base) return false;
2688 const me = actorId(base, site.slug);
2689 const toActor = row.to_actor ? await fetchActor(row.to_actor).catch(() => null) : null;
2690 const toProfile = row.to_actor ? (actorInfo(toActor, row.to_actor).url || row.to_actor) : '';
2691 const _h = row.to_handle || deriveHandle(row.to_actor);
2692 const toHandle = _h && _h[0] === '@' ? _h : '@' + (_h || '');
2693 // An edit must not drop co-mentions (u02): reuse the OLD content's leading
2694 // mention anchors (the bar's kept list at send time) when present; only fall
2695 // back to rebuilding the single to_actor mention for legacy rows.
2696 const oldPrefix = (String(row.content || '')
2697 .match(/^\s*(?:<p[^>]*>)?\s*((?:<a\b[^>]*class="u-url mention"[^>]*>\s*@[^<]+<\/a>[\s ]*)+)/i) || [])[1] || '';
2698 const mention = oldPrefix || (row.to_actor
2699 ? `<a href="${escHtml(toProfile)}" class="u-url mention" data-actor="${escHtml(row.to_actor)}">${escHtml(toHandle)}</a> ` : '');
2700 let content;
2701 let mres;
2702 if (rich) {
2703 mres = await resolveMentionsInText(base, rich);
2704 const processed = linkUrls(linkHashtags(base, mres.html));
2705 if (processed.startsWith('<p>')) content = processed.replace('<p>', `<p>${mention}`);
2706 else if (/^<(blockquote|ul|ol|pre|h[1-6]|div|hr)\b/i.test(processed)) content = `<p>${mention}</p>${processed}`;
2707 else content = `<p>${mention}${processed}</p>`;
2708 } else {
2709 mres = await resolveMentionsInText(base, escHtml(text).replace(/\r?\n/g, '<br>'));
2710 content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
2711 }
2712 // Language may be updated with the edit; attachments always survive untouched.
2713 const newLang = /^[a-z]{2,3}(-[A-Za-z0-9-]+)?$/.test(String(opts.language || '')) ? opts.language : null;
2714 db.prepare('UPDATE ap_outbox SET content = ?, language = COALESCE(?, language) WHERE id = ?').run(content, newLang, outboxId);
2715 const note = buildReplyNote(base, site, iStmts().getO.get(outboxId));
2716 note.updated = new Date().toISOString();
2717 const update = {
2718 '@context': AP_CONTEXT,
2719 id: `${note.id}#update-${Date.now()}-${rid()}`, type: 'Update', actor: me,
2720 published: note.published, updated: note.updated, to: note.to, cc: note.cc, object: note,
2721 };
2722 const keys = getOrCreateKeys(site.slug);
2723 const inboxes = new Set();
2724 if (toActor) inboxes.add((toActor.endpoints && toActor.endpoints.sharedInbox) || toActor.inbox);
2725 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2726 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the edit
2727 inboxes.delete(`${me}/inbox`); inboxes.delete(`${base}/ap/inbox`);
2728 let delivered = 0;
2729 for (const inbox of [...inboxes].filter(Boolean)) {
2730 let ok = false;
2731 try { const st = await deliver(inbox, update, `${me}#main-key`, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
2732 if (ok) delivered++;
2733 else enqueueDelivery(site.slug, inbox, update); // durable: retry the edit later (was silently dropped)
2734 }
2735 console.log('[AP] outreply edit', site.slug, 'delivered', delivered);
2736 return { ok: true, content, delivered };
2737}
2738
2739// ── Fediverse CLIENT: follow accounts + home timeline ─────────────
2740// Resolve an @user@domain handle to its actor URL via WebFinger.
2741export async function webfingerResolve(handle) {
2742 const h = String(handle || '').trim().replace(/^@/, '');
2743 const parts = h.split('@');
2744 if (parts.length !== 2 || !parts[0] || !parts[1]) return null;
2745 const acct = `${parts[0]}@${parts[1]}`;
2746 try {
2747 const r = await safeFetch(`https://${parts[1]}/.well-known/webfinger?resource=acct:${encodeURIComponent(acct)}`,
2748 { headers: { Accept: 'application/jrd+json, application/json' } });
2749 if (!r.ok) return null;
2750 const jrd = await r.json();
2751 const link = (jrd.links || []).find((l) => l.rel === 'self' && /activity\+json|ld\+json/.test(l.type || ''));
2752 return safeUrl(link ? link.href : '') || null;
2753 } catch { return null; }
2754}
2755
2756let _insFw, _delFw, _listFw, _accFw, _oneFw, _setAB;
2757function fwStmts() {
2758 if (!_insFw) {
2759 _insFw = db.prepare('INSERT OR REPLACE INTO ap_following (slug, actor_uri, handle, name, icon, url, inbox, follow_id, status, auto_boost, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
2760 _delFw = db.prepare('DELETE FROM ap_following WHERE slug = ? AND actor_uri = ?');
2761 _listFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? ORDER BY created_at DESC');
2762 _accFw = db.prepare("UPDATE ap_following SET status = 'accepted' WHERE follow_id = ?");
2763 _oneFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? AND actor_uri = ?');
2764 _setAB = db.prepare('UPDATE ap_following SET auto_boost = ? WHERE slug = ? AND actor_uri = ?');
2765 }
2766 return { ins: _insFw, del: _delFw, list: _listFw, acc: _accFw, one: _oneFw, setAB: _setAB };
2767}
2768export function listFollowing(slug) { return fwStmts().list.all(slug); }
2769
2770// Toggle auto-boost ("feature") on an account we already follow.
2771export function setAutoBoost(slug, actorUri, on) {
2772 try { fwStmts().setAB.run(on ? 1 : 0, slug, actorUri); } catch { /* ignore */ }
2773 // Featuring an account → AP-native catch-up so the Cirkel isn't empty until they next
2774 // post (push doesn't backfill history-before-follow). Fire-and-forget pull, sends nothing.
2775 if (on) backfillFromOutbox(slug, actorUri).catch(() => {});
2776 return { ok: true };
2777}
2778
2779let _insTl, _listTl, _delTl;
2780function tlStmts() {
2781 if (!_insTl) {
2782 _insTl = db.prepare('INSERT OR IGNORE INTO ap_timeline (id, slug, author_uri, author_name, author_handle, author_icon, author_url, content, url, published, media_json, nsfw, cw, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
2783 _listTl = db.prepare('SELECT * FROM ap_timeline WHERE slug = ? ORDER BY COALESCE(published, created_at) DESC LIMIT ? OFFSET ?');
2784 _delTl = db.prepare('DELETE FROM ap_timeline WHERE id = ?');
2785 }
2786 return { ins: _insTl, list: _listTl, del: _delTl };
2787}
2788export function getTimeline(slug, limit, offset) { return tlStmts().list.all(slug, limit || 50, offset || 0); }
2789
2790/**
2791 * The direct notes addressed to this account: a plain DM, a guardian's wave
2792 * (§5), a ward's 🛟 help request (§5.2.1). They live in ap_mentions and NOT in
2793 * the timeline, because a note addressed to named people is a message and not a
2794 * post (belongsInTimeline).
2795 *
2796 * A client that only reads the timeline therefore sees none of them, which is
2797 * exactly what happened to Shaer: Berichten showed your own replies (those come
2798 * from your outbox) and nothing that was said to you. The C2S inbox read serves
2799 * both, so the app has one door for everything that arrives.
2800 *
2801 * A public mention from someone you follow is stored in both tables; those are
2802 * skipped here and stay a post.
2803 */
2804export function getDirectMessages(slug, limit) {
2805 try {
2806 return db.prepare(`
2807 SELECT m.object_uri, m.note_url, m.actor_uri, m.actor_name, m.actor_handle, m.actor_icon, m.actor_url,
2808 m.content, m.published, m.created_at, m.wave, m.help_request,
2809 m.emoji_json, m.actor_emoji_json, m.media_json, m.quote_json, m.embed_json
2810 FROM ap_mentions m
2811 WHERE m.slug = ?
2812 AND NOT EXISTS (SELECT 1 FROM ap_timeline t WHERE t.slug = m.slug AND t.id = m.object_uri)
2813 ORDER BY COALESCE(m.published, m.created_at) DESC LIMIT ?`).all(slug, limit || 60);
2814 } catch { return []; }
2815}
2816
2817/**
2818 * A stored stamp as an ISO instant. SQLite's CURRENT_TIMESTAMP writes
2819 * 'YYYY-MM-DD HH:MM:SS' in UTC, which Date.parse reads as LOCAL time; on a
2820 * server two hours ahead that dated every message two hours early and put the
2821 * conversation in the wrong order. A `published` from the wire is already ISO
2822 * and passes through untouched.
2823 */
2824export function isoStamp(v) {
2825 if (!v) return undefined;
2826 const s = String(v);
2827 if (/^\d{4}-\d{2}-\d{2}[ T]\d{2}:\d{2}:\d{2}$/.test(s)) return `${s.replace(' ', 'T')}Z`;
2828 const t = Date.parse(s);
2829 return Number.isFinite(t) ? new Date(t).toISOString() : undefined;
2830}
2831
2832// Inbox C2S read: a timeline row's media_json ([{url, type}], written on the
2833// inbound Create) → AS2 `attachment` array, so a client (Shaer) can render a
2834// friend's images/audio/video natively, exactly like own outbox posts. The
2835// stored `type` is the mediaType and may be ''. Malformed JSON yields
2836// undefined and never blocks the item.
2837export function timelineAttachments(mediaJson) {
2838 try {
2839 const list = mediaJson ? JSON.parse(mediaJson) : [];
2840 const rows = (Array.isArray(list) ? list : [])
2841 .filter((m) => m && m.url)
2842 .map((m) => {
2843 const a = { type: 'Document', mediaType: m.type || undefined, url: m.url };
2844 if (m.poster) a.icon = { type: 'Image', url: m.poster }; // the video's still (shaer-zowq)
2845 return a;
2846 });
2847 return rows.length ? rows : undefined;
2848 } catch { return undefined; }
2849}
2850
2851// FEP-9098 custom emojis. Inbound: keep the note's Emoji tags (as JSON) so we
2852// can serve them back. `extractEmojiTags` returns the JSON to store (or null);
2853// `timelineEmojis` turns the stored JSON back into an AS2 `tag` array for the
2854// C2S inbox read, so a client (Shaer) can render :shortcode: as an image.
2855export function extractEmojiTags(tag) {
2856 const arr = Array.isArray(tag) ? tag : (tag ? [tag] : []);
2857 const emojis = arr.filter((t) => t && (Array.isArray(t.type) ? t.type[0] : t.type) === 'Emoji'
2858 && typeof t.name === 'string' && t.icon);
2859 return emojis.length ? JSON.stringify(emojis) : null;
2860}
2861export function timelineEmojis(emojiJson) {
2862 try { const arr = emojiJson ? JSON.parse(emojiJson) : null; return (Array.isArray(arr) && arr.length) ? arr : undefined; }
2863 catch { return undefined; }
2864}
2865
2866// FEP-e232 object links (quotes / inline references). Inbound: keep the note's
2867// Link tags whose mediaType marks an AP object (the AS2-profiled ld+json, or
2868// activity+json as its equivalent) as JSON, so the C2S inbox read can serve
2869// them back and a client (Shaer) can render the quote/reference. Mirrors
2870// extractEmojiTags. Plain hyperlinks (text/html) and Mentions are dropped.
2871export function extractObjectLinkTags(tag) {
2872 const arr = Array.isArray(tag) ? tag : (tag ? [tag] : []);
2873 const links = arr.filter((t) => {
2874 if (!t || (Array.isArray(t.type) ? t.type[0] : t.type) !== 'Link') return false;
2875 if (typeof t.href !== 'string' || !t.href) return false;
2876 const mt = String(t.mediaType || '').toLowerCase();
2877 return (mt.startsWith('application/ld+json') && mt.includes('activitystreams'))
2878 || mt.startsWith('application/activity+json');
2879 });
2880 return links.length ? JSON.stringify(links) : null;
2881}
2882export function timelineObjectLinks(linkJson) {
2883 try { const arr = linkJson ? JSON.parse(linkJson) : null; return (Array.isArray(arr) && arr.length) ? arr : undefined; }
2884 catch { return undefined; }
2885}
2886
2887// FEP-044f quote posts: a quote is usually NOT an FEP-e232 tag but an
2888// object-level property. FEP-044f §"how to recognise" lists them all:
2889// `quote` (the FEP property, a string or an embedded Link/object), and the
2890// de-facto `quoteUrl` (as:), `quoteUri` (fedibird), `_misskey_quote` (misskey).
2891// This returns the quoted object's URL from whichever is present.
2892export function extractQuoteUrl(note) {
2893 if (!note || typeof note !== 'object') return null;
2894 const q = note.quote ?? note.quoteUrl ?? note.quoteUri ?? note['_misskey_quote'];
2895 if (!q) return null;
2896 if (typeof q === 'string') return q || null;
2897 if (typeof q === 'object') return (typeof q.id === 'string' && q.id) || (typeof q.href === 'string' && q.href) || null;
2898 return null;
2899}
2900
2901// The note's object-link tags for storage: real FEP-e232 Link tags PLUS any
2902// FEP-044f object-level quote, normalised to one FEP-e232-shaped Link (rel
2903// _misskey_quote) so the client's single object-link path renders them all.
2904// Deduped by href. Returns the JSON to store (or null if the note has neither).
2905export function extractLinkJson(note) {
2906 const links = [];
2907 const fromTag = extractObjectLinkTags(note && note.tag);
2908 if (fromTag) { try { links.push(...JSON.parse(fromTag)); } catch { /* ignore */ } }
2909 const qUrl = extractQuoteUrl(note);
2910 if (qUrl && !links.some((l) => l && l.href === qUrl)) {
2911 links.push({ type: 'Link', mediaType: 'application/activity+json', href: qUrl,
2912 rel: ['https://misskey-hub.net/ns#_misskey_quote'], name: qUrl });
2913 }
2914 return links.length ? JSON.stringify(links) : null;
2915}
2916
2917// The URL of the quoted post, from either an object-level quote (FEP-044f) or a
2918// quote-rel FEP-e232 Link tag. Used to resolve the embedded quote card.
2919export function quoteHrefOf(note) {
2920 const direct = extractQuoteUrl(note);
2921 if (direct) return direct;
2922 const arr = Array.isArray(note && note.tag) ? note.tag : (note && note.tag ? [note.tag] : []);
2923 for (const t of arr) {
2924 if (!t || (Array.isArray(t.type) ? t.type[0] : t.type) !== 'Link' || typeof t.href !== 'string') continue;
2925 const rel = Array.isArray(t.rel) ? t.rel : (t.rel ? [t.rel] : []);
2926 if (rel.some((r) => /quote/i.test(String(r)))) return t.href;
2927 }
2928 return null;
2929}
2930
2931// Turn the stored quote snapshot back into the object the C2S inbox read serves
2932// as `shaer:quote`, so the client can render the embedded quote card.
2933export function timelineQuote(quoteJson) {
2934 try { const q = quoteJson ? JSON.parse(quoteJson) : null; return (q && typeof q === 'object') ? q : undefined; }
2935 catch { return undefined; }
2936}
2937
2938// Store the author's display-name emoji map (from actorInfo().emojis) on a
2939// timeline row, so the byline can render a ":shortcode:" name. No-op when the
2940// name has no custom emoji (the common case).
2941function storeAuthorEmoji(id, slug, ai) {
2942 if (!ai || !ai.emojis || !Object.keys(ai.emojis).length) return;
2943 try { db.prepare('UPDATE ap_timeline SET author_emoji_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(ai.emojis), id, slug); } catch { /* ignore */ }
2944}
2945
2946// A display-name emoji map (actorInfo().emojis) → JSON to store, or null.
2947function emojiJsonOf(map) { return (map && Object.keys(map).length) ? JSON.stringify(map) : null; }
2948
2949// ── Cirkel = posts from the accounts you auto-boost ("feature an artist") ──
2950let _abCount, _cirkelPosts, _cirkelMembers;
2951export function autoBoostCount(slug) {
2952 try { if (!_abCount) _abCount = db.prepare('SELECT COUNT(*) AS n FROM ap_following WHERE slug = ? AND auto_boost = 1'); return _abCount.get(slug).n; } catch { return 0; }
2953}
2954export function getCirkelPosts(slug, limit, offset) {
2955 try {
2956 // Cirkel = posts from featured (auto_boost) accounts + posts you boosted
2957 // (t.boosted), mixed by date. One row per note in ap_timeline → no duplicates.
2958 if (!_cirkelPosts) _cirkelPosts = db.prepare(`
2959 SELECT t.id, t.author_uri, t.author_name, t.author_handle, t.author_icon, t.author_url,
2960 t.content, t.url, t.published, t.media_json, t.boosted, t.nsfw, t.cw
2961 FROM ap_timeline t
2962 LEFT JOIN ap_following f ON f.slug = t.slug AND f.actor_uri = t.author_uri
2963 WHERE t.slug = ? AND (f.auto_boost = 1 OR t.boosted = 1)
2964 ORDER BY COALESCE(t.published, t.created_at) DESC, t.rowid DESC
2965 LIMIT ? OFFSET ?`);
2966 return _cirkelPosts.all(slug, limit || 60, offset || 0);
2967 } catch { return []; }
2968}
2969export function getCirkelMembers(slug) {
2970 try { if (!_cirkelMembers) _cirkelMembers = db.prepare('SELECT name, url, icon FROM ap_following WHERE slug = ? AND auto_boost = 1 ORDER BY name'); return _cirkelMembers.all(slug); } catch { return []; }
2971}
2972// Mark a timeline post as boosted so it shows in the Cirkel (mixed by date).
2973let _markBoost, _unmarkBoost, _boostedCount;
2974export function markBoosted(slug, noteId) {
2975 try { if (!_markBoost) _markBoost = db.prepare('UPDATE ap_timeline SET boosted = 1 WHERE slug = ? AND id = ?'); _markBoost.run(slug, noteId); } catch { /* ignore */ }
2976}
2977export function unmarkBoosted(slug, noteId) {
2978 try { if (!_unmarkBoost) _unmarkBoost = db.prepare('UPDATE ap_timeline SET boosted = 0 WHERE slug = ? AND id = ?'); _unmarkBoost.run(slug, noteId); } catch { /* ignore */ }
2979}
2980let _markLike, _unmarkLike;
2981export function markLiked(slug, noteId) {
2982 try { if (!_markLike) _markLike = db.prepare('UPDATE ap_timeline SET liked = 1 WHERE slug = ? AND id = ?'); _markLike.run(slug, noteId); } catch { /* ignore */ }
2983}
2984export function unmarkLiked(slug, noteId) {
2985 try { if (!_unmarkLike) _unmarkLike = db.prepare('UPDATE ap_timeline SET liked = 0 WHERE slug = ? AND id = ?'); _unmarkLike.run(slug, noteId); } catch { /* ignore */ }
2986}
2987export function getTimelineReaction(slug, noteId) {
2988 try { const r = db.prepare('SELECT liked, boosted FROM ap_timeline WHERE slug = ? AND id = ?').get(slug, noteId); return { liked: !!(r && r.liked), boosted: !!(r && r.boosted) }; } catch { return { liked: false, boosted: false }; }
2989}
2990// Boost a REMOTE post that may not be in your timeline (you don't follow the author):
2991// store it in ap_timeline (INSERT OR IGNORE → no dup for followed posts) so it shows in
2992// the Cirkel with a Boost badge, then flag it boosted.
2993export function upsertBoostedNote(slug, note) {
2994 if (!slug || !note || !note.object_uri) return;
2995 const id = note.object_uri;
2996 // Prefer the full typed media (incl. video/mp4 — a Loops boost is video-only and
2997 // rendered a bare text tile); fall back to the image-only list for older callers.
2998 const media = (note.media && note.media !== '[]')
2999 ? note.media
3000 : JSON.stringify((note.images || []).map((u) => ({ url: u, type: 'image/jpeg' })));
3001 try {
3002 const r = tlStmts().ins.run(id, slug, note.actor_uri || '', note.actor_name || '', note.actor_handle || '',
3003 note.actor_icon || '', note.actor_url || '', note.content || '', note.url || null,
3004 new Date().toISOString(), media, note.sensitive ? 1 : 0, note.cw || null);
3005 if (!r.changes) {
3006 // Row already cached (INSERT OR IGNORE) → refresh it with the freshly
3007 // resolved note. Without this a row cached without its cover (or with
3008 // stale content) stayed stale forever — even boosting again didn't heal it.
3009 // Keep the CACHED media when the resolve yielded none: an empty re-resolve
3010 // used to clobber a good media_json (the followed copy had the video, the
3011 // boost wiped it to []).
3012 db.prepare(`UPDATE ap_timeline SET content = ?, media_json = CASE WHEN ? = '[]' THEN media_json ELSE ? END,
3013 nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE slug = ? AND id = ?`)
3014 .run(note.content || '', media, media, note.sensitive ? 1 : 0, note.cw || null, note.url || null, slug, id);
3015 }
3016 } catch { /* ignore */ }
3017 markBoosted(slug, id);
3018}
3019export function boostedCount(slug) {
3020 try { if (!_boostedCount) _boostedCount = db.prepare('SELECT COUNT(*) AS n FROM ap_timeline WHERE slug = ? AND boosted = 1'); return _boostedCount.get(slug).n; } catch { return 0; }
3021}
3022
3023// Resolve a Klonkt/AP actor URL from a site root: a Klonkt site's root 302s to
3024// /ap/users/<slug> (content negotiation; Location may be relative). Used by
3025// followActor for bare-domain follows.
3026// NB: the old auto-migration of legacy Cirkels (circle_links -> AP follows) was
3027// REMOVED on 2026-06-26 — it auto-sent Follows on boot, which violates "the code
3028// never throws anything into the fediverse automatically" (would surprise-Follow
3029// for some operators at scale). The dead circle_links table stays as harmless dead
3030// data; an operator restores an old cirkel by re-following in /following (their click).
3031async function resolveApActor(siteUrl) {
3032 try {
3033 const r = await fetch(siteUrl, { headers: { Accept: 'application/activity+json' }, redirect: 'manual' });
3034 if (r.status >= 300 && r.status < 400) { const loc = r.headers.get('location'); if (loc) return new URL(loc, siteUrl).href; }
3035 if (r.ok) return siteUrl;
3036 } catch { /* unreachable */ }
3037 return null;
3038}
3039
3040// ── Self-heal: re-sync the fediverse cache (ap_timeline) after a DRASTIC update ──
3041// Runs ONCE per SELFHEAL_VERSION bump — NOT on every boot. Re-fetches each cached
3042// note and refreshes content + media (recovers covers/edits that were delivered
3043// during a flux window, e.g. a fleet-wide update), and drops notes that are gone
3044// (404/410). Bump SELFHEAL_VERSION only on a release that warrants a re-sync.
3045const SELFHEAL_VERSION = 21; // v21: drop direct notes (🛟 help requests, waves) that were cached as timeline posts
3046async function fetchNoteAP(url) {
3047 try {
3048 const r = await fetch(url, { headers: { Accept: 'application/activity+json' } });
3049 if (r.status === 404 || r.status === 410) return 404;
3050 if (r.ok) return await r.json();
3051 } catch { /* unreachable */ }
3052 return null;
3053}
3054function mediaFromNote(note) {
3055 const atts = (Array.isArray(note.attachment) ? note.attachment : []).map((a) => {
3056 const m = { url: safeUrl(a && a.url), type: (a && a.mediaType) || '' };
3057 // A federated video may carry its poster as an AS2 icon (shaer-zowq).
3058 const iconUrl = a && a.icon && safeUrl(typeof a.icon === 'string' ? a.icon : a.icon.url);
3059 if (iconUrl && /^video\//i.test(m.type)) m.poster = iconUrl;
3060 return m;
3061 }).filter((m) => m.url);
3062 if (!atts.some((m) => !m.type || /image/i.test(m.type)) && note.image) {
3063 const im = Array.isArray(note.image) ? note.image[0] : note.image;
3064 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
3065 if (iu) atts.push({ url: iu, type: (im && im.mediaType) || 'image/jpeg' });
3066 }
3067 return JSON.stringify(atts);
3068}
3069
3070// FEP-044f, emit side. The mirror of extractQuoteUrl (ingest): when one of our
3071// own posts quotes a fediverse object, say so in the shapes the network really
3072// reads. `quote` is the FEP property; quoteUrl / _misskey_quote are the de-facto
3073// ones Mastodon and Misskey look at, and the FEP-e232 `Link` in `tag` is the
3074// third form. All three point at the same object, which is what every reader
3075// expects. The quoted author goes in `cc`, because being quoted without being
3076// told is exactly the rudeness this FEP is trying to design away.
3077export function applyQuoteProps(note, quoteUri, quoteActor) {
3078 if (!note || typeof quoteUri !== 'string' || !/^https?:\/\//i.test(quoteUri)) return note;
3079 note.quote = quoteUri;
3080 note.quoteUrl = quoteUri;
3081 note['_misskey_quote'] = quoteUri;
3082 note.tag = [...(note.tag || []), {
3083 type: 'Link',
3084 mediaType: 'application/ld+json; profile="https://www.w3.org/ns/activitystreams"',
3085 href: quoteUri,
3086 rel: ['https://misskey-hub.net/ns#_misskey_quote'],
3087 name: quoteUri,
3088 }];
3089 if (typeof quoteActor === 'string' && /^https?:\/\//i.test(quoteActor)) {
3090 note.cc = [...new Set([...(note.cc || []), quoteActor])];
3091 }
3092 return note;
3093}
3094
3095// The first external (non-fediverse) link in a note, resolved to the same card
3096// shape as a quote: THUMBNAIL ONLY, never the provider's iframe. An arbitrary
3097// third-party frame inside a kid-safe app is a hole you cannot close again, so
3098// the embed carries an image and a title and nothing executable.
3099// Returns the JSON to store, or null when there is nothing worth showing.
3100export async function resolveExternalEmbed(html) {
3101 const first = firstExternalUrl(html);
3102 if (!first) return null;
3103 const io = EmbedResolver.liveIO({
3104 safeFetch,
3105 detectProvider: (u) => AudioEmbedService.detectProvider(u),
3106 fetchActor,
3107 actorInfo,
3108 });
3109 const card = await EmbedResolver.resolveEmbed(first, io).catch(() => null);
3110 // 'ap' is handled by the quote path; a bare 'link' is not worth a card.
3111 if (!card || card.kind === 'ap' || card.kind === 'link') return null;
3112 const thumb = (card.media || []).find((m) => m && m.url);
3113 if (!thumb && !card.title) return null;
3114 // Title, provider and author name come from a third party. Store them as
3115 // PLAIN TEXT (tags stripped, length-capped), so no renderer downstream has to
3116 // be the one that remembers to escape. A card is a card, not an essay.
3117 const plain = (v) => (v ? HtmlSanitizerService.toPlainText(String(v)).trim().slice(0, 200) : null);
3118 return JSON.stringify({
3119 url: card.url,
3120 kind: card.kind, // 'provider' | 'oembed'
3121 provider: plain(card.provider),
3122 title: plain(card.title),
3123 author: card.author ? { ...card.author, name: plain(card.author.name), handle: plain(card.author.handle) } : null,
3124 media: thumb ? [thumb] : [], // thumbnail only, no html/iframe
3125 });
3126}
3127
3128/**
3129 * Does our own post link to a fediverse object? Returns { uri, actor } when the
3130 * first external link resolves to a quotable AP object, else null. Runs once at
3131 * publish time; the answer is stored on the post.
3132 */
3133export async function resolveOwnQuote(html) {
3134 const first = firstExternalUrl(html);
3135 if (!first) return null;
3136 const io = EmbedResolver.liveIO({ safeFetch, detectProvider: () => null, fetchActor, actorInfo });
3137 const card = await EmbedResolver.resolveEmbed(first, io).catch(() => null);
3138 if (!card || card.kind !== 'ap' || !card.id) return null;
3139 return { uri: card.id, actor: card.attributedTo || null };
3140}
3141
3142/** The first http(s) link in sanitized note HTML that is not a mention/hashtag. */
3143export function firstExternalUrl(html) {
3144 if (!html || typeof html !== 'string') return null;
3145 for (const m of html.matchAll(/<a\b[^>]*href=["']([^"']+)["'][^>]*>/gi)) {
3146 const tag = m[0];
3147 if (/\b(mention|hashtag|u-url)\b/i.test(tag) && /mention|hashtag/i.test(tag)) continue;
3148 const href = m[1];
3149 if (/^https?:\/\//i.test(href)) return href;
3150 }
3151 return null;
3152}
3153
3154/** The stored external-embed card, for the C2S read. */
3155export function timelineEmbed(embedJson, { playback = false } = {}) {
3156 try {
3157 const e = embedJson ? JSON.parse(embedJson) : null;
3158 if (!e || typeof e !== 'object' || !e.url) return undefined;
3159 // The player URL is served ONLY when the playback gate is open (FEP-633c
3160 // 5.6). Deciding it here keeps the provider knowledge in one place: the
3161 // client never needs a list of hosts, it just plays what it is handed.
3162 // Privacy-enhanced variants only: nocookie for YouTube, the instance's own
3163 // player for PeerTube. Without one the card stays a thumbnail.
3164 const player = playback ? playerUrlFor(e.url) : null;
3165 if (player) return { ...e, 'shaer:playerUrl': player };
3166 // The gate is shut and there IS something behind it. Saying so costs
3167 // nothing (the card already shows a video thumbnail) and saves the child
3168 // from tapping a card that will never answer: the app can explain instead
3169 // of doing nothing. It stays a statement of fact, never a way in.
3170 return playerUrlFor(e.url) ? { ...e, 'shaer:playable': true } : e;
3171 } catch { return undefined; }
3172}
3173
3174/** The embeddable player for a URL, or null when we will not frame it. */
3175export function playerUrlFor(url) {
3176 if (typeof url !== 'string') return null;
3177 let p = null;
3178 try { p = AudioEmbedService.detectProvider(url); } catch { p = null; }
3179 if (p && p.provider === 'youtube' && p.id) return `https://www.youtube-nocookie.com/embed/${p.id}?rel=0&modestbranding=1&playsinline=1`;
3180 if (p && p.provider === 'vimeo' && p.id) return `https://player.vimeo.com/video/${p.id}`;
3181 // PeerTube is decentralised, so it is matched by its watch-URL shape rather
3182 // than a provider list. Host chars are validated before it is inlined.
3183 const pt = url.match(/^https?:\/\/([\w.-]+(?::\d+)?)\/(?:w|videos\/watch)\/([\w-]{6,})/i);
3184 if (pt) return `https://${pt[1]}/videos/embed/${pt[2]}`;
3185 return null;
3186}
3187
3188// FEP-044f embedded quote card: resolve the quoted post to a compact, sanitised
3189// snapshot { url, author{name,handle,icon}, content, published, media } so the
3190// client can render it as a nested card instead of a bare link. Best-effort and
3191// SSRF-safe (apGetJson): returns null on any failure, and the client falls back
3192// to the object-link chip. The content goes through the same sanitiser as every
3193// other note, so the kid-safe guarantees hold.
3194async function resolveQuote(note) {
3195 const url = quoteHrefOf(note);
3196 if (!url) return null;
3197 const q = await apGetJson(url);
3198 if (!q || typeof q !== 'object') return null;
3199 const authorUri = typeof q.attributedTo === 'string' ? q.attributedTo
3200 : (q.attributedTo && typeof q.attributedTo.id === 'string' ? q.attributedTo.id : null);
3201 const ai = authorUri ? actorInfo(await fetchActor(authorUri), authorUri) : null;
3202 // The quoted post's own FEP-9098 emojis, so :shortcode: renders in the card.
3203 const emojis = {};
3204 try {
3205 for (const e of JSON.parse(extractEmojiTags(q.tag) || '[]')) {
3206 const u = e.icon && (e.icon.url || (Array.isArray(e.icon) && e.icon[0] && e.icon[0].url));
3207 if (typeof e.name === 'string' && u) emojis[e.name] = u;
3208 }
3209 } catch { /* ignore */ }
3210 let media = []; try { media = JSON.parse(mediaFromNote(q)); } catch { /* ignore */ }
3211 const snapshot = {
3212 url: safeUrl(q.url || q.id || url) || url,
3213 author: ai ? { name: ai.name, handle: ai.handle, icon: ai.icon } : null,
3214 content: HtmlSanitizerService.sanitize(q.content || ''),
3215 published: q.published || null,
3216 media,
3217 emojis: Object.keys(emojis).length ? emojis : undefined,
3218 };
3219 return JSON.stringify(snapshot);
3220}
3221
3222/**
3223 * The card under a post: a fediverse quote (FEP-044f) when the note has one,
3224 * otherwise an external link preview. Both render as the SAME card, so only one
3225 * of the two is ever stored. Returns {column, json} or null.
3226 *
3227 * Both halves reach out over the network, which is why every caller runs this
3228 * out of band: an inbox answer must never wait on a third party.
3229 */
3230async function resolveCard(o) {
3231 if (quoteHrefOf(o)) {
3232 const qj = await resolveQuote(o);
3233 return qj ? { column: 'quote_json', json: qj } : null;
3234 }
3235 const ej = await resolveExternalEmbed(o && o.content);
3236 return ej ? { column: 'embed_json', json: ej } : null;
3237}
3238
3239// A generic SSRF-safe AP GET (collections / pages).
3240async function apGetJson(url) {
3241 try {
3242 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
3243 if (!r.ok) return null;
3244 const len = Number(r.headers.get('content-length') || 0);
3245 if (len > 3_000_000) return null;
3246 return await r.json();
3247 } catch { return null; }
3248}
3249// AP-native catch-up: pull an actor's standard `outbox` collection and merge their recent
3250// top-level posts into the timeline for `slug`. Push (Create delivery) cannot backfill
3251// history-from-before-you-followed or a delivery that was missed while you were down;
3252// reading the outbox is the spec-conform way to catch up. PULL ONLY — sends nothing.
3253export async function backfillFromOutbox(slug, actorUri, limit = 20) {
3254 try {
3255 if (!slug || !actorUri) return 0;
3256 const actor = await fetchActor(actorUri);
3257 if (!actor || !actor.outbox) return 0;
3258 let page = await apGetJson(typeof actor.outbox === 'string' ? actor.outbox : actor.outbox.id);
3259 let items = (page && (page.orderedItems || page.items)) || [];
3260 if (!items.length && page && page.first) {
3261 page = await apGetJson(typeof page.first === 'string' ? page.first : page.first.id);
3262 items = (page && (page.orderedItems || page.items)) || [];
3263 }
3264 if (!Array.isArray(items) || !items.length) return 0;
3265 const ai = actorInfo(actor, actorUri);
3266 let added = 0;
3267 for (const it of items.slice(0, limit)) {
3268 // Each item is usually a Create wrapping a Note, or sometimes the Note itself.
3269 const o = (it && typeof it.object === 'object' && it.object) ? it.object : it;
3270 if (!o || !o.id) continue;
3271 if (o.type && o.type !== 'Note' && o.type !== 'Article' && o.type !== 'Question') continue; // skip boosts/other
3272 if (o.inReplyTo) continue; // top-level only
3273 const auth = actorUriOf(o.attributedTo);
3274 if (auth && auth !== actorUri) continue; // their OWN posts only
3275 const html = HtmlSanitizerService.sanitize(o.content || '');
3276 const poll = parsePoll(o); // a Question (poll) → carry its options/counts on backfill too
3277 try {
3278 const r = tlStmts().ins.run(o.id, slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, mediaFromNote(o), o.sensitive ? 1 : 0, o.summary || null);
3279 if (r && r.changes > 0) added++;
3280 // FEP-9098: keep custom-emoji tags from backfilled posts too.
3281 { const ej = extractEmojiTags(o.tag); if (ej) { try { db.prepare('UPDATE ap_timeline SET emoji_json = ? WHERE id = ? AND slug = ?').run(ej, o.id, slug); } catch { /* ignore */ } } }
3282 storeAuthorEmoji(o.id, slug, ai); // custom-emoji display name for the byline
3283 // FEP-e232 + FEP-044f: keep object-link/quote tags from backfilled posts too.
3284 { const lj = extractLinkJson(o); if (lj) { try { db.prepare('UPDATE ap_timeline SET link_json = ? WHERE id = ? AND slug = ?').run(lj, o.id, slug); } catch { /* ignore */ } } }
3285 // FEP-044f: resolve the embedded quote card for backfilled posts too.
3286 if (quoteHrefOf(o)) { const qj = await resolveQuote(o); if (qj) { try { db.prepare('UPDATE ap_timeline SET quote_json = ? WHERE id = ? AND slug = ?').run(qj, o.id, slug); } catch { /* ignore */ } } }
3287 // Set poll_json if this is a poll and we don't already have it (COALESCE preserves a vote).
3288 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = COALESCE(poll_json, ?) WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, slug); } catch { /* ignore */ } }
3289 } catch { /* ignore */ }
3290 }
3291 if (added) console.log('[AP] outbox backfill', actorUri, '→', slug, '+' + added);
3292 return added;
3293 } catch { return 0; }
3294}
3295
3296// ── Remote thread crawl (fill the gaps in a local post's conversation) ────────────
3297// Most replies reach us by delivery, but replies-to-replies that live on other servers and
3298// aren't addressed to us are missed. This pulls the AS2 `replies` collections of the replies
3299// we DO have, caching any newly-found ones in ap_interactions.
3300//
3301// Matches Mastodon's behaviour: ONE level per crawl (like its FetchRepliesService), not a deep
3302// recursive walk. Deeper levels fill in incrementally across crawls — once a fetched reply is
3303// cached it becomes a seed itself, so its own replies are pulled on a later view (Mastodon's
3304// per-status cascade). Bounded + polite (serial), PULL only, and stale-while-revalidate: it
3305// never runs in a page request — the view renders from cache; a stale post kicks off a
3306// background refresh for the NEXT view.
3307const THREAD_TTL_MS = 15 * 60 * 1000; // don't re-crawl a post more than ~4×/hour
3308const THREAD_MAX_DEPTH = 1; // one hop per crawl (like Mastodon); deeper fills in over crawls
3309const THREAD_MAX_FETCHES = 30; // hard cap on remote GETs per crawl (be a good peer)
3310const _crawlingThreads = new Set(); // per-post in-flight lock (no stampede across views)
3311
3312function threadCrawlTs(postId) {
3313 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('thread_crawl:' + postId); return r ? (Number(r.value) || 0) : 0; }
3314 catch { return 0; }
3315}
3316function setThreadCrawlTs(postId, ts) {
3317 try { db.prepare('INSERT INTO app_settings (key, value) VALUES (?, ?) ON CONFLICT(key) DO UPDATE SET value = excluded.value').run('thread_crawl:' + postId, String(ts)); }
3318 catch { /* ignore */ }
3319}
3320
3321// Read a note's `replies` (string ref / Collection with `first` / paged CollectionPages) →
3322// child note URIs. Every remote GET goes through `budget` so the whole crawl stays capped.
3323async function collectReplyItems(repliesRef, maxPages, budget) {
3324 const uris = [];
3325 let node = typeof repliesRef === 'string' ? await budget.get(repliesRef) : repliesRef;
3326 if (node && node.first) node = typeof node.first === 'string' ? await budget.get(node.first) : node.first;
3327 let pages = 0;
3328 while (node && pages++ < maxPages) {
3329 for (const it of (node.items || node.orderedItems || [])) {
3330 const u = typeof it === 'string' ? it : (it && it.id);
3331 if (u && /^https?:\/\//i.test(u)) uris.push(u);
3332 }
3333 if (!node.next) break;
3334 node = typeof node.next === 'string' ? await budget.get(node.next) : node.next;
3335 }
3336 return uris;
3337}
3338
3339async function crawlThread(postId) {
3340 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3341 if (!base) return;
3342 // Seed frontier = the remote reply note URIs we already have; also the dedup set.
3343 let known;
3344 try { known = new Set(db.prepare("SELECT object_uri FROM ap_interactions WHERE post_id = ? AND kind = 'reply' AND object_uri != ''").all(postId).map((r) => r.object_uri)); }
3345 catch { return; }
3346 const seeds = [...known].filter((u) => /^https?:\/\//i.test(u));
3347 if (!seeds.length) return; // nothing remote to expand
3348 // Owner-removed replies (tombstones) join the dedup set AFTER seeding, so the
3349 // crawler never re-adds them via thread-filling (they're gone from the seeds
3350 // already because rejectInteraction deleted their ap_interactions row).
3351 try { for (const r of db.prepare('SELECT object_uri FROM ap_rejected_objects WHERE post_id = ?').all(postId)) known.add(r.object_uri); }
3352 catch { /* table always exists after boot migration */ }
3353
3354 let fetches = 0;
3355 const budget = { get: async (u) => { if (fetches >= THREAD_MAX_FETCHES) return null; fetches++; return apGetJson(u); } };
3356 const visited = new Set(); // notes whose replies collection we've already expanded
3357 let frontier = seeds.slice();
3358 let added = 0;
3359
3360 for (let depth = 0; depth < THREAD_MAX_DEPTH && frontier.length && fetches < THREAD_MAX_FETCHES; depth++) {
3361 const nextFrontier = [];
3362 for (const noteUri of frontier) {
3363 if (visited.has(noteUri) || fetches >= THREAD_MAX_FETCHES) continue;
3364 visited.add(noteUri);
3365 const note = await budget.get(noteUri);
3366 if (!note || !note.replies) continue;
3367 const childUris = await collectReplyItems(note.replies, 2, budget);
3368 for (const cu of childUris) {
3369 if (known.has(cu) || fetches >= THREAD_MAX_FETCHES) continue;
3370 known.add(cu);
3371 const child = await budget.get(cu);
3372 if (!child || !child.id || (child.type !== 'Note' && child.type !== 'Article')) continue;
3373 if (isRejectedObject(child.id)) continue; // note id can differ from the collection URI (redirects)
3374 const actorUri = actorUriOf(child.attributedTo);
3375 if (!actorUri || isBlockedAny(actorUri)) continue; // skip blocked authors
3376 const actor = await budget.get(actorUri); // may be null if budget spent → fallback handle
3377 const ai = actorInfo(actor, actorUri);
3378 const html = HtmlSanitizerService.sanitize(child.content || '');
3379 // The child replies to `note` by construction (it's in note's replies collection).
3380 try { iStmts().ins.run('reply', postId, child.id, actorUri, ai.name, ai.handle, ai.url, ai.icon, html, child.published || null, note.id || noteUri, noteVisibility(child), extractEmojiTags(child.tag), emojiJsonOf(ai.emojis)); added++; } catch { /* ignore */ }
3381 nextFrontier.push(child.id); // expand this reply's own replies next depth
3382 }
3383 }
3384 frontier = nextFrontier;
3385 }
3386 if (added) console.log('[AP] thread crawl', postId, '+' + added, 'remote replies (' + fetches + ' fetches)');
3387}
3388
3389// Stale-while-revalidate entry point: call from the post view. Renders nothing, blocks nothing —
3390// fires a background crawl only if this post hasn't been crawled within the TTL.
3391export function maybeCrawlThread(postId) {
3392 if (!postId || _crawlingThreads.has(postId)) return;
3393 if (Date.now() - threadCrawlTs(postId) < THREAD_TTL_MS) return;
3394 _crawlingThreads.add(postId);
3395 setThreadCrawlTs(postId, Date.now()); // optimistic mark so concurrent/next views don't re-fire
3396 crawlThread(postId).catch((e) => console.warn('[AP] thread crawl failed:', e && e.message)).finally(() => _crawlingThreads.delete(postId));
3397}
3398
3399let _selfHealing = false;
3400export async function selfHealTimeline() {
3401 if (_selfHealing) return; _selfHealing = true;
3402 try {
3403 let cur = 0;
3404 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_version'); cur = r ? (parseInt(r.value, 10) || 0) : 0; } catch { return; }
3405 if (cur >= SELFHEAL_VERSION) return; // already healed for this version — skip on normal boots
3406 // v21: direct notes used to land in the timeline as if they were posts, so a
3407 // ward's 🛟 help request showed up in the guardian's Krant. The insert now
3408 // refuses them; drop the ones already cached. Scoped to the two kinds we can
3409 // still recognise afterwards (help request, wave) — a plain public mention
3410 // from someone you follow IS a timeline post and must stay.
3411 try {
3412 const r = db.prepare(`DELETE FROM ap_timeline WHERE EXISTS (
3413 SELECT 1 FROM ap_mentions m
3414 WHERE m.object_uri = ap_timeline.id AND m.slug = ap_timeline.slug
3415 AND (m.help_request = 1 OR m.wave = 1))`).run();
3416 if (r.changes) console.log(`[AP] self-heal v21: ${r.changes} direct note(s) removed from the timeline`);
3417 } catch { /* table may predate the columns */ }
3418 let rows = [];
3419 try { rows = db.prepare('SELECT id, slug, content, media_json, nsfw, cw, url, emoji_json, link_json, quote_json, author_uri, author_name, author_emoji_json, reblog_name, reblog_handle, reblog_emoji_json, embed_json FROM ap_timeline ORDER BY rowid DESC LIMIT 200').all(); } catch { /* no table */ }
3420 let healed = 0, failed = 0;
3421 for (const r of rows) {
3422 // Link previews first, and deliberately BEFORE the note re-fetch. A
3423 // preview is resolved from the content we already hold, so hanging it
3424 // behind a remote fetch meant one unreachable origin skipped the whole
3425 // row (`continue` below) and the card never appeared. It needs nothing
3426 // from the origin, so it must not depend on it.
3427 if (!r.quote_json && !r.embed_json) {
3428 try {
3429 const ej = await resolveExternalEmbed(r.content);
3430 if (ej) db.prepare('UPDATE ap_timeline SET embed_json = ? WHERE id = ?').run(ej, r.id);
3431 } catch { /* best-effort, never blocks the heal */ }
3432 }
3433 try {
3434 const note = await fetchNoteAP(r.id);
3435 if (note === 404) { db.prepare('DELETE FROM ap_timeline WHERE id = ?').run(r.id); healed++; continue; }
3436 if (!note || typeof note !== 'object') { failed++; continue; } // origin unreachable right now
3437 const html = HtmlSanitizerService.sanitize(note.content || '');
3438 const media = mediaFromNote(note);
3439 const nsfw = note.sensitive ? 1 : 0; // re-sync NSFW/sensitive + CW onto already-cached posts
3440 const cw = note.summary || null;
3441 const url = note.url || null; // re-sync the human url (catches a remote slug rename)
3442 const emoji = extractEmojiTags(note.tag); // FEP-9098: re-capture custom-emoji tags (v8)
3443 const link = extractLinkJson(note); // FEP-e232 + FEP-044f: re-capture object-link/quote tags (v9)
3444 // FEP-044f: resolve the embedded quote card (v11). COALESCE-style: keep a
3445 // cached snapshot if the quoted post is momentarily unreachable now.
3446 const quote = quoteHrefOf(note) ? (await resolveQuote(note)) || r.quote_json || null : null;
3447 if ((html && html !== r.content) || media !== (r.media_json || '[]') || nsfw !== (r.nsfw || 0) || (cw || '') !== (r.cw || '') || (url && url !== r.url) || (emoji || '') !== (r.emoji_json || '') || (link || '') !== (r.link_json || '') || (quote || '') !== (r.quote_json || '')) {
3448 db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url), emoji_json = ?, link_json = ?, quote_json = ? WHERE id = ?').run(html || r.content, media, nsfw, cw, url, emoji, link, quote, r.id);
3449 healed++;
3450 }
3451 // v13: a custom-emoji display name needs the author's emoji map. Fetch
3452 // the actor once, only for rows whose name has a shortcode and no map yet.
3453 if (/:[A-Za-z0-9_+-]+:/.test(r.author_name || '') && !r.author_emoji_json && r.author_uri) {
3454 const ai = actorInfo(await fetchActor(r.author_uri), r.author_uri);
3455 if (ai.emojis) { try { db.prepare('UPDATE ap_timeline SET author_emoji_json = ? WHERE id = ?').run(JSON.stringify(ai.emojis), r.id); } catch { /* ignore */ } }
3456 }
3457 // v14: same for the booster's display name ("X boosted"). The row stores
3458 // no booster URI, so resolve it from the handle via webfinger. Scoped to
3459 // this exact row (slug) since a note can be boosted by different people.
3460 if (/:[A-Za-z0-9_+-]+:/.test(r.reblog_name || '') && !r.reblog_emoji_json && r.reblog_handle) {
3461 const bUri = await webfingerResolve(r.reblog_handle);
3462 const em = bUri ? actorNameEmojis(await fetchActor(bUri)) : undefined;
3463 if (em) { try { db.prepare('UPDATE ap_timeline SET reblog_emoji_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(em), r.id, r.slug); } catch { /* ignore */ } }
3464 }
3465 } catch { failed++; /* per-note best-effort */ }
3466 }
3467 // Only mark this version DONE after a clean pass. Some origins are briefly
3468 // offline exactly when we heal (phone-hosted instances!): skipping them and
3469 // consuming the version would leave those rows stale forever. Instead retry
3470 // on the next boots, giving up after a few attempts (permanently-dead
3471 // origins answer 404/410 and are deleted above, so they don't loop).
3472 const setSetting = (k, v) => { try { db.prepare('INSERT OR REPLACE INTO app_settings (key, value) VALUES (?, ?)').run(k, String(v)); } catch { /* ignore */ } };
3473 let attempts = 0;
3474 try { const a = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_attempts'); attempts = a ? (parseInt(a.value, 10) || 0) : 0; } catch { /* ignore */ }
3475 if (failed === 0 || attempts >= 4) {
3476 setSetting('selfheal_version', SELFHEAL_VERSION);
3477 setSetting('selfheal_attempts', 0);
3478 } else {
3479 setSetting('selfheal_attempts', attempts + 1);
3480 }
3481 if (rows.length) console.log(`[AP] self-heal v${SELFHEAL_VERSION}: ${healed}/${rows.length} timeline notes${failed ? ` (${failed} unreachable — will retry next boot)` : ''}`);
3482 } catch { /* never block boot */ } finally { _selfHealing = false; }
3483}
3484
3485// Follow a fediverse account by @handle (WebFinger → actor → signed Follow).
3486export async function followActor(site, handle, autoBoost = false) {
3487 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3488 if (!base || !site || !site.slug) return { error: 'config' };
3489 // Accept any of: a profile/actor URL, an @user@host handle (WebFinger), or a
3490 // bare site domain (site.com) — for a single-actor site (Klonkt etc.) the root
3491 // resolves to its AP actor, so you can follow a site by just its domain.
3492 const s = String(handle || '').trim();
3493 let actorUrl;
3494 if (/^https?:\/\//i.test(s)) actorUrl = safeUrl(s) || null;
3495 else if (s.includes('@')) actorUrl = await webfingerResolve(s);
3496 else if (/^[a-z0-9.-]+\.[a-z]{2,}/i.test(s)) actorUrl = await resolveApActor('https://' + s.replace(/^\/+|\/+$/g, ''));
3497 else actorUrl = null;
3498 if (!actorUrl) return { error: 'not_found' };
3499 const actor = await fetchActor(actorUrl).catch(() => null);
3500 if (!actor || !actor.id || !actor.inbox) return { error: 'unreachable' };
3501 const ai = actorInfo(actor, actor.id);
3502 const me = actorId(base, site.slug);
3503 const keys = getOrCreateKeys(site.slug);
3504 const followId = `${me}#follow-${Date.now()}-${rid()}`;
3505 fwStmts().ins.run(site.slug, actor.id, ai.handle, ai.name, ai.icon, ai.url, actor.inbox, followId, 'pending', autoBoost ? 1 : 0);
3506 const follow = { '@context': AP_CONTEXT, id: followId, type: 'Follow', actor: me, object: actor.id };
3507 // Deliver via the retry queue: a Follow that fails the first attempt (peer down,
3508 // timeout, transient 5xx) is retried with backoff instead of staying stuck on
3509 // 'pending' forever — the Accept can only come back once the Follow lands.
3510 await deliverWithRetry(site.slug, actor.inbox, follow, `${me}#main-key`, keys.private_pem);
3511 console.log('[AP] follow', site.slug, '→', actor.id);
3512 // Follow + feature in one step → backfill their recent posts into the Cirkel right away.
3513 if (autoBoost) backfillFromOutbox(site.slug, actor.id).catch(() => {});
3514 return { ok: true, name: ai.name, handle: ai.handle, actor: actor.id };
3515}
3516
3517// Resolve a profile URL or @handle to a followable remote actor (for the
3518// authorize_interaction "Follow" flow). Returns display fields + inbox, or null
3519// when it isn't a reachable actor (e.g. the input was a post, not a profile).
3520export async function resolveRemoteActor(input) {
3521 const s = String(input || '').trim();
3522 const actorUrl = /^https?:\/\//i.test(s) ? (safeUrl(s) || null) : await webfingerResolve(s);
3523 if (!actorUrl) return null;
3524 const actor = await fetchActor(actorUrl).catch(() => null);
3525 if (!actor || !actor.id || !actor.inbox) return null;
3526 const ai = actorInfo(actor, actor.id);
3527 return { actor_uri: actor.id, actor_name: ai.name, actor_handle: ai.handle, actor_url: ai.url, actor_icon: ai.icon, inbox: actor.inbox };
3528}
3529
3530export async function unfollowActor(site, actorUri) {
3531 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3532 const me = actorId(base, site.slug);
3533 const keys = getOrCreateKeys(site.slug);
3534 const row = fwStmts().one.get(site.slug, actorUri);
3535 // Undo(Follow) MUST reference the original Follow's real id so the remote can correlate it
3536 // and drop the follow. The old `${me}#follow` fallback never matched anything → the unfollow
3537 // silently failed on the remote. With no stored follow id (legacy row), skip the network Undo
3538 // rather than send an unmatchable one. Deliver durably via the retry queue.
3539 if (row && row.inbox && row.follow_id) {
3540 const undo = { '@context': AP_CONTEXT, id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me, object: { id: row.follow_id, type: 'Follow', actor: me, object: actorUri } };
3541 deliverWithRetry(site.slug, row.inbox, undo, `${me}#main-key`, keys.private_pem);
3542 } else if (row && row.inbox) {
3543 console.warn('[AP] unfollow', site.slug, '→', actorUri, '— no stored follow id; removed locally only (legacy follow, remote may keep it)');
3544 }
3545 fwStmts().del.run(site.slug, actorUri);
3546 return { ok: true };
3547}
3548
3549// FEP-633c §5.3 note (authorized fetch): true when `actorUri` is a committed
3550// guardian of the local ward `wardSlug` — so a signed GET from it may read the
3551// ward's non-public history without the guardian appearing as a follower.
3552export function isWardGuardian(wardSlug, actorUri) {
3553 try { return !!Guardianship.getRelation(wardSlug, 'ward', actorUri); } catch { return false; }
3554}
3555
3556// FEP-633c §5.3: the guardians approved a gated follow of their ward. Send the
3557// Accept to the follower and record them, so delivery (incl. followers-only)
3558// begins. `pending` is a row from ap_pending_follows.
3559export async function acceptGatedFollow(pending) {
3560 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3561 const slug = pending.ward_slug;
3562 const me = actorId(base, slug);
3563 const keys = getOrCreateKeys(slug);
3564 fStmts().ins.run(slug, pending.follower_uri, pending.follower_inbox, pending.follower_shared_inbox, pending.follower_name, pending.follower_handle, pending.follower_icon);
3565 const original = pending.activity_json ? JSON.parse(pending.activity_json) : { type: 'Follow', actor: pending.follower_uri, object: me };
3566 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: original };
3567 await deliverWithRetry(slug, pending.follower_inbox, accept, `${me}#main-key`, keys.private_pem);
3568 const filled = pending.follower_shared_inbox &&
3569 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1').get(slug, pending.follower_shared_inbox, pending.follower_uri);
3570 if (!filled) backfillNewFollower(base, slug, pending.follower_shared_inbox || pending.follower_inbox).catch(() => {});
3571 console.log('[AP] gated Follow accepted', pending.follower_uri, '→ ward', slug);
3572 return { ok: true };
3573}
3574
3575// The guardians denied the follow: send a Reject so the follower's server clears
3576// its pending state, then the caller drops the record.
3577export async function rejectGatedFollow(pending) {
3578 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3579 const slug = pending.ward_slug;
3580 const me = actorId(base, slug);
3581 const keys = getOrCreateKeys(slug);
3582 const original = pending.activity_json ? JSON.parse(pending.activity_json) : { type: 'Follow', actor: pending.follower_uri, object: me };
3583 const reject = { '@context': AP_CONTEXT, id: `${me}#reject-${Date.now()}-${rid()}`, type: 'Reject', actor: me, object: original };
3584 if (pending.follower_inbox) await deliverWithRetry(slug, pending.follower_inbox, reject, `${me}#main-key`, keys.private_pem).catch(() => {});
3585 console.log('[AP] gated Follow rejected', pending.follower_uri, '→ ward', slug);
3586 return { ok: true };
3587}
3588
3589// ── Cross-instance follow-approval (FEP-633c §5.3, modelled on the guardian
3590// offer). Inbound: an Offer(Follow) forwarded by a ward to a guardian (leg
3591// 2), or a guardian's Accept/Reject coming back to the ward (leg 4). ──────
3592async function handleFollowApprovalInbox(act, slugParam) {
3593 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3594 const type = Array.isArray(act.type) ? act.type[0] : act.type;
3595 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
3596
3597 // Leg 2: I am a guardian; the object is the Follow to approve. The Offer is
3598 // signed by the ward, so act.actor is the ward.
3599 if (type === 'Offer') {
3600 const fo = (act.object && typeof act.object === 'object') ? act.object : null;
3601 const foType = fo && (Array.isArray(fo.type) ? fo.type[0] : fo.type);
3602 if (!fo || foType !== 'Follow') return false;
3603 const followId = fo.id;
3604 const follower = typeof fo.actor === 'string' ? fo.actor : (fo.actor && fo.actor.id);
3605 const wardUri = actorUri;
3606 if (!followId || !follower || !wardUri) return false;
3607 const recips = (Array.isArray(act.to) ? act.to : (act.to ? [act.to] : [])).filter((x) => typeof x === 'string');
3608 if (slugParam) recips.push(actorId(base, slugParam));
3609 let stored = false;
3610 for (const r of new Set(recips)) {
3611 const gslug = slugFromActorUrl(r);
3612 if (!gslug) continue;
3613 if (!Guardianship.getRelation(gslug, 'guardian', wardUri)) continue; // must actually guard this ward
3614 const wardDoc = await fetchActor(wardUri).catch(() => null);
3615 const fai = actorInfo(await fetchActor(follower).catch(() => null), follower);
3616 Guardianship.follows.recordReview(gslug, { id: followId, wardUri, wardInbox: wardDoc && wardDoc.inbox, follower, followerHandle: fai.handle, followerIcon: fai.icon, followJson: JSON.stringify(fo) });
3617 const L = pushLang(gslug);
3618 pushEvent(gslug, { type: 'guardian', title: i18nT(L, 'push.n_guard_cog_t'), body: i18nT(L, 'push.n_guard_cog_b', { who: fai.name || fai.handle || i18nT(L, 'notif.someone') }), url: `${pushPrefix(gslug)}/guardian` });
3619 stored = true;
3620 }
3621 return stored;
3622 }
3623
3624 // Leg 4: I am the ward; a guardian decided. object is the Follow (id).
3625 const fo = act.object;
3626 const followId = typeof fo === 'string' ? fo : (fo && fo.id);
3627 if (!followId) return false;
3628 const pending = Guardianship.follows.getPending(followId);
3629 if (!pending) return false;
3630 const allGuardians = Guardianship.listGuardians(pending.ward_slug).map((g) => g.other_uri);
3631 if (!allGuardians.includes(actorUri)) return false; // only a real guardian of this ward decides
3632 const decision = type === 'Reject' ? 'reject' : 'approve';
3633 // §3.5: the quorum runs over the AVAILABLE set. The voter itself was
3634 // restored by the one-answer rule when its activity arrived, so answering
3635 // is exactly what counts a guardian back in.
3636 const guardians = Guardianship.availability.availableSet(pending.ward_slug, allGuardians, Date.now());
3637 const r = Guardianship.follows.decide(followId, actorUri, decision, guardians);
3638 try {
3639 if (r.outcome === 'approved') { await acceptGatedFollow(r.follow); Guardianship.follows.remove(followId); }
3640 else if (r.outcome === 'rejected') { await rejectGatedFollow(r.follow); Guardianship.follows.remove(followId); }
3641 } catch { /* delivery is retried */ }
3642 return true;
3643}
3644
3645// Leg 3: a guardian in /guardian decides on a forwarded follow; send the
3646// Accept/Reject back to the ward's inbox (signed by the guardian).
3647export async function sendFollowDecision(guardianSite, review, decision) {
3648 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3649 const me = actorId(base, guardianSite.slug);
3650 const keys = getOrCreateKeys(guardianSite.slug);
3651 const fo = review.follow_json ? JSON.parse(review.follow_json) : { id: review.id, type: 'Follow', actor: review.follower_uri, object: review.ward_uri };
3652 const activity = { '@context': AP_CONTEXT, id: `${me}#followdec-${Date.now()}-${rid()}`, type: decision === 'reject' ? 'Reject' : 'Accept', actor: me, to: [review.ward_uri], object: fo, 'shaer:followApproval': true };
3653 if (review.ward_inbox) await deliverWithRetry(guardianSite.slug, review.ward_inbox, activity, `${me}#main-key`, keys.private_pem);
3654 return { ok: true };
3655}
3656
3657// Send a Like or Announce (boost) on a remote note FROM this site.
3658export async function sendInteraction(site, kind, targetNoteId, authorUri) {
3659 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3660 if (!base || !site || !site.slug || !targetNoteId) return { error: 'config' };
3661 const me = actorId(base, site.slug);
3662 const keys = getOrCreateKeys(site.slug);
3663 // 'unboost' = Undo(Announce): retracts a boost so followers' servers remove the
3664 // reblog (matched on actor+object — no record of the original Announce needed).
3665 const fanout = (kind === 'boost' || kind === 'unboost'); // also goes to our followers
3666 const followersCol = `${me}/followers`;
3667 // Address the original author in cc so their server (Mastodon, WordPress/ActivityPub, …)
3668 // attributes the boost to their post and notifies them — without this, a shared-inbox
3669 // receiver has nothing to route the Announce to. Non-fragment activity ids + a `published`
3670 // stamp keep us aligned with what Mastodon emits.
3671 const audience = authorUri ? [followersCol, authorUri] : [followersCol];
3672 let act;
3673 if (kind === 'unboost' || kind === 'unlike') {
3674 // Undo(Announce) retracts a boost; Undo(Like) un-favourites (matched on actor+object,
3675 // no record of the original activity needed — Mastodon honours both).
3676 const inner = kind === 'unboost' ? 'Announce' : 'Like';
3677 act = {
3678 '@context': AP_CONTEXT,
3679 id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me,
3680 object: { id: `${me}/${inner.toLowerCase()}/${Date.now()}-${rid()}`, type: inner, actor: me, object: targetNoteId },
3681 };
3682 if (kind === 'unboost') { act.to = [PUBLIC]; act.cc = audience; }
3683 } else {
3684 const type = kind === 'boost' ? 'Announce' : 'Like';
3685 act = {
3686 '@context': AP_CONTEXT,
3687 id: `${me}/${type.toLowerCase()}/${Date.now()}-${rid()}`,
3688 type, actor: me, object: targetNoteId,
3689 };
3690 if (type === 'Announce') { act.published = new Date().toISOString(); act.to = [PUBLIC]; act.cc = audience; }
3691 }
3692 const inboxes = new Set();
3693 // Author first, via their PERSONAL inbox (not the shared one) so a multi-user receiver
3694 // routes the Announce/Like to the right post unambiguously.
3695 if (authorUri) { const a = await fetchActor(authorUri).catch(() => null); if (a) inboxes.add(a.inbox || (a.endpoints && a.endpoints.sharedInbox)); }
3696 if (fanout) { for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox); }
3697 // Queue each delivery (immediate attempt + backoff retries on failure via ap_delivery)
3698 // instead of a single fire-and-forget POST, so a transient hiccup at the receiver doesn't
3699 // silently lose the boost — same durability a new post (deliverCreate) already gets.
3700 let queued = 0;
3701 for (const inbox of [...inboxes].filter(Boolean)) { deliverWithRetry(site.slug, inbox, act, `${me}#main-key`, keys.private_pem); queued++; }
3702 console.log('[AP]', kind, site.slug, '→', targetNoteId, 'queued', queued, 'inbox(es)');
3703 return { ok: true, delivered: queued };
3704}
3705
3706// Notifications inbox: new followers + replies/likes/boosts on this site's posts.
3707export function getNotifications(slug, limit) {
3708 // Per-source cap scales with the requested limit so Messages can page deep
3709 // (Load more). Bounded so a huge offset can't ask for unbounded rows.
3710 const L = Math.min(1000, Math.max(80, limit || 60));
3711 const out = [];
3712 try {
3713 for (const f of db.prepare('SELECT actor_uri, created_at FROM ap_followers WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
3714 out.push({ type: 'follow', handle: deriveHandle(f.actor_uri), url: f.actor_uri, created_at: f.created_at });
3715 }
3716 } catch { /* ignore */ }
3717 try {
3718 const rows = db.prepare(`
3719 SELECT i.kind, i.actor_name, i.actor_handle, i.actor_url, i.actor_icon, i.content, i.created_at, i.published, i.visibility,
3720 i.emoji_json, i.actor_emoji_json, i.media_json, i.quote_json, i.embed_json,
3721 p.slug AS post_slug, p.title AS post_title
3722 FROM ap_interactions i LEFT JOIN posts p ON p.id = i.post_id
3723 WHERE p.site_id = (SELECT id FROM sites WHERE slug = ?)
3724 ORDER BY i.created_at DESC LIMIT ?
3725 `).all(slug, L);
3726 for (const r of rows) out.push({
3727 type: r.kind, name: r.actor_name, handle: r.actor_handle, url: r.actor_url, icon: r.actor_icon,
3728 content: stripLeadingMentions(r.content), post_slug: r.post_slug, post_title: r.post_title, created_at: r.created_at,
3729 // When the post was written, for display. created_at (when it reached us)
3730 // stays the sort key and the unread watermark: a note that federated late
3731 // is still new to you.
3732 published: r.published,
3733 emoji_json: r.emoji_json, actor_emoji_json: r.actor_emoji_json, // FEP-9098 (messages render)
3734 media_json: r.media_json, quote_json: r.quote_json, embed_json: r.embed_json, // rendered like a Krant post
3735 // followers/direct = a private message to the owner (not on the public thread) → 🔒 in Messages
3736 visibility: r.visibility || 'public',
3737 });
3738 } catch { /* ignore */ }
3739 try {
3740 for (const r of db.prepare('SELECT actor_uri, actor_name, actor_handle, actor_icon, content, objects, created_at FROM ap_reports WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
3741 // The reported objects: our own notes resolve to post links so the owner
3742 // sees WHICH post the report is about; other URIs (e.g. the actor itself)
3743 // are skipped — the report row already names the account.
3744 const about = [];
3745 try {
3746 for (const u of JSON.parse(r.objects || '[]')) {
3747 const m = String(u).match(/\/ap\/notes\/([^/?#]+)/);
3748 if (!m) continue;
3749 const p = db.prepare('SELECT slug, title FROM posts WHERE id = ?').get(decodeURIComponent(m[1]));
3750 if (p) about.push({ slug: p.slug, title: p.title || p.slug });
3751 }
3752 } catch { /* malformed objects json → no links */ }
3753 out.push({ type: 'report', name: r.actor_name, handle: r.actor_handle, url: r.actor_uri, icon: r.actor_icon, content: r.content, objects: about, created_at: r.created_at });
3754 }
3755 } catch { /* ignore */ }
3756 try {
3757 for (const r of db.prepare(`SELECT object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, wave, help_request, created_at, published,
3758 emoji_json, actor_emoji_json, media_json, quote_json, embed_json
3759 FROM ap_mentions WHERE slug = ? ORDER BY created_at DESC LIMIT ?`).all(slug, L)) {
3760 out.push({ type: 'mention', name: r.actor_name, handle: r.actor_handle, url: r.actor_url || r.actor_uri, icon: r.actor_icon, content: stripLeadingMentions(r.content), note_url: r.note_url || r.object_uri, wave: r.wave ? 1 : 0, help_request: r.help_request ? 1 : 0, actorUri: r.actor_uri, created_at: r.created_at, published: r.published,
3761 // Same trimmings a Krant row has, so Berichten renders the post identically.
3762 emoji_json: r.emoji_json, actor_emoji_json: r.actor_emoji_json, media_json: r.media_json, quote_json: r.quote_json, embed_json: r.embed_json });
3763 }
3764 } catch { /* ignore */ }
3765 // Your own polls that have closed → a "results are in" item, derived read-time
3766 // from poll_json (Scheduler marks closed=1) with the tally via ownPollView.
3767 try {
3768 const site = db.prepare('SELECT id FROM sites WHERE slug = ?').get(slug);
3769 if (site) {
3770 const polls = db.prepare(`
3771 SELECT id, slug, title, poll_json FROM posts
3772 WHERE site_id = ? AND poll_json IS NOT NULL
3773 AND json_extract(poll_json, '$.closed') = 1
3774 AND json_extract(poll_json, '$.endTime') IS NOT NULL
3775 ORDER BY json_extract(poll_json, '$.endTime') DESC LIMIT 20`).all(site.id);
3776 for (const p of polls) {
3777 const view = ownPollView(p);
3778 if (!view) continue;
3779 let endTime = null; try { endTime = JSON.parse(p.poll_json).endTime; } catch { /* keep null */ }
3780 out.push({ type: 'poll_done', post_slug: p.slug, post_title: p.title, poll: view, created_at: endTime || null });
3781 }
3782 }
3783 } catch { /* ignore */ }
3784 // NaN-safe sort: one row with a missing/garbled created_at would otherwise make the
3785 // comparator return NaN and scramble the WHOLE ordering (seen live: follow rows landing
3786 // between likes, which also broke Messages' like-grouping).
3787 out.sort((a, b) => _msgTs(b) - _msgTs(a));
3788 return out.slice(0, limit || 60);
3789}
3790function _msgTs(x) { const t = Date.parse((x && x.created_at) || ''); return Number.isFinite(t) ? t : 0; }
3791
3792// ── Blocking / defederation ───────────────────────────────────────
3793// Extracted to BlocklistService (shared: Klonkt's Block tab + Shaer's "in
3794// Orbit"). Thin delegations keep every existing caller working.
3795export function listBlocks(slug) { return Blocklist.listBlocks(slug); }
3796
3797// True if an actor (or its whole domain) is blocked anywhere on this instance.
3798// Vote on a remote fediverse poll (a cached Question). A ballot = a Create(Note) carrying only a
3799// `name` (the chosen option) + inReplyTo the Question, addressed to the poll's author — the
3800// Mastodon-standard vote. Records our choice locally + optimistically bumps the counts; the
3801// author's Update(Question) refreshes the authoritative totals when it arrives.
3802export async function voteOnPoll(site, questionId, choices) {
3803 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3804 if (!base || !site || !site.slug || !questionId) return { error: 'config' };
3805 let row; try { row = db.prepare('SELECT author_uri, poll_json FROM ap_timeline WHERE id = ? AND slug = ? LIMIT 1').get(questionId, site.slug); } catch { /* ignore */ }
3806 if (!row || !row.poll_json) return { error: 'not_found' };
3807 let poll; try { poll = JSON.parse(row.poll_json); } catch { return { error: 'not_found' }; }
3808 if (poll.closed) return { error: 'closed' };
3809 if (poll.voted) return { error: 'already' };
3810 const valid = new Set(poll.options.map((o) => o.name));
3811 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
3812 if (!picks.length) return { error: 'invalid' };
3813 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
3814 const me = actorId(base, site.slug);
3815 const keys = getOrCreateKeys(site.slug);
3816 const authorUri = row.author_uri || null;
3817 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
3818 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
3819 if (!inbox) return { error: 'unreachable' };
3820 for (const name of chosen) {
3821 const nid = `${me}/votes/${Date.now()}-${rid()}`;
3822 const note = { id: nid, type: 'Note', attributedTo: me, to: authorUri ? [authorUri] : [], name, inReplyTo: questionId, published: new Date().toISOString() };
3823 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
3824 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
3825 }
3826 // Local optimistic update (authoritative counts arrive via the author's Update(Question)).
3827 poll.voted = poll.multiple ? chosen : chosen[0];
3828 for (const o of poll.options) if (chosen.includes(o.name)) o.count = (o.count || 0) + 1;
3829 if (poll.voters != null) poll.voters += 1;
3830 try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), questionId, site.slug); } catch { /* ignore */ }
3831 return { ok: true };
3832}
3833
3834// Vote on ANY fediverse poll by URL (the interact page) — no timeline cache needed. Fetches
3835// the Question fresh, validates the choice(s), and casts the Mastodon-standard ballot (a
3836// Create(Note) with `name` + inReplyTo) straight to the poll's author. Used for polls you find
3837// by URL, not just ones from accounts you follow (which go through voteOnPoll via /news).
3838export async function voteOnRemotePoll(site, questionUrl, choices) {
3839 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3840 if (!base || !site || !site.slug || !/^https?:\/\//i.test(String(questionUrl || ''))) return { error: 'config' };
3841 const q = await fetchActor(questionUrl).catch(() => null); // AP GET (SSRF-guarded)
3842 if (!q || q.type !== 'Question' || !q.id) return { error: 'not_found' };
3843 const poll = parsePoll(q);
3844 if (!poll) return { error: 'not_found' };
3845 if (poll.closed) return { error: 'closed' };
3846 const valid = new Set(poll.options.map((o) => o.name));
3847 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
3848 if (!picks.length) return { error: 'invalid' };
3849 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
3850 const authorUri = actorUriOf(q.attributedTo);
3851 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
3852 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
3853 if (!inbox) return { error: 'unreachable' };
3854 const me = actorId(base, site.slug);
3855 const keys = getOrCreateKeys(site.slug);
3856 for (const name of chosen) {
3857 const nid = `${me}/votes/${Date.now()}-${rid()}`;
3858 const note = { id: nid, type: 'Note', attributedTo: me, to: [authorUri], name, inReplyTo: q.id, published: new Date().toISOString() };
3859 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
3860 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
3861 }
3862 return { ok: true };
3863}
3864
3865// Report a remote post or account to its home instance (moderation). Sends the Mastodon-standard
3866// AS2 `Flag`: object = [reported account, reported status?], content = the reason, delivered to the
3867// reported account's inbox so their instance's moderators receive it. objectUri = a post URL (its
3868// author is resolved + included) OR pass actorUri to report an account directly.
3869export async function sendReport(site, { objectUri, actorUri, reason }) {
3870 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3871 if (!base || !site || !site.slug) return { error: 'config' };
3872 let targetActor = actorUri || null;
3873 let noteUri = null;
3874 if (objectUri && /^https?:\/\//i.test(objectUri)) {
3875 const note = await apGetJson(objectUri).catch(() => null);
3876 if (note && note.id) { noteUri = note.id; if (!targetActor) targetActor = actorUriOf(note.attributedTo); }
3877 else if (!targetActor) return { error: 'not_found' };
3878 }
3879 if (!targetActor || !/^https?:\/\//i.test(targetActor)) return { error: 'not_found' };
3880 const actor = await fetchActor(targetActor).catch(() => null);
3881 const inbox = actor && (actor.inbox || (actor.endpoints && actor.endpoints.sharedInbox)); // personal inbox → their moderators
3882 if (!inbox) return { error: 'unreachable' };
3883 const me = actorId(base, site.slug);
3884 const keys = getOrCreateKeys(site.slug);
3885 const object = [targetActor];
3886 if (noteUri && noteUri !== targetActor) object.push(noteUri);
3887 const flag = {
3888 '@context': AP_CONTEXT,
3889 id: `${me}#report-${Date.now()}-${rid()}`,
3890 type: 'Flag',
3891 actor: me,
3892 content: String(reason == null ? '' : reason).slice(0, 3000),
3893 object, // [account, status?] — Mastodon's Flag shape
3894 to: [targetActor],
3895 };
3896 deliverWithRetry(site.slug, inbox, flag, `${me}#main-key`, keys.private_pem);
3897 return { ok: true };
3898}
3899
3900export function isBlockedAny(actorUri) { return Blocklist.isBlockedAny(actorUri); }
3901
3902// Block an actor (@handle or actor URL) or a whole domain; purges their content.
3903// The handle resolver is ours; the storage/purge lives in BlocklistService.
3904export async function blockTarget(site, input) { return Blocklist.blockTarget(site, input, webfingerResolve); }
3905
3906export function unblock(site, target) { return Blocklist.unblock(site, target); }
3907
3908// ── Guardianship module wiring (src/services/guardianship/) ────────
3909// The module owns FEP-633c (context, relations, handshake, queues, the
3910// direct-note leg); we hand it our AP helpers ONCE and delegate. It never
3911// imports us back.
3912function selfActorId(slug) {
3913 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3914 return actorId(base, slug);
3915}
3916// Deliver one activity to one actor's inbox, signed; queued + retried on any
3917// hiccup so a slow or briefly-down ward server never loses the offer. Returns
3918// { delivered, inbox }: delivered=false means the account could not be
3919// resolved at all (a bad handle) — the offer stays recorded regardless.
3920export async function deliverToActor(site, actorUri, activity) {
3921 const me = selfActorId(site.slug);
3922 const keys = getOrCreateKeys(site.slug);
3923 const payload = { '@context': AP_CONTEXT, ...activity };
3924 // Co-location is a TRANSPORT detail, never a decision path (Robins regel,
3925 // 29-7). An inbox on this machine is not reachable over HTTP from this
3926 // machine, and should not be, so a local recipient is handed the activity
3927 // straight into the same inbox handler the wire would reach. Everything
3928 // above this line therefore behaves as if every Klonkt were remote: one code
3929 // path, exercised by every deployment, including the checks. Two bugs in one
3930 // day came from having a second, local-only path that hid a broken remote
3931 // one.
3932 const localSlug = localSlugOf(actorUri);
3933 if (localSlug && db.prepare('SELECT 1 FROM sites WHERE slug = ?').get(localSlug)) {
3934 const host = (() => { try { return new URL(selfActorId(site.slug)).host; } catch { return ''; } })();
3935 const req = { body: payload, ip: 'loopback', protocol: 'https', get: () => host, headers: {} };
3936 // The signer is us, and we say so: the actor-versus-signer check runs
3937 // exactly as it does over the wire, so a mismatch fails here too.
3938 const status = await handleInbox(req, localSlug, { id: me }).catch(() => 500);
3939 const ok = status >= 200 && status < 300;
3940 console.log('[AP]', activity.type, ok ? 'delivered (loopback) →' : `got ${status} (loopback) from`, actorUri);
3941 return { delivered: ok, inbox: `${actorUri}/inbox`, loopback: true, status };
3942 }
3943 const a = await fetchActor(actorUri).catch(() => null);
3944 const inbox = a && (a.inbox || (a.endpoints && a.endpoints.sharedInbox));
3945 if (!inbox) {
3946 console.warn('[AP] guardianship: could not resolve an inbox for', actorUri, '(offer recorded, not sent)');
3947 return { delivered: false, inbox: null };
3948 }
3949 try {
3950 const st = await deliver(inbox, payload, `${me}#main-key`, keys.private_pem);
3951 if (st >= 200 && st < 300) { console.log('[AP] guardianship', activity.type, 'delivered →', inbox, st); return { delivered: true, inbox }; }
3952 console.warn('[AP] guardianship', activity.type, 'got', st, 'from', inbox, '→ queued for retry');
3953 } catch (e) { console.warn('[AP] guardianship', activity.type, 'to', inbox, 'failed:', e.message, '→ queued for retry'); }
3954 enqueueDelivery(site.slug, inbox, payload);
3955 return { delivered: true, inbox }; // queued: the retry worker gets it there
3956}
3957Guardianship.wireDelivery({
3958 actorId, fetchActor, localActor, deliverTo: deliverToActor, deriveHandle, escHtml, linkUrls, linkHashtags,
3959 getOutboxRow: (id) => iStmts().getO.get(id),
3960 buildReplyNote, AP_CONTEXT, getOrCreateKeys, deliver, enqueueDelivery,
3961});
3962/**
3963 * The actor document of a site WE host, read straight from the database.
3964 * Same shape fetchActor returns for anyone else, plus `local: true` so the
3965 * caller can take the loopback instead of a POST to our own hostname.
3966 * Null for an actor we do not host: that one really is fetched.
3967 */
3968function localActor(actorUri) {
3969 const slug = localSlugOf(actorUri);
3970 if (!slug) return null;
3971 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3972 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
3973 if (!site) return null;
3974 // primary_slug is what buildActor uses to pick '/' over '/user/<slug>'; the
3975 // actor route sets it the same way before building.
3976 const p = db.prepare('SELECT slug FROM sites WHERE is_primary = 1').get();
3977 try { return { ...buildActor(base, { ...site, primary_slug: p && p.slug }), local: true }; } catch { return null; }
3978}
3979// Which local site (if any) hosts this actor URI — used by the handshake to
3980// apply the local side of a commit and to derive a ward's existing guardians.
3981function localSlugOf(actorUri) {
3982 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3983 if (!actorUri || !actorUri.startsWith(`${base}/ap/users/`)) return null;
3984 const slug = slugFromActorUrl(actorUri);
3985 if (!slug) return null;
3986 try { return db.prepare('SELECT slug FROM sites WHERE slug = ?').get(slug) ? slug : null; }
3987 catch { return null; }
3988}
3989Guardianship.wireHandshake({
3990 selfId: selfActorId,
3991 localSlug: localSlugOf,
3992 deliverTo: deliverToActor,
3993 deriveHandle,
3994 fetchActor,
3995 // Guardian PWA / Berichten push. The kid answers an incoming offer in its
3996 // own Berichten; an existing guardian and a commit land in the PWA.
3997 onEvent: (slug, ev) => {
3998 const L = pushLang(slug);
3999 const texts = {
4000 offer_received: ['push.n_guard_offer_t', 'push.n_guard_offer_b'], // I am the ward
4001 offer_for_ward: ['push.n_guard_cog_t', 'push.n_guard_cog_b'], // I co-guard this ward
4002 committed: ['push.n_guard_ward_t', 'push.n_guard_ward_b'],
4003 // §3.2: a guardian ended the relation. The ward hears that someone who
4004 // was looking after them has gone; a co-guardian hears they are one fewer.
4005 guardian_left: ['push.n_guard_left_t', 'push.n_guard_left_b'],
4006 coguardian_left: ['push.n_guard_cogleft_t', 'push.n_guard_cogleft_b'],
4007 }[ev.kind];
4008 if (!texts) return;
4009 const who = deriveHandle(ev.candidate || ev.guardian || ev.ward || '') || '?';
4010 const url = (ev.kind === 'offer_received' || ev.kind === 'guardian_left') ? `${pushPrefix(slug)}/messages` : '/guardian';
4011 pushEvent(slug, { type: 'guardian', title: i18nT(L, texts[0]), body: i18nT(L, texts[1], { who }), url });
4012 },
4013});
4014
4015// The notification duty of FEP-633c 3.6.2, wired once for every place a
4016// dormancy promotion can happen (queue reads, fan-outs, tallies): marking a
4017// guardian dormant MUST notify it, in protocol AND over the §6 handle. The
4018// one-answer rule is worthless to someone who does not know an answer is
4019// wanted. The handle of a committed guardian is its inbox (§6 minimum), which
4020// is the same door this delivery knocks on; both attempts are logged.
4021Guardianship.wireAvailability({
4022 onDormant: (wardSlug, guardianUri) => {
4023 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
4024 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(wardSlug);
4025 if (!base || !site) return;
4026 const me = selfActorId(wardSlug);
4027 const note = {
4028 id: `${me}/dormant/${Date.now().toString(36)}${rid()}`,
4029 type: 'Note', attributedTo: me, to: [guardianUri],
4030 'shaer:dormant': true,
4031 content: '<p>You have been observed dormant as a guardian. Nothing is wrong and nothing is held against you: one answer restores everything (FEP-633c 3.6.2).</p>',
4032 };
4033 deliverToActor(site, guardianUri, { id: `${note.id}#create`, type: 'Create', actor: me, to: [guardianUri], object: note })
4034 .catch(() => { /* retried by the queue */ });
4035 console.log('[AP] guardian observed dormant (3.6.2):', guardianUri, 'ward', wardSlug, '(notified in protocol; the §6 handle is the same inbox)');
4036 },
4037});
4038
4039export default {
4040 AP_CONTEXT, getOrCreateKeys, apWants, sendAP, actorId, noteId, stripLeadingMentions,
4041 buildActor, buildNote, buildCreate, buildOutbox, buildFollowers, buildFollowing, buildFeatured,
4042 followerCount, deliver, fetchActor, verifyRequest, handleInbox, deliverCreate, deliverDelete, deliverUpdate, deliverActorUpdate, resyncFeaturedPins,
4043 getInteractions, getInteractionById, setInteractionBoosted, setInteractionLiked, setMyReaction, getMyReactions, buildReplyNote, getOutboxNote, deliverReply, resolveRemoteNote,
4044 listOutbox, deliverOutboxDelete, deliverOutboxUpdate, deliverDirectNote,
4045 webfingerResolve, followActor, resolveRemoteActor, unfollowActor, listFollowing, setAutoBoost, backfillFromOutbox, getTimeline, getDirectMessages, isoStamp, timelineAttachments, timelineEmojis, timelineObjectLinks, timelineQuote, timelineEmbed, applyQuoteProps, deliverToActor, sendInteraction, voteOnPoll, voteOnRemotePoll,
4046 acceptGatedFollow, rejectGatedFollow, isWardGuardian, sendFollowDecision,
4047 parseOwnPoll, pollTally, ownPollView, deliverPollUpdate, maybeCrawlThread, sendReport, localMentionSlugs,
4048 autoBoostCount, boostedCount, markBoosted, unmarkBoosted, markLiked, unmarkLiked, getTimelineReaction, upsertBoostedNote, getCirkelPosts, getCirkelMembers, selfHealTimeline,
4049 getNotifications, listBlocks, isBlockedAny, blockTarget, unblock,
4050 deliverWithRetry, enqueueDelivery, processDeliveryQueue, startDeliveryWorker,
4051 getReplyUris, markNotificationsSeen, countUnseenNotifications, hasPlayableAudio,
4052 linkifyBody, bakePostContent, bakePostContentWithMentions, listFollowers, removeFollower, listConnections,
4053 noteVisibility, belongsInTimeline, playerUrlFor, isRejectedObject, rejectInteraction, interactionReportTarget,
4054 getMessages, notificationsSeenAt, ingestOutboxActivity, c2sVisibility, actorDisplay, buildActorRef, prefersEnriched,
4055};
Note: See TracBrowser for help on using the repository browser.