source: Klonkt/src/services/ActivityPubService.js@ bfa6fa1

main
Last change on this file since bfa6fa1 was bfa6fa1, checked in by Robin <roboburr@…>, 6 weeks ago

Account-verhuizingen slice 3: het wegwijsbord (movedTo + homepage-link)

Het sluitstuk van shaer-0j2's federatiekant. De oude Klonkt blijft
staan en ZEGT waar hij heen ging, op twee plekken.

Voor servers: het actor-document draagt movedTo zodra moved_to gezet is
(FEP-7628: een verhuisd account moet dat publiceren en geldt als
inactief). Dat is precies waarom de oude actor online blijft: wie de
Move-activity miste (server offline, latere bezoeker) leert de
verhuizing alsnog door ons op te halen. Een kolomwaarde die geen URL is
haalt de draad nooit.

Voor mensen: de homepage opent met een groot wegwijsbord boven de feed,
met de handle van het nieuwe adres als grote link. Boven de posts met
opzet: niemand hoort een dode tijdlijn door te scrollen om te ontdekken
dat we weg zijn.

En de verhuizing zelf vertelt het nu twee keer: naast de Move gaat er
een Update van de actor naar elke volger-inbox, gebouwd uit de VERSE
rij, zodat het bord ook staat als de Move onderweg verdwijnt (FEP-7628
SHOULD).

Changed files:
src/services/ActivityPubService.js

  • buildActor: movedTo bij een geldige moved_to
  • moveAccount: Update(actor) naast de Move, per inbox

src/routes/posts.js

  • home: movedTo + leesbaar label (actorDisplay) naar de view

src/views/pages/home.ejs

  • wegwijsbord boven de feed, typeof-guard voor deploy-races

src/assets/css/style.css

  • .moved-banner: accentrand, grote link, tekst breekt netjes af

src/services/i18n.js

  • phome.moved_lead/_hint in nl/en/de

test/move-actor.test.js

  • movedTo aan/uit/rommel; Update draagt het bord naast de Move
  • slice-2-test telt nu Moves apart (Update rijdt mee)

remarks: banner visueel gecontroleerd (mobiel en desktop) door het echte
templateblok met de echte CSS te renderen; suite 372 groen.

-robo
Co-Authored-By: Claude Opus 4.8 <noreply@…>

  • Property mode set to 100644
File size: 256.0 KB
Line 
1/**
2 * ActivityPubService — Klonkt as a real ActivityPub actor (fediverse bridge).
3 *
4 * Phase 1 (this file): the PUBLISH/discoverable side.
5 * - per-site RSA keypair (Mastodon-compatible HTTP Signatures; separate from
6 * the Ed25519 keys used by the lighter Cirkels v1)
7 * - builders for the Actor document, Note objects and the Outbox collection
8 * - apWants(): HTTP content-negotiation helper (activity+json vs HTML)
9 *
10 * The interactive side (inbox: Follow/Accept, signature verify, delivery to
11 * followers) lands in the next step and is tested live against Mastodon.
12 *
13 * AP actor URLs live under /ap/* so they never clash with the human pages:
14 * actor = <base>/ap/users/<slug>
15 * inbox = <actor>/inbox outbox = <actor>/outbox
16 * note = <base>/ap/notes/<postId>
17 */
18import crypto from 'crypto';
19import fs from 'fs';
20import path from 'path';
21import dns from 'dns';
22import net from 'net';
23import db from '../config/database.js';
24import HtmlSanitizerService from './HtmlSanitizerService.js';
25import AudioEmbedService from './AudioEmbedService.js';
26import EmbedResolver from './EmbedResolver.js';
27import Push from './PushService.js';
28import { getTenancy } from './SettingsService.js';
29import { t as i18nT } from './i18n.js';
30import Blocklist from './BlocklistService.js';
31import * as Guardianship from './guardianship/index.js';
32
33const PUBLIC = 'https://www.w3.org/ns/activitystreams#Public';
34// Full JSON-LD context for every AP object we emit: AS2 core + security (publicKey) + the
35// extension terms we actually use (Mastodon/toot + schema.org), each with a term definition
36// so a strict JSON-LD processor resolves them instead of dropping them → valid AS2/JSON-LD.
37// This is the same context shape Mastodon publishes, so Mastodon sees no change.
38const AP_CONTEXT = [
39 'https://www.w3.org/ns/activitystreams',
40 'https://w3id.org/security/v1',
41 {
42 toot: 'http://joinmastodon.org/ns#',
43 schema: 'http://schema.org#',
44 sensitive: 'as:sensitive',
45 Hashtag: 'as:Hashtag',
46 manuallyApprovesFollowers: 'as:manuallyApprovesFollowers',
47 discoverable: 'toot:discoverable',
48 // FEP-7628 (account moves): same term declaration Mastodon ships.
49 alsoKnownAs: { '@id': 'as:alsoKnownAs', '@type': '@id' },
50 movedTo: { '@id': 'as:movedTo', '@type': '@id' },
51 featured: { '@id': 'toot:featured', '@type': '@id' },
52 PropertyValue: 'schema:PropertyValue',
53 value: 'schema:value',
54 embedUrl: { '@id': 'schema:embedUrl', '@type': '@id' },
55 // Poll (Question) extension: Question/oneOf/anyOf/endTime/closed are AS2 core, but the
56 // per-poll unique-voter count is a Mastodon (toot) term — declare it so the emitted
57 // Question stays valid JSON-LD (a strict processor would otherwise drop votersCount).
58 votersCount: 'toot:votersCount',
59 // FEP-633c (Guardians): the shaer namespace, owned by the guardianship
60 // module (src/services/guardianship/).
61 ...Guardianship.SHAER_CONTEXT,
62 },
63];
64
65// Short random suffix so two activity ids minted in the same millisecond (e.g.
66// parallel saves) don't collide and get deduped by a receiver.
67const rid = () => crypto.randomBytes(4).toString('hex');
68
69// Keep only http(s) URLs — drops javascript:/data:/etc so a remote actor can't
70// smuggle a dangerous scheme into a stored href/src (rendered in owner-only views).
71const safeUrl = (u) => { const s = String(u == null ? '' : u).trim(); return /^https?:\/\//i.test(s) ? s : ''; };
72
73// ── SSRF guard for outbound fetches ───────────────────────────────
74// Remote URLs (actor/keyId/webfinger/inbox/inReplyTo) are attacker-controlled, so
75// every outbound fetch must refuse hosts that resolve to private/loopback ranges
76// (cloud metadata, internal services) — on the initial host AND each redirect hop.
77function isBlockedIp(ip) {
78 if (!ip) return true;
79 const v = net.isIP(ip);
80 if (v === 4) {
81 const o = ip.split('.').map(Number);
82 return o[0] === 127 || o[0] === 10 || o[0] === 0
83 || (o[0] === 172 && o[1] >= 16 && o[1] <= 31)
84 || (o[0] === 192 && o[1] === 168)
85 || (o[0] === 169 && o[1] === 254)
86 || (o[0] === 100 && o[1] >= 64 && o[1] <= 127); // CGNAT
87 }
88 if (v === 6) {
89 const s = ip.toLowerCase().replace(/^\[|\]$/g, '');
90 return s === '::1' || s === '::' || s.startsWith('fc') || s.startsWith('fd') || s.startsWith('fe80')
91 || s.startsWith('::ffff:127.') || s.startsWith('::ffff:10.') || s.startsWith('::ffff:192.168.')
92 || s.startsWith('::ffff:169.254.') || s.startsWith('::ffff:172.');
93 }
94 return true; // not an IP literal we recognise → refuse
95}
96async function assertPublicHost(hostname) {
97 if (net.isIP(hostname)) { if (isBlockedIp(hostname)) throw new Error('ssrf-blocked-ip'); return; }
98 const addrs = await dns.promises.lookup(hostname, { all: true });
99 if (!addrs.length || addrs.some((a) => isBlockedIp(a.address))) throw new Error('ssrf-blocked-host');
100}
101// One honest name on ALL outbound federation traffic (Robins vraag, 31-7):
102// safeFetch went out with the bare Node default before, and polite fediverse
103// citizens say who they are (some instances even refuse anonymous UAs). A
104// caller-provided User-Agent (the EmbedResolver) still wins.
105let _uaVer = '1.0';
106try { _uaVer = JSON.parse(fs.readFileSync(new URL('../../package.json', import.meta.url))).version || _uaVer; } catch { /* keep default */ }
107const KLONKT_UA = `Klonkt/${_uaVer} (+https://klonkt.com)`;
108
109export async function safeFetch(url, opts = {}, maxRedirects = 3) {
110 let target = url;
111 for (let hop = 0; ; hop++) {
112 const u = new URL(target); // throws on malformed → caller's catch
113 if (u.protocol !== 'https:' && u.protocol !== 'http:') throw new Error('ssrf-bad-scheme');
114 await assertPublicHost(u.hostname);
115 const r = await fetch(target, {
116 ...opts,
117 headers: { 'User-Agent': KLONKT_UA, ...(opts.headers || {}) },
118 redirect: 'manual',
119 signal: AbortSignal.timeout(8000),
120 });
121 const loc = (r.status >= 300 && r.status < 400) ? r.headers.get('location') : null;
122 if (loc && hop < maxRedirects) { target = new URL(loc, target).toString(); continue; }
123 return r;
124 }
125}
126const MAX_OUTBOX = 20;
127// Cache-buster for the music listen-link → forces Mastodon to re-crawl a FRESH
128// (square) player card. Bump this whenever the twitter:player card dimensions change.
129const FEDI_CARD_VER = '2';
130
131// ── RSA keys per actor (lazy, cached in DB) ───────────────────────
132// Prepared lazily (NOT at module load) — the ap_keys table is created in
133// initializeDatabase(), which runs after this module is imported.
134let _sel, _ins;
135function keyStmts() {
136 if (!_sel) {
137 _sel = db.prepare('SELECT public_pem, private_pem FROM ap_keys WHERE slug = ?');
138 _ins = db.prepare('INSERT OR IGNORE INTO ap_keys (slug, public_pem, private_pem, created_at) VALUES (?,?,?,CURRENT_TIMESTAMP)');
139 }
140 return { sel: _sel, ins: _ins };
141}
142
143export function getOrCreateKeys(slug) {
144 const { sel, ins } = keyStmts();
145 const row = sel.get(slug);
146 if (row) return row;
147 const { publicKey, privateKey } = crypto.generateKeyPairSync('rsa', {
148 modulusLength: 2048,
149 publicKeyEncoding: { type: 'spki', format: 'pem' },
150 privateKeyEncoding: { type: 'pkcs8', format: 'pem' },
151 });
152 ins.run(slug, publicKey, privateKey);
153 return sel.get(slug) || { public_pem: publicKey, private_pem: privateKey };
154}
155
156// ── content negotiation ───────────────────────────────────────────
157// True when the caller wants ActivityPub JSON rather than the HTML page.
158export function apWants(req) {
159 const a = String(req.headers.accept || '').toLowerCase();
160 return a.includes('application/activity+json') ||
161 (a.includes('application/ld+json') && a.includes('activitystreams'));
162}
163
164const AP_CONTENT_TYPE = 'application/activity+json; charset=utf-8';
165export function sendAP(res, obj, cacheControl) {
166 res.type(AP_CONTENT_TYPE);
167 // A per-caller (e.g. guardian-widened) view must not be publicly cached.
168 res.set('Cache-Control', cacheControl || 'public, max-age=120');
169 res.send(JSON.stringify(obj));
170}
171
172// ── document builders ─────────────────────────────────────────────
173export function actorId(base, slug) { return `${base}/ap/users/${encodeURIComponent(slug)}`; }
174export function noteId(base, postId) { return `${base}/ap/notes/${encodeURIComponent(postId)}`; }
175
176export function buildActor(base, site) {
177 const id = actorId(base, site.slug);
178 const keys = getOrCreateKeys(site.slug);
179 // FEP-633c §5.3: a ward's follows are gated (guardians approve), so the actor
180 // MUST advertise manuallyApprovesFollowers:true — otherwise a follower's server
181 // (Mastodon) assumes auto-accept and shows "Following" while we hold it pending.
182 const isWard = (() => { try { return Guardianship.listGuardians(site.slug).length > 0; } catch { return false; } })();
183 const actor = {
184 '@context': AP_CONTEXT,
185 id,
186 type: 'Person',
187 preferredUsername: site.slug,
188 name: site.title || site.slug,
189 summary: site.tagline || site.description || '',
190 url: `${base}/${site.slug === site.primary_slug ? '' : 'user/' + encodeURIComponent(site.slug)}`,
191 manuallyApprovesFollowers: isWard,
192 discoverable: true,
193 inbox: `${id}/inbox`,
194 outbox: `${id}/outbox`,
195 followers: `${id}/followers`,
196 following: `${id}/following`,
197 featured: `${id}/featured`,
198 // AP §5.6: the private blocked collection (owner-only GET). The server
199 // list is the source of truth for Shaer's "in Orbit"; clients keep no
200 // separate state.
201 blocked: `${id}/blocked`,
202 // FEP-633c §2: shaer:guardians / shaer:isGuardian / shaer:queues
203 // (guardianship module owns these).
204 ...Guardianship.guardianshipActorProps(id, site.slug),
205 // C2S clients (Shaer apps) discover auth + upload here — no hardcoded paths.
206 // All four are ActivityPub-spec `endpoints` terms. Dynamic client registration
207 // (RFC 7591) is discovered via /.well-known/oauth-authorization-server, not here.
208 endpoints: {
209 sharedInbox: `${base}/ap/inbox`,
210 oauthAuthorizationEndpoint: `${base}/oauth/authorize`,
211 oauthTokenEndpoint: `${base}/oauth/token`,
212 uploadMedia: `${id}/uploadMedia`,
213 },
214 publicKey: {
215 id: `${id}#main-key`,
216 owner: id,
217 publicKeyPem: keys.public_pem,
218 },
219 };
220 if (site.profile_photo) {
221 const u = /^https?:/.test(site.profile_photo) ? site.profile_photo : `${base}${site.profile_photo.startsWith('/') ? '' : '/'}${site.profile_photo}`;
222 actor.icon = { type: 'Image', url: u };
223 }
224 // Account creation date — shown by Mastodon + read by indexers (additive, standard AS2).
225 if (site.created_at) { try { actor.published = new Date(site.created_at).toISOString(); } catch { /* skip bad date */ } }
226 // FEP-7628: former identities this account claims. The OLD server checks for
227 // exactly this back-reference before it will move followers here, so the
228 // list must be on the public actor, not tucked away in settings.
229 try {
230 const aka = JSON.parse(site.ap_aliases || '[]');
231 if (Array.isArray(aka)) {
232 const clean = aka.filter((u) => typeof u === 'string' && /^https?:\/\//i.test(u) && u !== id);
233 if (clean.length) actor.alsoKnownAs = clean;
234 }
235 } catch { /* skip malformed ap_aliases */ }
236 // FEP-7628 slice 3: this account moved. The old actor stays online AS A
237 // SIGNPOST — that is the whole point of keeping it: whoever missed the Move
238 // activity (offline server, later visitor) still learns where we went by
239 // fetching us. Per the FEP the moved actor "should be considered inactive",
240 // and publishers should stop delivering here.
241 if (site.moved_to && /^https?:\/\//i.test(String(site.moved_to))) actor.movedTo = String(site.moved_to);
242 // Profile links → PropertyValue rows: Mastodon/PeerTube/WordPress-ActivityPub render these as
243 // profile metadata (rel=me enables link-back verification). Additive; ignored by simpler receivers.
244 try {
245 const links = JSON.parse(site.profile_links || '[]');
246 if (Array.isArray(links) && links.length) {
247 const esc = (s) => String(s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
248 const rows = links
249 .filter((l) => l && l.url && /^https?:/i.test(l.url))
250 .map((l) => ({
251 type: 'PropertyValue',
252 name: esc(l.platform || 'Link'),
253 value: `<a href="${esc(l.url).replace(/"/g, '&quot;')}" rel="me nofollow noopener" target="_blank">${esc(String(l.url).replace(/^https?:\/\//, ''))}</a>`,
254 }));
255 if (rows.length) actor.attachment = rows;
256 }
257 } catch { /* skip malformed profile_links */ }
258 return actor;
259}
260
261// Does a post's audio shortcodes reference at least one PLAYABLE (file-backed)
262// track? Link-only tracks (external Spotify/YouTube, media_id NULL) don't count —
263// they have no Klonkt-hosted audio to embed, so no player card / cover-suppression.
264export function hasPlayableAudio(content, siteId) {
265 if (!content || !/\[\[(track|album|playlist):/i.test(content)) return false;
266 try {
267 for (const m of content.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT media_id FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.media_id) return true; }
268 for (const m of content.matchAll(/\[\[album:([^\]]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM audio_tracks WHERE site_id = ? AND album = ? AND media_id IS NOT NULL LIMIT 1').get(siteId, m[1].trim())) return true; }
269 for (const m of content.matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id WHERE pt.playlist_id = ? AND t.media_id IS NOT NULL LIMIT 1').get(m[1])) return true; }
270 } catch { /* non-fatal */ }
271 return false;
272}
273
274// A single post as an AS2 Note (the object), and as a Create activity (for outbox/delivery).
275export function buildNote(base, site, post, opts = {}) {
276 // Replies are Notes too. buildNote is the single entry point for ALL Notes; a reply is
277 // (for now) the simple flavor: pre-baked content, no title/cover/image/audio/embed
278 // machinery, addressed to the parent actor + thread. This early branch keeps that output
279 // byte-identical to the old buildReplyNote. When rich replies land (images/audio/embeds),
280 // this branch collapses and replies flow through the full post pipeline below. `post` here
281 // is the ap_outbox reply row (id, in_reply_to, content, post_slug, created_at, to_actor).
282 if (opts.isReply) {
283 const meR = actorId(base, site.slug);
284 // Rich replies: attachments column (JSON [{url, mediaType, name}]) → AS2
285 // attachment array with absolute URLs and the matching object type.
286 let replyAtt;
287 try {
288 const list = post.attachments ? JSON.parse(post.attachments) : [];
289 if (Array.isArray(list) && list.length) {
290 replyAtt = list.map((a) => ({
291 type: a.mediaType.startsWith('image/') ? 'Image' : a.mediaType.startsWith('audio/') ? 'Audio' : 'Video',
292 mediaType: a.mediaType,
293 url: /^https?:/i.test(a.url) ? a.url : `${base}${a.url}`,
294 name: a.name || undefined,
295 }));
296 }
297 } catch { /* malformed attachments never block the Note */ }
298 return {
299 id: noteId(base, post.id),
300 type: 'Note',
301 attributedTo: meR,
302 inReplyTo: post.in_reply_to || undefined,
303 content: post.content,
304 // Reply language (rich replies): the AS2 language map next to `content`.
305 contentMap: post.language ? { [post.language]: post.content } : undefined,
306 attachment: replyAtt,
307 url: post.post_slug ? `${base}/${encodeURIComponent(post.post_slug)}` : undefined,
308 published: toISO(post.created_at),
309 // A direct note (private mention, shaer-tqc) addresses ONLY its
310 // recipients: no Public anywhere, so it cannot be boosted and never
311 // shows in public timelines (the Mastodon DM model).
312 to: post.visibility === 'direct'
313 ? (JSON.parse(post.to_actors || '[]'))
314 : (post.to_actor ? [post.to_actor] : [PUBLIC]),
315 // Followers-only reply ('friends', shaer detail-view Reply): the parent
316 // author (in `to`) + our followers, but NO Public — it does not federate
317 // into open discovery. Default reply stays quiet-public (Public in cc).
318 cc: post.visibility === 'direct' ? []
319 : post.visibility === 'friends' ? [`${meR}/followers`]
320 : [PUBLIC, `${meR}/followers`],
321 // FEP-633c 5.2.1: a ward's call for help. Only ever on direct notes.
322 ...Guardianship.helpRequestProps(post),
323 ...Guardianship.waveProps(post),
324 ...Guardianship.awayProps(post),
325 // FEP-633c §2.2: object hint that the author is a ward.
326 ...Guardianship.hasGuardiansProps(site.slug),
327 tag: [
328 ...mentionTags(post.content),
329 ...hashtagTags(base, post.content),
330 ],
331 };
332 }
333 const id = noteId(base, post.id);
334 const aId = actorId(base, site.slug);
335 const human = `${base}/${encodeURIComponent(post.slug)}`;
336 // Mastodon ignores a Note's `name`, so put the title INTO the content (bold
337 // first line) — the standard blog→fediverse convention. post.content is
338 // already sanitized HTML; the title is plain text, so escape it.
339 const escTitle = String(post.title || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
340 const titleHtml = post.title ? `<p><strong>${escTitle}</strong></p>` : '';
341
342 // Paid post (klonkt-demo-aki): federate a PUBLIC teaser + link, never the full
343 // content, so nothing leaks past the paywall. No media attachments either.
344 if (post.paid) {
345 const esc = (x) => String(x || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
346 const _firstP = (String(post.content || '').match(/<p[^>]*>([\s\S]*?)<\/p>/i) || [null, ''])[1] || '';
347 const rawTeaser = String(post.excerpt || '').trim()
348 || _firstP.replace(/<[^>]+>/g, ' ').replace(/&[a-z#0-9]+;/gi, ' ').replace(/\s+/g, ' ').trim().slice(0, 280);
349 return {
350 '@context': AP_CONTEXT,
351 id,
352 type: 'Note',
353 attributedTo: aId,
354 content: `${titleHtml}<p>${esc(rawTeaser)}${rawTeaser ? '…' : ''}</p><p><a href="${human}">Lees de volledige post (supporters)</a></p>`,
355 url: human,
356 published: toISO(post.published_at || post.created_at || Date.now()),
357 to: [PUBLIC],
358 cc: [`${aId}/followers`],
359 tag: [...hashtagTags(base, post.content)],
360 replies: `${id}/replies`,
361 ...Guardianship.hasGuardiansProps(site.slug),
362 };
363 }
364
365 // Images travel as AP `attachment` (Mastodon strips <img> from content). Collect
366 // the cover + any inline <img>, make absolute, then strip <img> from the content
367 // to avoid duplicate rendering on clients that DO keep them.
368 const abs = (u) => !u ? null : (/^https?:/i.test(u) ? u : `${base}${u.startsWith('/') ? '' : '/'}${u}`);
369 const mediaType = (u) => {
370 const e = ((u || '').split('?')[0].match(/\.(\w+)$/) || [])[1];
371 return ({ jpg: 'image/jpeg', jpeg: 'image/jpeg', png: 'image/png', gif: 'image/gif', webp: 'image/webp', avif: 'image/avif', mp4: 'video/mp4', webm: 'video/webm', mov: 'video/quicktime' })[(e || '').toLowerCase()] || 'image/jpeg';
372 };
373 const hadAudio = /\[\[(track|album|playlist):/i.test(post.content || '');
374 const playable = hasPlayableAudio(post.content || '', site && site.id);
375 // A post with an external embed (Spotify/YouTube/SoundCloud/Vimeo/Bandcamp/Apple) should let
376 // Mastodon render the embed's player CARD. Mastodon shows EITHER media attachments OR a link
377 // card, never both — so when the post has an embed link we skip the image attachments so the
378 // card wins. (On Klonkt nothing changes: the cover + the embed player still render.)
379 const hasEmbed = (() => {
380 const c = post.content || '';
381 if (/\[\[embed:/i.test(c)) return true;
382 for (const m of c.matchAll(/https?:\/\/[^\s"'<>]+/gi)) if (AudioEmbedService.detectProvider(m[0])) return true;
383 return false;
384 })();
385 // Link-only tracks (external Spotify/YouTube/SoundCloud, no hosted file): collect their links
386 // so we federate them — Mastodon cards the first (its player), the rest show as clickable links
387 // — instead of a bare "listen on site" link, and we suppress the cover so the card can show.
388 const trackEmbedLinks = (() => {
389 if (playable) return [];
390 const out = [];
391 try {
392 for (const m of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) {
393 const r = db.prepare('SELECT media_id, link_spotify, link_youtube, link_soundcloud FROM audio_tracks WHERE id = ?').get(m[1]);
394 if (r && !r.media_id) for (const u of [r.link_spotify, r.link_youtube, r.link_soundcloud]) if (u && /^https?:\/\//i.test(u)) out.push(u);
395 }
396 } catch { /* non-fatal */ }
397 return [...new Set(out)].slice(0, 6);
398 })();
399 const noImages = playable || hasEmbed || trackEmbedLinks.length > 0; // suppress images → let the player/embed card show
400 const urls = [];
401 // Posts with PLAYABLE hosted audio suppress image attachments so Mastodon renders
402 // the player CARD (twitter:player) instead of the cover — media attachment and
403 // link/player card are mutually exclusive on Mastodon. Link-only audio (external)
404 // keeps its cover (no player card to show).
405 // An animated cover federates as the muted loop MP4 (→ a Video attachment): animated WebP is
406 // unreliable on Mastodon and its iOS apps; the MP4 plays everywhere. Else the still cover image.
407 // Each entry carries the media URL + its alt text (federated as the AS2 attachment `name`, for a11y).
408 // Media a C2S composer attached (shaer-j3uh): federate with their REAL
409 // mediaType, because the extension map below knows no audio and would call
410 // an m4a an Image. Pushed BEFORE the covers: a C2S video doubles as the
411 // cover video, and the URL-dedupe keeps the FIRST entry, which must be the
412 // one that knows its type and poster. Images also live inline in the
413 // content, so the dedupe keeps those single too.
414 try {
415 for (const a of JSON.parse(post.c2s_attachments || '[]')) {
416 if (a && a.url) urls.push({ url: abs(a.url), name: a.name || '', mt: a.mediaType, poster: a.poster ? abs(a.poster) : null });
417 }
418 } catch { /* malformed never blocks the Note */ }
419 if (post.cover_video_url && !noImages) urls.push({ url: abs(post.cover_video_url), name: post.cover_alt || '' });
420 else if (post.cover_image_url && !noImages) urls.push({ url: abs(post.cover_image_url), name: post.cover_alt || '' });
421 let body = post.content || '';
422 // Only federate inline images we can actually serve: absolute http(s) URLs, or our own
423 // /media/ uploads. A relative path we don't host (e.g. a stale /images/... ref) would 404
424 // and show up as a black tile in Mastodon's attachment grid. Carry the <img alt="…"> through
425 // as the attachment description.
426 if (!noImages) for (const m of body.matchAll(/<img\b[^>]*>/gi)) {
427 const tag = m[0];
428 const src = (tag.match(/\bsrc="([^"]+)"/i) || [])[1];
429 if (!src || !(/^https?:\/\//i.test(src) || src.startsWith('/media/'))) continue;
430 const alt = (tag.match(/\balt="([^"]*)"/i) || [])[1] || '';
431 urls.push({ url: abs(src), name: alt });
432 }
433 body = body.replace(/<img\b[^>]*>/gi, '');
434 // Video and audio tags leave the federated content the same way (30-7):
435 // they ride as AS2 attachments (c2s_attachments), and the tag itself
436 // carries a RELATIVE /media src that is dead everywhere but our own web.
437 // Leaving it in showed every remote reader a broken player above the
438 // working one. The web keeps its tags: this strip is federation-only.
439 body = body.replace(/<video\b[^>]*>[\s\S]*?<\/video>/gi, '').replace(/<video\b[^>]*\/?>/gi, '');
440 body = body.replace(/<audio\b[^>]*>[\s\S]*?<\/audio>/gi, '').replace(/<audio\b[^>]*\/?>/gi, '');
441 // Audio shortcodes: do NOT federate the raw audio file — Klonkt deliberately
442 // gates audio (the /audio/stream URL has friction), and shipping it as an AP
443 // audio attachment would hand Mastodon a plain, downloadable mp3 URL. Instead,
444 // replace the shortcodes with a "🎵 listen on the site" link so the post invites
445 // a click-through to the protected player (discovery without leaking the file).
446 const esc = (s) => String(s == null ? '' : s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
447 const audioLabels = [];
448 try {
449 for (const m of body.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT title FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.title) audioLabels.push(r.title); }
450 for (const m of body.matchAll(/\[\[album:([^\]]+)\]\]/g)) audioLabels.push(m[1].trim());
451 } catch { /* non-fatal */ }
452 // fedi_open tracks → real AS2 Audio attachments (the actual file URL, served ungated) so
453 // EVERY client incl. the Mastodon apps plays them inline natively. Gated tracks (default)
454 // stay link/card-only — the file is never exposed for them. Resolve from post.content so a
455 // later body mutation can't affect it.
456 const openAudio = [];
457 if (hadAudio) {
458 const seenA = new Set();
459 const addRow = (r) => {
460 const fn = r.filename || (r.storage_path || '').split('/').pop();
461 if (!fn || seenA.has(fn)) return; seenA.add(fn);
462 const a = { type: 'Audio', mediaType: r.mime_type || 'audio/mpeg', url: `${base}/audio/stream/${encodeURIComponent(fn)}`, name: r.title || 'Audio' };
463 // Cover art on the Audio attachment (AS2 `icon`): track cover, else the post cover.
464 // Mastodon renders it as the artwork thumbnail on its native audio player.
465 const art = abs(r.cover_url || post.cover_image_url || null);
466 if (art) a.icon = { type: 'Image', mediaType: mediaType(art), url: art };
467 openAudio.push(a);
468 };
469 const SEL = 'SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM audio_tracks t JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND ';
470 try {
471 for (const mm of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare(SEL + 't.id = ?').get(mm[1]); if (r) addRow(r); }
472 for (const mm of (post.content || '').matchAll(/\[\[album:([^\]]+)\]\]/g)) for (const r of db.prepare(SEL + 't.site_id = ? AND t.album = ? ORDER BY t.rowid').all(site.id, mm[1].trim())) addRow(r);
473 for (const mm of (post.content || '').matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) for (const r of db.prepare('SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND pt.playlist_id = ? ORDER BY pt.position').all(mm[1])) addRow(r);
474 } catch { /* non-fatal */ }
475 }
476 body = body.replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
477 // External embeds ([[embed:url]]) → emit the bare URL as a link so Mastodon
478 // renders its OWN preview/player card (YouTube/Spotify/SoundCloud/etc) instead
479 // of federating the raw shortcode text.
480 body = body.replace(/\[\[embed:([^\]]+)\]\]/gi, (mm, raw) => {
481 const u = esc(raw.trim().replace(/&amp;/g, '&'));
482 return `<p><a href="${u}">${u}</a></p>`;
483 });
484 if (hadAudio) {
485 const lbl = audioLabels.length ? esc(audioLabels.slice(0, 4).join(', ')) : '';
486 if (trackEmbedLinks.length) {
487 // Link-only track(s): emit the external link(s). Mastodon cards the first (Spotify → its
488 // player), the rest render as clickable links — the fediverse-native "embed + links".
489 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong>` : ''}</p>`;
490 for (const u of trackEmbedLinks) { const eu = esc(u); body += `<p><a href="${eu}">${eu}</a></p>`; }
491 } else {
492 // For playable posts, append a version param to the listen-link so Mastodon
493 // sees a NEW card URL and re-crawls it (fresh SQUARE player card) instead of
494 // reusing the cached landscape one. Invisible: the link TEXT stays clean, the
495 // page ignores the param. Bump FEDI_CARD_VER when the card dimensions change.
496 const listenHref = playable ? `${human}?fc=${FEDI_CARD_VER}` : human;
497 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong> — ` : ''}<a href="${listenHref}">listen on ${esc(site.title || 'the site')}</a></p>`;
498 }
499 }
500 // Klonkt renders post content with white-space:pre-wrap, so raw newlines ARE line
501 // breaks on the site. Mastodon (plain HTML) collapses whitespace and would drop them,
502 // so convert newlines to <br> for the federated copy (content already made with
503 // shift+enter uses <br> and has no \n → this is a no-op there).
504 body = body.replace(/\r?\n/g, '<br>');
505 body = linkHashtags(base, body); // link inline #hashtags in the post body too
506 body = linkUrls(body); // bare URLs → clickable links on the federated copy
507 // Append the tags-field hashtags to the content so Mastodon renders them as clickable
508 // hashtags (a Hashtag that's only in the `tag` array isn't shown inline). CamelCase
509 // multi-word tags; skip any already present inline in the body.
510 {
511 const inlineTags = new Set(hashtagTags(base, body).map((h) => h.name.slice(1).toLowerCase()));
512 const addSeen = new Set();
513 const tagLinks = normalizeTags(post.tags).map(tagParts).filter(Boolean)
514 .filter((p) => !inlineTags.has(p.slug) && !addSeen.has(p.slug) && addSeen.add(p.slug))
515 .map((p) => `<a href="${base}/tag/${encodeURIComponent(p.slug)}" class="mention hashtag" rel="tag">#${p.label}</a>`);
516 if (tagLinks.length) body += `<p>${tagLinks.join(' ')}</p>`;
517 }
518 const seen = new Set();
519 const attachment = urls.filter((x) => x && x.url)
520 .filter((x) => { if (seen.has(x.url)) return false; seen.add(x.url); return true; })
521 .map((x) => { const mt = x.mt || mediaType(x.url); // the stored type wins; the extension map is the fallback
522 const ty = /^image\//i.test(mt) ? 'Image' : /^video\//i.test(mt) ? 'Video' : /^audio\//i.test(mt) ? 'Audio' : 'Document';
523 const a = { type: ty, mediaType: mt, url: x.url };
524 if (x.name) a.name = String(x.name).slice(0, 1500); // alt text / description (AS2 `name`)
525 if (x.poster) a.icon = { type: 'Image', url: x.poster }; // the video's still (shaer-zowq)
526 return a; });
527 for (const a of openAudio) attachment.push(a); // fedi_open tracks → native Audio players
528
529 // Inline @user@host mentions: the Mention tag objects + the mentioned actor URIs. Only
530 // present when the content was already mention-linked (deliverCreate/Update resolve them
531 // at send time); a plain buildNote (outbox/notes) yields none.
532 const _mentionTags = mentionTags(body);
533 const _mentionCc = _mentionTags.map((t) => t.href);
534
535 const note = {
536 id,
537 type: 'Note',
538 attributedTo: aId,
539 content: titleHtml + body,
540 url: human,
541 published: new Date(post.published_at || post.created_at || Date.now()).toISOString(),
542 // fan_only = "fans only" → followers-only visibility (delivered to your followers
543 // but not addressed to Public, so Mastodon shows it only to them and can't boost it).
544 to: (post.fan_only || post.ap_visibility === 'quiet') ? [`${aId}/followers`] : [PUBLIC],
545 // Mentioned actors (from inline @user@host links the caller resolved) are addressed in cc
546 // so Mastodon notifies them; empty unless the content was mention-linked (delivery time).
547 cc: [...new Set([
548 ...(post.ap_visibility === 'quiet' ? [PUBLIC] : []), // quiet public: Public in cc, not to
549 ...((post.fan_only || post.ap_visibility === 'quiet') ? [] : [`${aId}/followers`]),
550 ..._mentionCc])],
551 tag: [...buildHashtagList(base, post.tags, body), ..._mentionTags],
552 replies: `${id}/replies`,
553 // NSFW → Mastodon-style content warning: sensitive (blurs media) + a summary/spoiler
554 // (hides the whole post behind a "Gevoelige inhoud" button until the reader opens it).
555 sensitive: !!post.nsfw,
556 };
557 // FEP-633c §2.2: object hint that the author is a ward (safely ignorable).
558 Object.assign(note, Guardianship.hasGuardiansProps(site.slug));
559 // FEP-044f: this post quotes a fediverse object. Emit it the way the network
560 // actually reads it, and address the quoted author so they get told.
561 applyQuoteProps(note, post.quote_uri, post.quote_actor);
562 if (post.nsfw) note.summary = post.content_warning || 'Gevoelige inhoud';
563 if (attachment.length) note.attachment = attachment;
564 // When the cover attachment is suppressed (hosted audio OR an external embed/link-only track →
565 // so Mastodon shows the player/link card, not media), still expose the cover via AS2 `image` so
566 // card/grid consumers (the Klonkt Cirkel/News feed) can show it. Mastodon ignores a Note's
567 // `image`, so its card is unaffected — but a Klonkt receiver reads it (handleInbox o.image).
568 if (post.cover_image_url && noImages) {
569 const cov = abs(post.cover_image_url);
570 if (cov) { note.image = { type: 'Image', mediaType: mediaType(cov), url: cov }; if (post.cover_alt) note.image.name = String(post.cover_alt).slice(0, 1500); }
571 }
572 // Experiment (mirrors PeerTube / schema.org `embedUrl`): point at the GATED player page
573 // (/embed) so a client that honours embedUrl can show an inline player WITHOUT ever
574 // getting the audio file — the anti-steal posture is untouched. `embedUrl` is a real
575 // standard field name (not a Klonkt invention); if Mastodon's apps honour it on a Note we
576 // make it JSON-LD-clean with a context term, otherwise it degrades to the player card.
577 if (playable) note.embedUrl = `${base}/embed?post=${encodeURIComponent(post.slug)}`;
578 // Content language → AS2 contentMap (a BCP-47-keyed copy of the content). Mastodon reads the
579 // language from its key for the timeline language filter + the translate button. Emitted
580 // alongside `content` (Mastodon sends both); a plain receiver just uses `content`.
581 if (post.language && /^[a-z]{2,3}(-[A-Za-z]{2,4})?$/.test(post.language)) note.contentMap = { [post.language]: note.content };
582 // A hosted poll → federate as an AS2 Question (options + live tally). Do this last so it
583 // reuses the note's content/addressing/tags, then swaps the type and strips media.
584 const ownPoll = parseOwnPoll(post.poll_json);
585 if (ownPoll) applyPollToNote(note, post.id, ownPoll);
586 return note;
587}
588
589// All reply note URIs on a local post (inbound fediverse replies + our own
590// outbound replies) — backs the Note's `replies` Collection so remote servers
591// can fetch the whole thread.
592export function getReplyUris(base, postId) {
593 const out = [];
594 try {
595 for (const r of db.prepare("SELECT object_uri FROM ap_interactions WHERE kind = 'reply' AND post_id = ? AND object_uri != '' ORDER BY created_at").all(postId)) out.push(r.object_uri);
596 for (const r of db.prepare('SELECT id FROM ap_outbox WHERE post_id = ? ORDER BY rowid').all(postId)) out.push(`${base}/ap/notes/${r.id}`);
597 } catch { /* non-fatal */ }
598 return out;
599}
600
601// Notifications "seen" tracking → a real bell badge. Stored per site in app_settings.
602export function markNotificationsSeen(slug) {
603 try {
604 db.prepare("INSERT INTO app_settings (key, value, updated_at) VALUES (?, ?, CURRENT_TIMESTAMP) ON CONFLICT(key) DO UPDATE SET value = excluded.value, updated_at = CURRENT_TIMESTAMP")
605 .run(`fedi_notif_seen:${slug}`, new Date().toISOString());
606 } catch { /* non-fatal */ }
607}
608export function countUnseenNotifications(slug) {
609 try {
610 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
611 const seen = row ? Date.parse(row.value) : 0;
612 let n = 0;
613 for (const it of getNotifications(slug, 50)) { if (Date.parse(it.created_at) > seen) n++; }
614 return n;
615 } catch { return 0; }
616}
617// The seen-watermark itself (ms epoch, 0 = never marked) — the Messages page reads it
618// BEFORE marking seen, so it can render unread dots on the items newer than last visit.
619export function notificationsSeenAt(slug) {
620 try {
621 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
622 return row ? (Date.parse(row.value) || 0) : 0;
623 } catch { return 0; }
624}
625
626// Messages = the unified inbox (Reacties + Meldingen merged, decision Robin+Bart 2026-07-16):
627// every notification PLUS your own outbound replies ('sent', with edit/delete via their
628// outboxId), sorted as one stream. Consecutive likes/boosts on the same post collapse into
629// one grouped item (actors list + count) so activity doesn't drown out conversations.
630export function getMessages(slug, limit, offset) {
631 const off = Math.max(0, offset || 0);
632 const lim = limit || 60;
633 // The stream is grouped (consecutive likes/boosts collapse), so paging is done by
634 // recomputing the whole stream top-down and slicing [off, off+lim] — stable across
635 // pages. Fetch a buffer past off+lim so grouping-shrinkage can't hide a full page.
636 const need = off + lim + 100;
637 const items = getNotifications(slug, need);
638 try {
639 for (const m of listOutbox(slug).slice(0, need)) {
640 items.push({
641 type: 'sent', outboxId: m.id, to_handle: m.to_handle, in_reply_to: m.in_reply_to,
642 content: m.content, editable: m.editable, language: m.language, created_at: m.created_at,
643 });
644 }
645 } catch { /* ignore */ }
646 items.sort((a, b) => _msgTs(b) - _msgTs(a)); // NaN-safe (zie getNotifications)
647 const out = [];
648 for (const it of items) {
649 const prev = out[out.length - 1];
650 if ((it.type === 'like' || it.type === 'announce') && prev && prev.type === it.type
651 && prev.post_slug === it.post_slug) {
652 prev.actors = prev.actors || [prev.name || prev.handle || '?'];
653 prev.actors.push(it.name || it.handle || '?');
654 prev.count = (prev.count || 1) + 1;
655 continue;
656 }
657 out.push(it);
658 }
659 return out.slice(off, off + lim);
660}
661
662export function buildCreate(base, site, post) {
663 const note = buildNote(base, site, post);
664 return {
665 '@context': AP_CONTEXT,
666 id: note.id + '#create',
667 type: 'Create',
668 actor: actorId(base, site.slug),
669 published: note.published,
670 to: note.to,
671 cc: note.cc,
672 object: note,
673 };
674}
675
676export function buildOutbox(base, site, posts) {
677 const id = `${actorId(base, site.slug)}/outbox`;
678 const items = (posts || []).slice(0, MAX_OUTBOX).map((p) => buildCreate(base, site, p));
679 return {
680 '@context': AP_CONTEXT,
681 id,
682 type: 'OrderedCollection',
683 totalItems: items.length,
684 orderedItems: items,
685 };
686}
687
688// Public callers get a count-only collection (privacy). The authenticated
689// account owner (a C2S bearer scoped to this site) gets the real actor URIs via
690// `items`, so their own client can build a friends list.
691export function buildFollowers(base, site, count, items = null) {
692 const id = `${actorId(base, site.slug)}/followers`;
693 return {
694 '@context': AP_CONTEXT,
695 id,
696 type: 'OrderedCollection',
697 totalItems: items ? items.length : (count || 0),
698 orderedItems: items || [], // count-only for the public; full for the owner
699 };
700}
701
702// The accounts this site follows — count only, mirroring buildFollowers. The spec lists
703// `following` as a standard actor property; Hubzilla/Friendica + crawlers expect it.
704export function buildFollowing(base, site, count, items = null) {
705 const id = `${actorId(base, site.slug)}/following`;
706 return {
707 '@context': AP_CONTEXT,
708 id,
709 type: 'OrderedCollection',
710 totalItems: items ? items.length : (count || 0),
711 orderedItems: items || [], // count-only for the public; full for the owner
712 };
713}
714
715// Pinned posts → the actor's `featured` collection. Mastodon reads this and shows
716// these as the "Featured" tab (pinned to the profile). Posts come ordered by pin
717// rank; embedded as full Notes so a remote server doesn't need extra fetches.
718export function buildFeatured(base, site, posts) {
719 const id = `${actorId(base, site.slug)}/featured`;
720 const items = (posts || []).map((p) => buildNote(base, site, p));
721 return {
722 '@context': AP_CONTEXT,
723 id,
724 type: 'OrderedCollection',
725 totalItems: items.length,
726 orderedItems: items,
727 };
728}
729
730// ── followers store (lazy stmts) ──────────────────────────────────
731let _insF, _updFDisp, _delF, _listF, _cntF;
732function fStmts() {
733 if (!_insF) {
734 _insF = db.prepare('INSERT OR IGNORE INTO ap_followers (slug, actor_uri, inbox, shared_inbox, name, handle, icon, created_at) VALUES (?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
735 _updFDisp = db.prepare('UPDATE ap_followers SET name = COALESCE(?, name), handle = COALESCE(?, handle), icon = COALESCE(?, icon) WHERE slug = ? AND actor_uri = ?');
736 _delF = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND actor_uri = ?');
737 _listF = db.prepare('SELECT inbox, shared_inbox FROM ap_followers WHERE slug = ?');
738 _cntF = db.prepare('SELECT COUNT(*) n FROM ap_followers WHERE slug = ?');
739 }
740 return { ins: _insF, del: _delF, list: _listF, cnt: _cntF };
741}
742export function followerCount(slug) { return fStmts().cnt.get(slug).n; }
743
744// Followers with delivery health, for the management list. Never-delivered accounts
745// first, then oldest successful delivery first — i.e. the cleanup candidates on top.
746export function listFollowers(slug) {
747 return db.prepare(
748 `SELECT id, actor_uri, inbox, shared_inbox, created_at, last_delivery_at, last_error_at
749 FROM ap_followers WHERE slug = ?
750 ORDER BY (last_delivery_at IS NULL) DESC, last_delivery_at ASC, created_at ASC`
751 ).all(slug);
752}
753// Manually drop a follower after a check (a still-live account would have to re-follow).
754export function removeFollower(slug, id) {
755 const info = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND id = ?').run(slug, id);
756 return info.changes > 0;
757}
758
759// Best cached display for an actor URI, across the caches Klonkt already fills:
760// followers (now with name/icon), following, interactions, timeline, mentions.
761// Falls back to a handle derived from the URI. Display info is not sensitive.
762export function actorDisplay(slug, uri) {
763 const ok = (r) => r && (r.name || r.icon);
764 try {
765 let r = db.prepare('SELECT name, handle, icon FROM ap_followers WHERE slug = ? AND actor_uri = ?').get(slug, uri);
766 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
767 r = db.prepare('SELECT name, handle, icon FROM ap_following WHERE slug = ? AND actor_uri = ?').get(slug, uri);
768 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
769 r = db.prepare('SELECT actor_name AS name, actor_handle AS handle, actor_icon AS icon FROM ap_interactions WHERE actor_uri = ? AND (actor_name IS NOT NULL OR actor_icon IS NOT NULL) ORDER BY created_at DESC LIMIT 1').get(uri);
770 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
771 r = db.prepare('SELECT author_name AS name, author_handle AS handle, author_icon AS icon FROM ap_timeline WHERE author_uri = ? AND (author_name IS NOT NULL OR author_icon IS NOT NULL) LIMIT 1').get(uri);
772 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
773 r = db.prepare('SELECT actor_name AS name, actor_handle AS handle, actor_icon AS icon FROM ap_mentions WHERE actor_uri = ? AND (actor_name IS NOT NULL OR actor_icon IS NOT NULL) ORDER BY created_at DESC LIMIT 1').get(uri);
774 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
775 } catch { /* ignore */ }
776 return { name: null, handle: deriveHandle(uri), icon: null };
777}
778
779// FEP-9876: does this `Prefer` header ask for enriched (embedded) members?
780// Pure and testable; the route sets the response headers around it.
781export function prefersEnriched(preferHeader) {
782 return /(^|[,;\s])return=representation($|[,;\s])/i.test(String(preferHeader || ''));
783}
784
785// AS2 actor reference with display, for the owner C2S followers/following view.
786// preferredUsername = the local part of the handle; name = the set display name.
787export function buildActorRef(slug, uri) {
788 const d = actorDisplay(slug, uri);
789 const user = d.handle && d.handle[0] === '@' ? d.handle.slice(1).split('@')[0] : null;
790 const out = { id: uri, type: 'Person' };
791 if (d.name) out.name = d.name;
792 if (user) out.preferredUsername = user;
793 if (d.icon) out.icon = { type: 'Image', url: d.icon };
794 return out;
795}
796
797// The site's OWN display info in the same shape as `shaer:author` on timeline
798// entries. The owner's app reads its own posts from the outbox, which carried
799// no author info, so every card but your own had a byline (Robins melding,
800// 30-7: geen header van self op eigen posts).
801export function selfAuthor(base, site) {
802 const out = {
803 name: site.title || site.slug,
804 handle: `@${site.slug}@${String(base).replace(/^https?:\/\//, '')}`,
805 url: `${base}/${site.slug === site.primary_slug ? '' : 'user/' + encodeURIComponent(site.slug)}`,
806 };
807 if (site.profile_photo) {
808 out.icon = /^https?:/.test(site.profile_photo) ? site.profile_photo : `${base}${site.profile_photo.startsWith('/') ? '' : '/'}${site.profile_photo}`;
809 }
810 return out;
811}
812
813// Merge who-you-follow (ap_following, rich display) with who-follows-you (ap_followers,
814// delivery health) into ONE connections list, keyed by actor_uri. Each entry gets a
815// direction (following →, follower ←, mutual ↔) and, for accounts we deliver to, an
816// `unreachable` flag (never delivered, or last attempt failed after the last success) so
817// the view can split dead connections into their own section. Powers the Connect page.
818export function listConnections(slug) {
819 const byUri = new Map();
820 for (const f of listFollowing(slug)) {
821 byUri.set(f.actor_uri, {
822 actor_uri: f.actor_uri, name: f.name || null, handle: f.handle || null,
823 icon: f.icon || null, url: f.url || null, auto_boost: f.auto_boost ? 1 : 0,
824 status: f.status || null, following: true, follower: false,
825 last_delivery_at: null, last_error_at: null, follower_id: null,
826 });
827 }
828 for (const fo of listFollowers(slug)) {
829 const e = byUri.get(fo.actor_uri);
830 if (e) { e.follower = true; e.last_delivery_at = fo.last_delivery_at; e.last_error_at = fo.last_error_at; e.follower_id = fo.id; }
831 else byUri.set(fo.actor_uri, {
832 actor_uri: fo.actor_uri, name: null, handle: null, icon: null, url: null,
833 auto_boost: 0, status: null, following: false, follower: true,
834 last_delivery_at: fo.last_delivery_at, last_error_at: fo.last_error_at, follower_id: fo.id,
835 });
836 }
837 return [...byUri.values()].map((e) => {
838 e.direction = (e.following && e.follower) ? 'mutual' : (e.following ? 'following' : 'follower');
839 e.unreachable = e.follower && (!e.last_delivery_at || (!!e.last_error_at && (!e.last_delivery_at || e.last_error_at > e.last_delivery_at)));
840 return e;
841 });
842}
843
844// ── inbound interactions store (replies / likes / boosts) + our outbound replies ──
845let _insI, _delLA, _delReply, _listI, _getI, _insO, _listO, _getO;
846// ── moderation tombstones (ap_rejected_objects) ───────────────────
847// A reply the owner removed stays removed: its object URI is tombstoned and
848// checked at ingest AND by the thread-crawler (else thread-filling would
849// re-fetch it). Owner moderation acts on the LOCAL copy, so it also works for
850// private notes that authorize_interaction can't fetch (401/404).
851let _insRj, _hasRj;
852function rjStmts() {
853 if (!_insRj) {
854 _insRj = db.prepare('INSERT OR IGNORE INTO ap_rejected_objects (object_uri, post_id, reason) VALUES (?,?,?)');
855 _hasRj = db.prepare('SELECT 1 FROM ap_rejected_objects WHERE object_uri = ?');
856 }
857 return { ins: _insRj, has: _hasRj };
858}
859export function isRejectedObject(uri) {
860 if (!uri) return false;
861 try { return !!rjStmts().has.get(String(uri)); } catch { return false; }
862}
863// Owner removes an incoming reply: tombstone + delete. Tenancy-scoped: the
864// interaction's post must belong to the caller's site.
865export function rejectInteraction(site, interactionId, reason) {
866 if (!site || !site.slug) return { error: 'forbidden' };
867 const row = iStmts().getI.get(interactionId);
868 if (!row) return { error: 'not_found' };
869 const owns = db.prepare('SELECT 1 FROM posts WHERE id = ? AND site_id = (SELECT id FROM sites WHERE slug = ?)')
870 .get(row.post_id, site.slug);
871 if (!owns) return { error: 'forbidden' };
872 if (row.object_uri) { try { rjStmts().ins.run(row.object_uri, row.post_id, reason || 'removed by site owner'); } catch { /* non-fatal */ } }
873 db.prepare('DELETE FROM ap_interactions WHERE id = ?').run(interactionId);
874 console.log('[AP] interaction removed by owner', site.slug, row.object_uri || row.actor_uri);
875 return { ok: true, object_uri: row.object_uri || null, actor_uri: row.actor_uri || null };
876}
877// Stored URIs of an interaction (tenancy-scoped) → feed sendReport for flagging
878// from the local copy (works for private notes; no remote fetch needed to target).
879export function interactionReportTarget(site, interactionId) {
880 if (!site || !site.slug) return null;
881 const row = iStmts().getI.get(interactionId);
882 if (!row) return null;
883 const owns = db.prepare('SELECT 1 FROM posts WHERE id = ? AND site_id = (SELECT id FROM sites WHERE slug = ?)')
884 .get(row.post_id, site.slug);
885 if (!owns) return null;
886 return { objectUri: row.object_uri || null, actorUri: row.actor_uri || null };
887}
888
889// AP addressing → visibility: 'public' | 'unlisted' | 'followers' | 'direct'.
890// Mastodon-conventie: Public in `to` = public, Public in `cc` = unlisted, een
891// followers-collectie zonder Public = followers-only, anders direct (DM). Public
892// kan als volledige URI, 'as:Public' of 'Public' voorkomen (JSON-LD shorthands).
893export function noteVisibility(o) {
894 const arr = (v) => (Array.isArray(v) ? v : (v ? [v] : []));
895 const isPub = (u) => u === PUBLIC || u === 'as:Public' || u === 'Public';
896 const to = arr(o && o.to).map(String);
897 const cc = arr(o && o.cc).map(String);
898 if (to.some(isPub)) return 'public';
899 if (cc.some(isPub)) return 'unlisted';
900 if ([...to, ...cc].some((u) => /\/followers\/?$/.test(u))) return 'followers';
901 return 'direct';
902}
903
904/**
905 * Does this note belong in the home timeline (de Krant)?
906 *
907 * Only if it is a POST. A direct note is addressed to named people, so it is a
908 * message: a plain DM, a ward's 🛟 help request (FEP-633c 5.2.1) or a
909 * guardian's wave. Those are stored as mentions instead and surface in
910 * Berichten and the Guardian PWA. A reply belongs to its thread, not the feed.
911 */
912export function belongsInTimeline(o) {
913 if (!o || !o.id || o.inReplyTo) return false;
914 return noteVisibility(o) !== 'direct';
915}
916
917function iStmts() {
918 if (!_insI) {
919 _insI = db.prepare('INSERT OR IGNORE INTO ap_interactions (kind, post_id, object_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, parent_uri, visibility, emoji_json, actor_emoji_json, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
920 _delLA = db.prepare('DELETE FROM ap_interactions WHERE kind = ? AND post_id = ? AND actor_uri = ?');
921 _delReply = db.prepare("DELETE FROM ap_interactions WHERE kind = 'reply' AND object_uri = ?");
922 _listI = db.prepare('SELECT id, kind, object_uri, parent_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, created_at, acted_boost, acted_like, visibility, emoji_json, actor_emoji_json FROM ap_interactions WHERE post_id = ? ORDER BY created_at ASC');
923 _getI = db.prepare('SELECT * FROM ap_interactions WHERE id = ?');
924 _insO = db.prepare('INSERT INTO ap_outbox (id, site_slug, post_id, post_slug, in_reply_to, to_actor, to_handle, content, language, attachments, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
925 _listO = db.prepare('SELECT * FROM ap_outbox WHERE post_id = ? ORDER BY created_at ASC');
926 _getO = db.prepare('SELECT * FROM ap_outbox WHERE id = ?');
927 }
928 return { ins: _insI, delLA: _delLA, delReply: _delReply, list: _listI, getI: _getI, insO: _insO, listO: _listO, getO: _getO };
929}
930
931export function getInteractionById(id) { return iStmts().getI.get(id); }
932export function setInteractionBoosted(id, on) {
933 db.prepare('UPDATE ap_interactions SET acted_boost = ? WHERE id = ?').run(on ? 1 : 0, id);
934}
935export function setInteractionLiked(id, on) {
936 db.prepare('UPDATE ap_interactions SET acted_like = ? WHERE id = ?').run(on ? 1 : 0, id);
937}
938// Your like/boost state on a REMOTE post (interact page toggles).
939export function setMyReaction(slug, uri, kind, on) {
940 if (on) db.prepare('INSERT OR IGNORE INTO ap_my_reactions (site_slug, target_uri, kind) VALUES (?,?,?)').run(slug, uri, kind);
941 else db.prepare('DELETE FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ? AND kind = ?').run(slug, uri, kind);
942}
943export function getMyReactions(slug, uri) {
944 const rows = (slug && uri) ? db.prepare('SELECT kind FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ?').all(slug, uri) : [];
945 return { liked: rows.some((r) => r.kind === 'like'), boosted: rows.some((r) => r.kind === 'boost') };
946}
947
948const localPostExists = (id) => { try { return !!db.prepare('SELECT 1 FROM posts WHERE id = ?').get(id); } catch { return false; } };
949// Extract our local post id from a note URL, but only if it's ours (base match).
950function postIdFromNoteUrl(url, base) {
951 const s = String(url || '');
952 if (base && !s.startsWith(base)) return null;
953 const m = s.match(/\/ap\/notes\/([^/?#]+)/);
954 return m ? decodeURIComponent(m[1]) : null;
955}
956function deriveHandle(actorUri) {
957 try { const u = new URL(actorUri); const seg = u.pathname.split('/').filter(Boolean).pop() || ''; return `@${seg}@${u.host}`; } catch { return String(actorUri || ''); }
958}
959function actorInfo(doc, actorUri) {
960 let host = ''; try { host = new URL(actorUri).host; } catch { /* keep empty */ }
961 const handle = doc && doc.preferredUsername ? `@${doc.preferredUsername}@${host}` : deriveHandle(actorUri);
962 const icon = doc && doc.icon ? (doc.icon.url || (Array.isArray(doc.icon) && doc.icon[0] && doc.icon[0].url)) : null;
963 const name = (doc && (doc.name || doc.preferredUsername)) || handle;
964 return {
965 name,
966 handle,
967 url: safeUrl((doc && (doc.url || doc.id)) || actorUri) || null,
968 icon: safeUrl(icon) || null,
969 // FEP-9098 custom emojis in the display name (":shortcode:"), so the byline
970 // renders them. Only computed when the name actually has a shortcode.
971 emojis: /:[A-Za-z0-9_+-]+:/.test(name) ? actorNameEmojis(doc) : undefined,
972 };
973}
974
975// Map ":shortcode:" → image url from an actor doc's Emoji tags (for a custom-
976// emoji display name). Undefined when there are none.
977function actorNameEmojis(doc) {
978 const arr = doc && Array.isArray(doc.tag) ? doc.tag : (doc && doc.tag ? [doc.tag] : []);
979 const out = {};
980 for (const t of arr) {
981 if (!t || (Array.isArray(t.type) ? t.type[0] : t.type) !== 'Emoji' || typeof t.name !== 'string' || !t.icon) continue;
982 const u = t.icon.url || (Array.isArray(t.icon) && t.icon[0] && t.icon[0].url);
983 if (u) out[t.name] = u;
984 }
985 return Object.keys(out).length ? out : undefined;
986}
987
988// Given an inReplyTo note URL, find which local post the thread belongs to + the
989// note being replied to (parent), so a reply-to-a-comment can be nested.
990function findThreadTarget(inReplyTo, base) {
991 if (!inReplyTo) return null;
992 const seg = postIdFromNoteUrl(inReplyTo, base); // our /ap/notes/<id> segment (if ours)
993 if (seg && localPostExists(seg)) return { post_id: seg, parent_uri: inReplyTo };
994 if (seg) {
995 try { const o = db.prepare('SELECT post_id FROM ap_outbox WHERE id = ?').get(seg); if (o && o.post_id) return { post_id: o.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
996 }
997 try { const row = db.prepare("SELECT post_id FROM ap_interactions WHERE object_uri = ? AND kind = 'reply' LIMIT 1").get(inReplyTo); if (row && row.post_id) return { post_id: row.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
998 return null;
999}
1000
1001// Drop the leading @mention(s) a federated reply carries (the person being replied to),
1002// so a comment reads "dope tekening ouwe" instead of "@jason@jasonhacky.nl dope …".
1003// Keeps a leading <p> wrapper; handles mention <a> links and plain-text @user@domain.
1004export function stripLeadingMentions(html) {
1005 if (!html) return html;
1006 let s = String(html);
1007 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:<a\b[^>]*>\s*@[^<]+<\/a>[  ]*)+/i, (m, p) => p || '');
1008 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:@[\w.-]+(?:@[\w.-]+)?[  ]+)+/i, (m, p) => p || '');
1009 return s;
1010}
1011
1012// View-ready threaded view of a post's fediverse activity (inbound replies +
1013// our outbound replies, nested), plus like/boost counts.
1014export function getInteractions(postId, base, site) {
1015 const s = iStmts();
1016 // Privacy: a followers-only or direct (DM) reply is addressed to people, not to the
1017 // public web, so it must NOT render in the public thread. It still reaches the owner
1018 // via notifications (post context + reference included there). Legacy rows without a
1019 // visibility value are treated as public. Likes/boosts stay counted (count-only).
1020 const rows = s.list.all(postId).filter((r) =>
1021 r.kind !== 'reply' || !(r.visibility === 'followers' || r.visibility === 'direct'));
1022 const baseClean = (base || process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1023 const postNoteId = baseClean ? `${baseClean}/ap/notes/${postId}` : null;
1024 // Our own (outbound) replies show the SITE identity for everyone (not "You").
1025 let host = ''; try { host = new URL(baseClean).host; } catch { /* ignore */ }
1026 const siteName = (site && (site.title || site.slug)) || '';
1027 const siteHandle = (site && site.slug && host) ? `@${site.slug}@${host}` : '';
1028 const siteUrl = baseClean ? `${baseClean}/` : '';
1029 const siteIcon = (site && site.profile_photo) || null;
1030
1031 const nodes = [];
1032 for (const r of rows) {
1033 if (r.kind !== 'reply') continue;
1034 nodes.push({
1035 noteId: r.object_uri, parent: r.parent_uri || null, mine: false, id: r.id,
1036 actor_uri: r.actor_uri,
1037 actor_name: r.actor_name, actor_handle: r.actor_handle, actor_url: r.actor_url,
1038 actor_icon: r.actor_icon, content: stripLeadingMentions(r.content), created_at: r.published || r.created_at,
1039 emoji_json: r.emoji_json, actor_emoji_json: r.actor_emoji_json, // FEP-9098 (thread render)
1040 acted_boost: !!r.acted_boost, acted_like: !!r.acted_like,
1041 children: [],
1042 });
1043 }
1044 for (const o of s.listO.all(postId)) {
1045 nodes.push({
1046 noteId: baseClean ? `${baseClean}/ap/notes/${o.id}` : o.id, parent: o.in_reply_to || null,
1047 mine: true, outboxId: o.id, content: stripLeadingMentions(o.content), created_at: o.created_at,
1048 media: (() => { try { return o.attachments ? JSON.parse(o.attachments) : []; } catch { return []; } })(),
1049 actor_name: siteName, actor_handle: siteHandle, actor_url: siteUrl, actor_icon: siteIcon,
1050 children: [],
1051 });
1052 }
1053
1054 const byId = new Map(nodes.map((n) => [n.noteId, n]));
1055 // Conversation partners per node (u02, the reply editor's mentions bar): the
1056 // node's author plus the ancestor authors up the chain. Our own nodes are
1057 // skipped (we do not mention ourselves), deduped by actor, capped at 8.
1058 for (const n of nodes) {
1059 const seen = new Set();
1060 const list = [];
1061 let cur = n, guard = 0;
1062 while (cur && guard++ < 12 && list.length < 8) {
1063 if (!cur.mine && cur.actor_uri && !seen.has(cur.actor_uri)) {
1064 seen.add(cur.actor_uri);
1065 list.push({
1066 uri: cur.actor_uri,
1067 url: cur.actor_url || cur.actor_uri,
1068 handle: cur.actor_handle || deriveHandle(cur.actor_uri),
1069 });
1070 }
1071 cur = cur.parent ? byId.get(cur.parent) : null;
1072 }
1073 n.participants = list;
1074 }
1075 const isTop = (n) => !n.parent || n.parent === postNoteId || !byId.has(n.parent);
1076 const tops = [];
1077 for (const n of nodes) {
1078 if (isTop(n)) { tops.push(n); continue; }
1079 let anc = n, guard = 0;
1080 while (!isTop(anc) && guard++ < 12) anc = byId.get(anc.parent);
1081 anc.children.push(n);
1082 }
1083 const byTime = (a, b) => new Date(a.created_at) - new Date(b.created_at);
1084 tops.sort(byTime).forEach((t) => t.children.sort(byTime));
1085
1086 return {
1087 thread: tops,
1088 likeCount: rows.filter((r) => r.kind === 'like').length,
1089 announceCount: rows.filter((r) => r.kind === 'announce').length,
1090 total: nodes.length,
1091 };
1092}
1093
1094// ── HTTP Signatures + delivery ────────────────────────────────────
1095const slugFromActorUrl = (url) => { const m = String(url || '').match(/\/ap\/users\/([^/?#]+)/); return m ? decodeURIComponent(m[1]) : null; };
1096// Which of OUR sites are named in a note's Mention tags? Only hrefs on our own base count
1097// (an /ap/users/<slug> path on a remote host is someone else's actor), and the slug must be
1098// an existing site. Deduped.
1099export function localMentionSlugs(tags, base) {
1100 if (!base) return [];
1101 const out = [], seen = new Set();
1102 for (const t of (Array.isArray(tags) ? tags : (tags ? [tags] : []))) {
1103 if (!t || t.type !== 'Mention' || typeof t.href !== 'string') continue;
1104 if (!t.href.startsWith(base + '/ap/users/')) continue;
1105 const slug = slugFromActorUrl(t.href);
1106 if (!slug || seen.has(slug)) continue; seen.add(slug);
1107 try { if (db.prepare('SELECT 1 FROM sites WHERE slug = ?').get(slug)) out.push(slug); } catch { /* ignore */ }
1108 }
1109 return out;
1110}
1111
1112// Sign + POST an activity to a remote inbox (draft-cavage HTTP Signatures, RSA-SHA256).
1113export async function deliver(inboxUrl, bodyObj, keyId, privatePem) {
1114 const body = JSON.stringify(bodyObj);
1115 const u = new URL(inboxUrl);
1116 const date = new Date().toUTCString();
1117 const digest = 'SHA-256=' + crypto.createHash('sha256').update(body).digest('base64');
1118 const signingString = `(request-target): post ${u.pathname}\nhost: ${u.host}\ndate: ${date}\ndigest: ${digest}`;
1119 const signature = crypto.sign('sha256', Buffer.from(signingString), privatePem).toString('base64');
1120 const sig = `keyId="${keyId}",algorithm="rsa-sha256",headers="(request-target) host date digest",signature="${signature}"`;
1121 const r = await safeFetch(inboxUrl, {
1122 method: 'POST',
1123 headers: { 'Content-Type': 'application/activity+json', Accept: 'application/activity+json', Date: date, Digest: digest, Signature: sig },
1124 body,
1125 });
1126 return r.status;
1127}
1128
1129export async function fetchActor(url) {
1130 try {
1131 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
1132 if (!r.ok) return null;
1133 const len = Number(r.headers.get('content-length') || 0);
1134 if (len > 2_000_000) return null; // refuse oversized actor docs
1135 return await r.json();
1136 } catch { return null; }
1137}
1138
1139// ── Delivery queue with retries ───────────────────────────────────
1140// Outbound deliveries are tried immediately; on failure (down server, timeout,
1141// non-2xx) they're queued and retried with backoff so a briefly-offline follower
1142// doesn't silently miss the post. The signing key is NOT stored — the worker
1143// re-derives it from the actor slug at send time.
1144const DELIVERY_MAX_ATTEMPTS = 6;
1145const DELIVERY_BACKOFF_MIN = [1, 5, 15, 60, 180, 360];
1146let _insDeliv, _dueDeliv, _delDeliv, _bumpDeliv;
1147function deliveryStmts() {
1148 if (!_insDeliv) {
1149 _insDeliv = db.prepare('INSERT INTO ap_delivery (slug, inbox, body, attempts, next_at) VALUES (?,?,?,0,CURRENT_TIMESTAMP)');
1150 _dueDeliv = db.prepare("SELECT * FROM ap_delivery WHERE datetime(next_at) <= datetime('now') ORDER BY next_at LIMIT 30");
1151 _delDeliv = db.prepare('DELETE FROM ap_delivery WHERE id = ?');
1152 _bumpDeliv = db.prepare('UPDATE ap_delivery SET attempts = ?, next_at = ? WHERE id = ?');
1153 }
1154 return { ins: _insDeliv, due: _dueDeliv, del: _delDeliv, bump: _bumpDeliv };
1155}
1156export function enqueueDelivery(slug, inbox, activity) {
1157 if (!slug || !inbox || !activity) return;
1158 try { deliveryStmts().ins.run(slug, inbox, JSON.stringify(activity)); } catch { /* ignore */ }
1159}
1160// Record delivery health per follower so the followers list can flag dead accounts.
1161// Keyed by inbox: a shared-inbox POST reaches every follower behind it, so all of them
1162// are marked. A non-follower inbox (inline @mention) simply matches 0 rows.
1163let _fDelivOk, _fDelivErr;
1164function markFollowerDelivery(slug, inbox, ok) {
1165 if (!slug || !inbox) return;
1166 try {
1167 if (!_fDelivOk) {
1168 _fDelivOk = db.prepare('UPDATE ap_followers SET last_delivery_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
1169 _fDelivErr = db.prepare('UPDATE ap_followers SET last_error_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
1170 }
1171 (ok ? _fDelivOk : _fDelivErr).run(slug, inbox, inbox);
1172 } catch { /* health tracking is non-fatal */ }
1173}
1174// Deliver now; queue for retry if it fails.
1175export async function deliverWithRetry(slug, inbox, activity, keyId, privPem) {
1176 if (!inbox) return;
1177 try { const st = await deliver(inbox, activity, keyId, privPem); if (st >= 200 && st < 300) { markFollowerDelivery(slug, inbox, true); return; } } catch { /* queue below */ }
1178 enqueueDelivery(slug, inbox, activity);
1179}
1180let _processingDeliv = false;
1181export async function processDeliveryQueue() {
1182 if (_processingDeliv) return; // re-entrancy guard: 30 rows × 8s can exceed the 60s tick → no double-delivery
1183 _processingDeliv = true;
1184 try {
1185 let rows;
1186 try { rows = deliveryStmts().due.all(); } catch { return; }
1187 if (!rows || !rows.length) return;
1188 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1189 for (const row of rows) {
1190 let ok = false;
1191 try {
1192 const keys = getOrCreateKeys(row.slug);
1193 const st = await deliver(row.inbox, JSON.parse(row.body), `${actorId(base, row.slug)}#main-key`, keys.private_pem);
1194 ok = st >= 200 && st < 300;
1195 } catch { ok = false; }
1196 if (ok) { markFollowerDelivery(row.slug, row.inbox, true); deliveryStmts().del.run(row.id); continue; }
1197 const attempts = row.attempts + 1;
1198 if (attempts >= DELIVERY_MAX_ATTEMPTS) { markFollowerDelivery(row.slug, row.inbox, false); deliveryStmts().del.run(row.id); console.warn('[AP] delivery gave up after', attempts, 'tries →', row.inbox); continue; }
1199 // Index the backoff on the CURRENT attempt count (row.attempts) so the first
1200 // retry uses the 1-min tier instead of skipping it.
1201 const mins = DELIVERY_BACKOFF_MIN[Math.min(row.attempts, DELIVERY_BACKOFF_MIN.length - 1)];
1202 deliveryStmts().bump.run(attempts, new Date(Date.now() + mins * 60000).toISOString(), row.id);
1203 }
1204 } finally { _processingDeliv = false; }
1205}
1206let _delivTimer = null;
1207export function startDeliveryWorker() {
1208 if (_delivTimer) return;
1209 _delivTimer = setInterval(() => { processDeliveryQueue().catch(() => {}); }, 60 * 1000);
1210 if (_delivTimer.unref) _delivTimer.unref();
1211}
1212
1213// Best-effort verification of an incoming signed request. Returns the sender's
1214// actor doc if the signature checks out, else null. (Not gating yet — MVP.)
1215// Max clock skew for the signed Date header (replay window). Generous default to tolerate
1216// federating servers with drifting clocks; an operator can widen it via env.
1217const SIG_MAX_SKEW_MS = (Number(process.env.AP_SIG_MAX_SKEW_MIN) || 60) * 60 * 1000;
1218export async function verifyRequest(req) {
1219 const sigH = req.headers['signature'];
1220 if (!sigH) return null;
1221 const p = Object.fromEntries([...sigH.matchAll(/([a-zA-Z]+)="([^"]*)"/g)].map((m) => [m[1], m[2]]));
1222 if (!p.keyId || !p.signature) return null;
1223 const actor = await fetchActor(p.keyId.split('#')[0]);
1224 const pem = actor && actor.publicKey && actor.publicKey.publicKeyPem;
1225 if (!pem) return null;
1226 const hs = (p.headers || '(request-target) host date').split(/\s+/);
1227 // Behind a reverse proxy the raw Host header is the backend bind (e.g. localhost:3000, when
1228 // the proxy doesn't preserve it — Apache .htaccess [P] proxying), but the sender signed the
1229 // HTTP-Signature over the PUBLIC host. Try each candidate host (the configured PUBLIC_BASE_URL
1230 // host, the proxy's X-Forwarded-Host, and the raw Host) and accept if the signature verifies
1231 // against any. An attacker can't forge a match (no private key), so this only rescues the
1232 // legitimate proxied case. Also normalise a leading double-slash in the request-target.
1233 let _pubHost = null;
1234 if (process.env.PUBLIC_BASE_URL) { try { _pubHost = new URL(process.env.PUBLIC_BASE_URL).host; } catch { /* ignore */ } }
1235 const _hosts = [...new Set([_pubHost, req.headers['x-forwarded-host'], req.headers['host']].filter(Boolean))];
1236 const _target = `${req.method.toLowerCase()} ${String(req.originalUrl || '').replace(/^\/{2,}/, '/')}`;
1237 const _sig = Buffer.from(p.signature, 'base64');
1238 let ok = false;
1239 for (const _h of _hosts) {
1240 const line = hs.map((x) => x === '(request-target)'
1241 ? `(request-target): ${_target}`
1242 : x === 'host' ? `host: ${_h}`
1243 : `${x}: ${req.headers[x] || ''}`).join('\n');
1244 try { if (crypto.verify('sha256', Buffer.from(line), pem, _sig)) { ok = true; break; } } catch { /* try next host */ }
1245 }
1246 // Replay defence: the Date header must be signed and recent. A captured signed request
1247 // replayed later (or with a swapped body) is rejected.
1248 if (ok) {
1249 if (!hs.includes('date')) ok = false;
1250 else {
1251 const t = Date.parse(req.headers['date'] || '');
1252 if (isNaN(t) || Math.abs(Date.now() - t) > SIG_MAX_SKEW_MS) ok = false;
1253 }
1254 }
1255 // Digest is MANDATORY when the request carries a body: without a signed digest the body
1256 // isn't covered by the signature and could be swapped on a replay.
1257 if (ok && req.rawBody && req.rawBody.length) {
1258 if (!hs.includes('digest')) ok = false;
1259 else {
1260 const exp = 'SHA-256=' + crypto.createHash('sha256').update(req.rawBody).digest('base64');
1261 if (req.headers['digest'] !== exp) ok = false;
1262 }
1263 }
1264 return ok ? actor : null;
1265}
1266
1267// Parse a fediverse poll (an ActivityStreams `Question` — the Mastodon-standard poll form)
1268// into our compact shape. `oneOf` = single choice, `anyOf` = multiple; each option is a Note
1269// with a `name` and a `replies` collection whose `totalItems` is that option's vote count.
1270function parsePoll(o) {
1271 if (!o || o.type !== 'Question') return null;
1272 const raw = Array.isArray(o.oneOf) ? o.oneOf : (Array.isArray(o.anyOf) ? o.anyOf : null);
1273 if (!raw || !raw.length) return null;
1274 const options = raw.slice(0, 12).map((opt) => ({
1275 name: String((opt && opt.name) || '').slice(0, 300),
1276 count: Math.max(0, Number(opt && opt.replies && opt.replies.totalItems) || 0),
1277 })).filter((x) => x.name);
1278 if (!options.length) return null;
1279 const endTime = o.endTime || (typeof o.closed === 'string' ? o.closed : null);
1280 const closed = !!o.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
1281 return { multiple: Array.isArray(o.anyOf), options, endTime, closed, voters: Number(o.votersCount) || null, voted: null };
1282}
1283
1284// ── Polls WE host (a local post with a poll) ──────────────────────
1285// Parse the poll definition stored on our own post (posts.poll_json). Counts are
1286// NOT stored here — they're derived from the poll_votes ballots so a re-render always
1287// reflects the authoritative tally.
1288export function parseOwnPoll(pollJson) {
1289 if (!pollJson) return null;
1290 let d; try { d = typeof pollJson === 'string' ? JSON.parse(pollJson) : pollJson; } catch { return null; }
1291 if (!d || !Array.isArray(d.options)) return null;
1292 const options = d.options.map((o) => ({ name: String((o && o.name != null ? o.name : o) || '').slice(0, 300) })).filter((o) => o.name);
1293 if (options.length < 2) return null;
1294 const endTime = d.endTime || null;
1295 const closed = !!d.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
1296 return { multiple: !!d.multiple, options, endTime, closed };
1297}
1298
1299// Live tally of a hosted poll from its ballots: per-option counts + unique voters.
1300export function pollTally(postId) {
1301 const counts = {}; let voters = 0;
1302 try {
1303 for (const r of db.prepare('SELECT choice, COUNT(*) AS n FROM poll_votes WHERE post_id = ? GROUP BY choice').all(postId)) counts[r.choice] = r.n;
1304 voters = db.prepare('SELECT COUNT(DISTINCT actor_uri) AS n FROM poll_votes WHERE post_id = ?').get(postId).n || 0;
1305 } catch { /* table may not exist yet */ }
1306 return { counts, voters };
1307}
1308
1309// Render-ready view of a hosted poll (options with counts + percentages, totals, state).
1310// Voting is fediverse-only, so this is display-only on the site.
1311export function ownPollView(post) {
1312 const poll = parseOwnPoll(post && post.poll_json);
1313 if (!poll) return null;
1314 const { counts, voters } = pollTally(post.id);
1315 const total = Object.values(counts).reduce((a, b) => a + b, 0);
1316 const denom = poll.multiple ? voters : total; // multiple-choice %: share of voters (can sum >100%)
1317 const options = poll.options.map((o) => {
1318 const count = counts[o.name] || 0;
1319 return { name: o.name, count, pct: denom ? Math.round((count / denom) * 100) : 0 };
1320 });
1321 return { multiple: poll.multiple, options, total, voters, endTime: poll.endTime, closed: poll.closed };
1322}
1323
1324// Attach the AS2 Question shape to a note built for a hosted poll. Mastodon renders a
1325// status with either media OR a poll (never both), so a poll federates as content +
1326// options with no media attachment. oneOf = single choice, anyOf = multiple.
1327function applyPollToNote(note, postId, poll) {
1328 const { counts, voters } = pollTally(postId);
1329 const opts = poll.options.map((o) => ({
1330 type: 'Note',
1331 name: o.name,
1332 replies: { type: 'Collection', totalItems: counts[o.name] || 0 },
1333 }));
1334 note.type = 'Question';
1335 note[poll.multiple ? 'anyOf' : 'oneOf'] = opts;
1336 if (poll.endTime) note.endTime = new Date(poll.endTime).toISOString();
1337 // Once closed, Mastodon expects a `closed` timestamp (the effective end).
1338 if (poll.closed) note.closed = poll.endTime ? new Date(poll.endTime).toISOString() : new Date().toISOString();
1339 note.votersCount = voters;
1340 delete note.attachment; // media ATTACHMENTS + a poll are mutually exclusive on Mastodon
1341 // Keep note.image: it's the cover, which Mastodon ignores on a Question anyway
1342 // (same as on any Note) but Klonkt reads to show the cover in feeds/the Cirkel.
1343 // Deleting it stripped the cover off every boosted poll.
1344 return note;
1345}
1346
1347// Record an inbound ballot on one of OUR polls. A vote arrives as a Create(Note) whose
1348// `name` is the chosen option and `inReplyTo` is our poll note — the Mastodon-standard
1349// vote form. Returns { handled } — handled=true means it was addressed to a poll (so the
1350// caller must NOT also store it as a reply), false means "not a poll, fall through".
1351function recordPollBallot(postId, actorUri, rawChoice) {
1352 const choice = String(rawChoice == null ? '' : rawChoice).slice(0, 300);
1353 if (!choice) return { handled: false };
1354 let post; try { post = db.prepare('SELECT poll_json FROM posts WHERE id = ?').get(postId); } catch { return { handled: false }; }
1355 const poll = post && parseOwnPoll(post.poll_json);
1356 if (!poll) return { handled: false }; // not a poll → let the reply logic handle it
1357 if (poll.closed) return { handled: true }; // voting closed → drop
1358 if (!poll.options.some((o) => o.name === choice)) return { handled: true }; // unknown option → drop
1359 try {
1360 // Single choice = one ballot per actor: ignore a later/different vote. Multiple choice
1361 // allows one ballot per distinct option (the UNIQUE(post,actor,choice) dedupes repeats).
1362 if (!poll.multiple && db.prepare('SELECT 1 FROM poll_votes WHERE post_id = ? AND actor_uri = ? LIMIT 1').get(postId, actorUri)) return { handled: true };
1363 db.prepare('INSERT OR IGNORE INTO poll_votes (post_id, actor_uri, choice) VALUES (?, ?, ?)').run(postId, actorUri, choice);
1364 } catch { return { handled: true }; }
1365 schedulePollUpdate(postId);
1366 return { handled: true };
1367}
1368
1369// Coalesce a burst of votes into ONE Update(Question) per poll: the first vote schedules a
1370// refresh ~15s out; further votes in that window ride the same pending update (which carries
1371// the accumulated tally). Non-follower voters re-fetch the Question (live tally) themselves.
1372const _pollUpdTimers = new Map();
1373function schedulePollUpdate(postId) {
1374 if (_pollUpdTimers.has(postId)) return;
1375 const t = setTimeout(() => { _pollUpdTimers.delete(postId); deliverPollUpdate(postId).catch(() => { /* best-effort */ }); }, 15000);
1376 if (t.unref) t.unref();
1377 _pollUpdTimers.set(postId, t);
1378}
1379
1380// Push the fresh poll tally (or closed state) to followers as Update(Question).
1381export async function deliverPollUpdate(postId) {
1382 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1383 if (!base || !postId) return;
1384 let post, site;
1385 try {
1386 post = db.prepare('SELECT * FROM posts WHERE id = ?').get(postId);
1387 if (!post || !post.poll_json) return;
1388 site = db.prepare('SELECT * FROM sites WHERE id = ?').get(post.site_id);
1389 } catch { return; }
1390 if (site) await deliverUpdate(site, post);
1391}
1392
1393// ── Web push to the owner (docs/webpush-design.md, slice 3) ─────────
1394// Fire-and-forget: a notification must never block or break inbox processing.
1395function pushEvent(slug, event) {
1396 try { Push.notifySite(slug, event).catch(() => {}); } catch { /* never throw */ }
1397 wakeNews(slug); // long-poll waiters (Robins verzoek, 31-7): same moments as push
1398}
1399
1400// ── Long-poll on news (Robins verzoek, 31-7) ─────────────────────
1401// The app holds GET /ap/users/:slug/inbox/wait open; the moment anything
1402// push-worthy lands for that account (a message, a reply, a wave, a help
1403// request) every waiter is woken and the app re-reads its feed. In-process
1404// on purpose: one Klonkt is one process, and a waiter is one callback.
1405const _newsWaiters = new Map(); // slug -> Set<cb>
1406export function onNews(slug, cb) {
1407 let set = _newsWaiters.get(slug);
1408 if (!set) { set = new Set(); _newsWaiters.set(slug, set); }
1409 set.add(cb);
1410 return () => { set.delete(cb); if (!set.size) _newsWaiters.delete(slug); };
1411}
1412export function wakeNews(slug) {
1413 const set = _newsWaiters.get(slug);
1414 if (!set || !set.size) return;
1415 const cbs = [...set];
1416 set.clear();
1417 _newsWaiters.delete(slug);
1418 for (const cb of cbs) { try { cb(); } catch { /* a waiter must never break the rest */ } }
1419}
1420// Hub-aware path prefix for a site's pages ('' in solo).
1421function pushPrefix(slug) {
1422 try { return getTenancy() === 'hub' ? `/user/${slug}` : ''; } catch { return ''; }
1423}
1424// Notification language: the site's content language (fallback: instance default).
1425function pushLang(slug) {
1426 try { const r = db.prepare('SELECT language FROM sites WHERE slug = ?').get(slug); return (r && r.language) || process.env.KLONKT_DEFAULT_LANG || 'nl'; } catch { return 'nl'; }
1427}
1428// Site slug, target URL and title for a post-scoped notification.
1429function pushPostCtx(postId) {
1430 try {
1431 const r = db.prepare('SELECT p.slug AS post, p.title, s.slug AS site FROM posts p JOIN sites s ON s.id = p.site_id WHERE p.id = ?').get(postId);
1432 if (!r) return null;
1433 return { site: r.site, title: r.title || r.post, url: `${pushPrefix(r.site)}/${r.post}#fediverse` };
1434 } catch { return null; }
1435}
1436
1437// Handle an incoming inbox POST. slugParam = null for the shared /ap/inbox.
1438export async function handleInbox(req, slugParam, preVerified = null) {
1439 const act = req.body || {};
1440 const type = act.type;
1441 // Real client IP (behind the proxy via `trust proxy`) — logged on dropped/rejected/
1442 // ignored inbox hits so an operator can see who is probing their fediverse inbox.
1443 const ip = req.ip || (req.connection && req.connection.remoteAddress) || '?';
1444 const base = (process.env.PUBLIC_BASE_URL || `${req.protocol}://${req.get('host')}`).replace(/\/+$/, '');
1445 // preVerified is the loopback (see deliverToActor): a delivery between two
1446 // actors on THIS instance never crosses a socket, so there is no signature to
1447 // check — but we do know who signed, because we signed it. Handing that in
1448 // keeps everything below identical, including the actor-versus-signer check,
1449 // which is exactly the check that must not be skipped for being local.
1450 const verified = preVerified || await verifyRequest(req).catch(() => null);
1451
1452 // ENFORCE HTTP signatures: a data-affecting activity must be signed by the very
1453 // actor it claims to be. No valid signature, or signer ≠ actor → reject (no
1454 // forged replies/likes/follows/timeline posts). GET/discovery stays open.
1455 const claimedActor = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1456 // Blocked actor/domain → silently drop (202, don't reveal the block).
1457 if (claimedActor && isBlockedAny(claimedActor)) { console.log('[AP] inbox dropped (blocked)', claimedActor, 'from', ip); return 202; }
1458 const GATED = ['Create', 'Like', 'Announce', 'Follow', 'Delete', 'Undo', 'Accept', 'Reject', 'Add', 'Remove', 'Update', 'Flag', 'Offer', 'Move'];
1459 if (GATED.includes(type)) {
1460 if (!verified || !claimedActor || verified.id !== claimedActor) {
1461 console.warn('[AP] inbox REJECTED (signature)', type, claimedActor || '?', 'from', ip, verified ? '(signer mismatch)' : '(unsigned/invalid)');
1462 return 401;
1463 }
1464 // One answer restores everything (FEP-633c 3.6): any VERIFIED activity
1465 // from an actor that guards someone here restores it to active for those
1466 // wards and cancels any lapse running against it, before the activity is
1467 // even looked at. Signature-gated on purpose: an unverified claim of
1468 // being gran must not wake gran up.
1469 try {
1470 const ev = Guardianship.availability.oneAnswer(claimedActor, Date.now());
1471 if (ev.restored.length) console.log('[AP] guardian restored (one answer, 3.6):', claimedActor, '→', ev.restored.join(', '));
1472 for (const c of ev.cancelledLapses) console.log('[AP] lapse cancelled by an answer from its target:', c.id);
1473 } catch { /* availability is never load-bearing for delivery */ }
1474 }
1475
1476 // FEP-633c §5.3 (modelled on the adoption offer): a gated follow forwarded to
1477 // the guardians as an Offer(Follow), their Accept/Reject back to the ward.
1478 if ((type === 'Offer' || type === 'Accept' || type === 'Reject') && act['shaer:followApproval'] === true) {
1479 if (await handleFollowApprovalInbox(act, slugParam)) { console.log('[AP] follow-approval', type, 'from', claimedActor); return 202; }
1480 }
1481
1482 // FEP-633c: the adoption handshake. An Offer lands at the local ward; an
1483 // Accept/Reject answers an offer a local guardian sent. Anything the
1484 // guardianship module does not recognize falls through to the old paths.
1485 // An Undo of the guardianship Relationship (§3.2) is handled here too, and it
1486 // must be seen BEFORE the generic Undo branch below, which only knows about
1487 // Follow/Like/Announce and would swallow it with a 202.
1488 if (type === 'Offer' || type === 'Accept' || type === 'Reject' || (type === 'Undo' && Guardianship.parseUndoRelationship(act))) {
1489 // Every LOCAL party this activity is addressed to gets its own copy of the
1490 // handshake (a ward and a co-guardian may both live here). Gather candidate
1491 // local slugs from the inbox owner, the `to` list, and the ward.
1492 const cand = new Set();
1493 if (slugParam) cand.add(slugParam);
1494 for (const t of (Array.isArray(act.to) ? act.to : (act.to ? [act.to] : []))) {
1495 if (typeof t === 'string') { const s = slugFromActorUrl(t); if (s) cand.add(s); }
1496 }
1497 if (type === 'Offer' || type === 'Undo') {
1498 const rel = type === 'Undo' ? Guardianship.parseUndoRelationship(act) : Guardianship.parseRelationship(act.object);
1499 if (rel) { const s = slugFromActorUrl(rel.ward); if (s) cand.add(s); }
1500 }
1501 let consumed = false;
1502 for (const slug of cand) {
1503 const gsite = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
1504 if (gsite && await Guardianship.handleGuardianshipInbox(gsite, act).catch(() => false)) consumed = true;
1505 }
1506 if (consumed) { console.log('[AP] guardianship', type, 'from', claimedActor); return 202; }
1507 }
1508
1509 // A moderation report (Flag) about our content — store it for the targeted site's owner
1510 // (each Klonkt site is moderated by its own owner). Signature is enforced (GATED).
1511 if (type === 'Flag') {
1512 const objs = Array.isArray(act.object) ? act.object : (act.object ? [act.object] : []);
1513 const objectUris = objs.map((o) => (typeof o === 'string' ? o : (o && o.id))).filter(Boolean);
1514 let targetSlug = null;
1515 const noteIds = [];
1516 for (const u of objectUris) {
1517 const s = slugFromActorUrl(u); // one of our actors?
1518 if (s) { targetSlug = targetSlug || s; continue; }
1519 const pid = postIdFromNoteUrl(u, base); // one of our notes?
1520 if (pid) noteIds.push(pid);
1521 }
1522 if (!targetSlug && noteIds.length) {
1523 try { const r = db.prepare('SELECT s.slug FROM posts p JOIN sites s ON s.id = p.site_id WHERE p.id = ? LIMIT 1').get(noteIds[0]); if (r) targetSlug = r.slug; } catch { /* ignore */ }
1524 }
1525 if (!targetSlug) return 202; // not about us / can't tell → drop
1526 // Flag is GATED, so `verified` is the signer's (reporter's) actor doc already.
1527 const ai = actorInfo(verified || null, claimedActor);
1528 try {
1529 db.prepare('INSERT INTO ap_reports (slug, actor_uri, actor_name, actor_handle, actor_icon, content, objects, created_at) VALUES (?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1530 .run(targetSlug, claimedActor || null, ai.name, ai.handle, ai.icon, HtmlSanitizerService.toPlainText(act.content || '').slice(0, 3000), JSON.stringify(objectUris.slice(0, 20)));
1531 console.log('[AP] report received for', targetSlug, 'from', claimedActor);
1532 } catch { /* ignore */ }
1533 return 202;
1534 }
1535
1536 // FEP-7628 (DRAFT): an account moved house. Handled before Follow on purpose:
1537 // a Move often arrives seconds before the new actor's re-Follow wave, and the
1538 // swap below must not race our own outgoing Follow of the target.
1539 if (type === 'Move') {
1540 return handleMoveInbox(act, { verifiedActor: claimedActor });
1541 }
1542
1543 if (type === 'Follow') {
1544 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1545 const slug = slugParam || slugFromActorUrl(typeof act.object === 'string' ? act.object : (act.object && act.object.id));
1546 if (!who || !slug) return 400;
1547 const remote = await fetchActor(who);
1548 if (!remote || !remote.inbox) return 202; // can't reach them → drop quietly
1549 const sharedInbox = (remote.endpoints && remote.endpoints.sharedInbox) || null;
1550 const fi = actorInfo(remote, who); // cache display for the friends list (shaer-aa3)
1551 // FEP-633c §5.3: if the followed actor is a WARD (has guardians), the
1552 // follow is gated. A committed guardian's own Follow is auto-accepted
1553 // (it needs no gate); anyone else is held pending for guardian approval.
1554 // Free actors / normal sites have no guardians → fall through, unchanged.
1555 const wardGuardians = Guardianship.listGuardians(slug).map((g) => g.other_uri);
1556 if (wardGuardians.length && !wardGuardians.includes(who)) {
1557 const followId = (typeof act.id === 'string' && act.id) || `${who}#follow-${Date.now()}-${rid()}`;
1558 Guardianship.follows.recordPending(slug, {
1559 id: followId, follower: who, inbox: remote.inbox, sharedInbox,
1560 name: fi.name, handle: fi.handle, icon: fi.icon, activity: act,
1561 });
1562 // FEP-633c §5.3, modelled on the guardian offer: the ward forwards the
1563 // gated follow to its guardians for approval. A LOCAL guardian gets a
1564 // push and reads /guardian directly; a REMOTE guardian gets an
1565 // Offer(Follow) delivered so its instance stores a copy (same distributed
1566 // pattern as the adoption offer). On quorum the ward returns Accept(Follow).
1567 const wardActor = actorId(base, slug);
1568 const wardKeys = getOrCreateKeys(slug);
1569 const followObj = { id: followId, type: 'Follow', actor: who, object: wardActor };
1570 // Dormancy evidence (FEP-633c 3.6.2): this decision directly addresses
1571 // every guardian. The ONLY admissible evidence is a request like this
1572 // one going unanswered; recordRequest itself skips a declared absence.
1573 for (const g of wardGuardians) {
1574 try { Guardianship.availability.recordRequest(slug, g, followId, Date.now()); } catch { /* never load-bearing */ }
1575 }
1576 for (const g of wardGuardians) {
1577 // Local ONLY when the guardian lives on THIS instance: slugFromActorUrl
1578 // ignores the host (an /ap/users/x path on a remote host is someone
1579 // else's actor), so also require our base + an existing local site.
1580 const gslug = g.startsWith(`${base}/`) ? slugFromActorUrl(g) : null;
1581 const isLocal = gslug && db.prepare('SELECT 1 FROM sites WHERE slug = ?').get(gslug);
1582 if (isLocal) {
1583 const L = pushLang(gslug);
1584 pushEvent(gslug, { type: 'guardian', title: i18nT(L, 'push.n_guard_cog_t'), body: i18nT(L, 'push.n_guard_cog_b', { who: fi.name || fi.handle || i18nT(L, 'notif.someone') }), url: `${pushPrefix(gslug)}/guardian` });
1585 } else {
1586 fetchActor(g).then((ga) => {
1587 const inbox = ga && ((ga.endpoints && ga.endpoints.sharedInbox) || ga.inbox);
1588 if (!inbox) return;
1589 const offer = { '@context': AP_CONTEXT, id: `${wardActor}#followoffer-${Date.now()}-${rid()}`, type: 'Offer', actor: wardActor, to: [g], object: followObj, 'shaer:followApproval': true };
1590 deliverWithRetry(slug, inbox, offer, `${wardActor}#main-key`, wardKeys.private_pem).catch(() => {});
1591 }).catch(() => {});
1592 }
1593 }
1594 console.log('[AP] Follow', who, '→ ward', slug, '(gated, awaiting guardians)');
1595 return 202;
1596 }
1597 fStmts().ins.run(slug, who, remote.inbox, sharedInbox, fi.name, fi.handle, fi.icon);
1598 try { _updFDisp.run(fi.name, fi.handle, fi.icon, slug, who); } catch { /* best effort */ }
1599 { const L = pushLang(slug); pushEvent(slug, { type: 'follow', title: i18nT(L, 'push.n_follow_t'), body: i18nT(L, 'push.n_follow_b', { who: fi.name || fi.handle || i18nT(L, 'notif.someone') }), url: `${pushPrefix(slug)}/connect` }); }
1600 const me = actorId(base, slug);
1601 const keys = getOrCreateKeys(slug);
1602 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: act };
1603 deliver(remote.inbox, accept, `${me}#main-key`, keys.private_pem).catch((e) => console.warn('[AP] Accept delivery failed:', e.message));
1604 // Auto-backfill: send our recent posts as Create so the instance has our history
1605 // (Mastodon doesn't fetch history on follow). ONCE PER REMOTE INSTANCE only —
1606 // Mastodon dedupes notes per-instance, so re-filling an instance that already has
1607 // a follower of ours is wasted work (and won't re-populate the new follower's
1608 // timeline anyway). Deliver to the shared inbox (instance-level) when present.
1609 // Sync insert+check (no await between) → no interleave race with concurrent Follows.
1610 const instanceFilled = sharedInbox &&
1611 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1')
1612 .get(slug, sharedInbox, who);
1613 if (!instanceFilled) {
1614 backfillNewFollower(base, slug, sharedInbox || remote.inbox).catch(() => { /* best-effort */ });
1615 }
1616 console.log('[AP] Follow', who, '→', slug, verified ? '(sig ok)' : '(sig unverified)');
1617 return 202;
1618 }
1619 if (type === 'Undo' && act.object) {
1620 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1621 const ot = act.object.type;
1622 if (ot === 'Follow') {
1623 const obj = act.object.object;
1624 const slug = slugParam || slugFromActorUrl(typeof obj === 'string' ? obj : (obj && obj.id));
1625 if (who && slug) { fStmts().del.run(slug, who); console.log('[AP] Unfollow', who, '→', slug); }
1626 return 202;
1627 }
1628 if (ot === 'Like' || ot === 'Announce') {
1629 const tgt = act.object.object;
1630 const pid = postIdFromNoteUrl(typeof tgt === 'string' ? tgt : (tgt && tgt.id), base);
1631 if (who && pid) { iStmts().delLA.run(ot.toLowerCase(), pid, who); console.log('[AP] Undo', ot, who, '→', pid); }
1632 return 202;
1633 }
1634 return 202;
1635 }
1636
1637 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1638 const resolveActor = async (uri) => ((verified && verified.id === uri) ? verified : await fetchActor(uri).catch(() => null));
1639 // Our OWN activity is already stored via ap_outbox: don't store it twice.
1640 // "Our own" means THIS inbox's owner, not "anyone who happens to live on this
1641 // machine". The old reading dropped every activity between two sites on one
1642 // instance, so a note from a co-located guardian to its ward was accepted
1643 // with a 202 and then quietly thrown away: no mention, no away, no help
1644 // request. Neighbours are not us (Robins regel, 29-7: on this machine
1645 // everything behaves as if every Klonkt were somewhere else).
1646 const isLocalActor = !!(actorUri && slugParam && actorUri === actorId(base, slugParam));
1647
1648 // Inbound reply: a Create whose object replies to one of our notes (post OR comment).
1649 if (type === 'Create' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1650 const o = act.object;
1651 // A poll ballot: a Note carrying a `name` (the chosen option) inReplyTo one of OUR poll
1652 // posts. Record it (deduped per actor) BEFORE the reply logic so a vote is never stored
1653 // as a comment. recordPollBallot returns handled=false only if the target isn't a poll.
1654 if (o.name && o.inReplyTo && actorUri && !isLocalActor) {
1655 const seg = postIdFromNoteUrl(o.inReplyTo, base);
1656 if (seg && localPostExists(seg)) {
1657 const rec = recordPollBallot(seg, actorUri, o.name);
1658 if (rec.handled) { console.log('[AP] poll vote', actorUri, '→', seg); return 202; }
1659 }
1660 }
1661 const tgt = findThreadTarget(o.inReplyTo, base);
1662 if (tgt && actorUri && !isLocalActor) {
1663 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1664 const html = HtmlSanitizerService.sanitize(o.content || '');
1665 if (isRejectedObject(o.id)) { console.log('[AP] reply skipped (tombstoned)', o.id); return 202; }
1666 iStmts().ins.run('reply', tgt.post_id, o.id || '', actorUri, ai.name, ai.handle, ai.url, ai.icon, html, o.published || null, tgt.parent_uri, noteVisibility(o), extractEmojiTags(o.tag), emojiJsonOf(ai.emojis));
1667 console.log('[AP] reply', actorUri, '→', tgt.post_id);
1668 // A reply is a post too: Berichten renders it the way de Krant renders a
1669 // timeline row, so it needs the same media and the same quote/preview card.
1670 {
1671 const where = 'kind = ? AND post_id = ? AND actor_uri = ? AND object_uri = ?';
1672 const key = ['reply', tgt.post_id, actorUri, o.id || ''];
1673 const mj = mediaFromNote(o);
1674 if (mj && mj !== '[]') { try { db.prepare(`UPDATE ap_interactions SET media_json = ? WHERE ${where}`).run(mj, ...key); } catch { /* ignore */ } }
1675 resolveCard(o).then((c) => {
1676 if (!c) return;
1677 const col = c.column === 'quote_json' ? 'quote_json' : 'embed_json'; // never a value from the wire
1678 try { db.prepare(`UPDATE ap_interactions SET ${col} = ? WHERE ${where}`).run(c.json, ...key); } catch { /* ignore */ }
1679 }).catch(() => { /* best-effort */ });
1680 }
1681 {
1682 // Private (followers/direct) replies push as a DM ping WITHOUT content
1683 // (the push service should never carry private text, design decision);
1684 // public replies carry a short snippet.
1685 const ctx = pushPostCtx(tgt.post_id);
1686 const vis = noteVisibility(o);
1687 const priv = vis === 'direct' || vis === 'followers';
1688 if (ctx) {
1689 const L = pushLang(ctx.site);
1690 const who = ai.name || ai.handle || i18nT(L, 'notif.someone');
1691 if (priv) pushEvent(ctx.site, { type: 'dm', title: i18nT(L, 'push.n_dm_t'), body: i18nT(L, 'push.n_dm_b', { who }), url: `${pushPrefix(ctx.site)}/messages` });
1692 else pushEvent(ctx.site, { type: 'reply', title: i18nT(L, 'push.n_reply_t', { title: ctx.title }), body: `${who}: ${HtmlSanitizerService.toPlainText(html).slice(0, 90)}`, url: ctx.url });
1693 }
1694 }
1695 return 202;
1696 }
1697 // Home timeline (client): a top-level post from an account we follow.
1698 if (actorUri && !isLocalActor && belongsInTimeline(o)) {
1699 let subs = []; try { subs = db.prepare('SELECT slug, auto_boost FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist yet */ }
1700 if (subs.length) {
1701 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1702 const html = HtmlSanitizerService.sanitize(o.content || '');
1703 const _atts = (Array.isArray(o.attachment) ? o.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
1704 // Fallback cover: a Note's `image` (set when the attachment was suppressed
1705 // for a player-card post, e.g. hosted-audio posts).
1706 if (!_atts.some((m) => !m.type || /image/i.test(m.type)) && o.image) {
1707 const _im = Array.isArray(o.image) ? o.image[0] : o.image;
1708 const _iu = safeUrl(typeof _im === 'string' ? _im : (_im && _im.url));
1709 if (_iu) _atts.push({ url: _iu, type: (_im && _im.mediaType) || 'image/jpeg' });
1710 }
1711 const media = JSON.stringify(_atts);
1712 const poll = parsePoll(o); // a Question (fediverse poll) → cache its options/counts
1713 // "Feature" = show in the Cirkel (local only). We do NOT auto-Announce
1714 // incoming posts to the fediverse — that flooded followers. Boosting to the
1715 // fediverse is only ever a deliberate, manual per-post action (the 🔁 on
1716 // the timeline).
1717 for (const s of subs) {
1718 tlStmts().ins.run(o.id, s.slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, media, o.sensitive ? 1 : 0, o.summary || null);
1719 // FEP-633c §2.2: register the ward hint on the stored object (no action yet).
1720 if (Guardianship.objectHasGuardians(o)) { try { db.prepare('UPDATE ap_timeline SET has_guardians = 1 WHERE id = ? AND slug = ?').run(o.id, s.slug); } catch { /* ignore */ } }
1721 // FEP-9098: keep the note's custom-emoji tags so the C2S inbox read can serve them.
1722 { const ej = extractEmojiTags(o.tag); if (ej) { try { db.prepare('UPDATE ap_timeline SET emoji_json = ? WHERE id = ? AND slug = ?').run(ej, o.id, s.slug); } catch { /* ignore */ } } }
1723 storeAuthorEmoji(o.id, s.slug, ai); // custom-emoji display name for the byline
1724
1725 // FEP-e232 + FEP-044f: keep the note's object-link/quote tags for the same read.
1726 { const lj = extractLinkJson(o); if (lj) { try { db.prepare('UPDATE ap_timeline SET link_json = ? WHERE id = ? AND slug = ?').run(lj, o.id, s.slug); } catch { /* ignore */ } } }
1727 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, s.slug); } catch { /* ignore */ } }
1728 }
1729 // FEP-044f embedded quote card: resolve the quoted post out of band so
1730 // the inbox response is not blocked on a remote fetch. Best-effort.
1731 if (quoteHrefOf(o)) {
1732 const slugs = subs.map((s) => s.slug);
1733 resolveQuote(o).then((qj) => {
1734 if (!qj) return;
1735 for (const sl of slugs) { try { db.prepare('UPDATE ap_timeline SET quote_json = ? WHERE id = ? AND slug = ?').run(qj, o.id, sl); } catch { /* ignore */ } }
1736 }).catch(() => { /* best-effort */ });
1737 } else {
1738 // No fediverse quote: try an EXTERNAL embed (oEmbed / known provider),
1739 // thumbnail-only. Also out of band, and stored for everyone; the gate
1740 // that decides who may SEE it is applied at serve time (§5.3-style
1741 // gated feature, see the inbox read).
1742 const slugs = subs.map((s) => s.slug);
1743 resolveExternalEmbed(o.content).then((ej) => {
1744 if (!ej) return;
1745 for (const sl of slugs) { try { db.prepare('UPDATE ap_timeline SET embed_json = ? WHERE id = ? AND slug = ?').run(ej, o.id, sl); } catch { /* ignore */ } }
1746 }).catch(() => { /* best-effort */ });
1747 }
1748 console.log('[AP] timeline +', actorUri, 'x' + subs.length);
1749 }
1750 }
1751 // Mentioned in a post that is NOT a reply to our content (a reply to us already returned
1752 // above): store a mention notification for each of our actors named in the Mention tags.
1753 // Requires our own base prefix on the tag href — /ap/users/<slug> on a REMOTE host is
1754 // someone else's actor, not ours.
1755 if (actorUri && !isLocalActor && o.id) {
1756 const slugs = localMentionSlugs(o.tag, base);
1757 if (slugs.length) {
1758 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1759 const html = HtmlSanitizerService.sanitize(o.content || '');
1760 // FEP-633c 5.2.1: a ward's call for help rides a direct mention; the
1761 // flag is stored so the Guardian PWA's message centre can list it.
1762 const help = Guardianship.isHelpRequest(o);
1763 const wave = Guardianship.isWave(o);
1764 const hasG = Guardianship.objectHasGuardians(o); // §2.2 hint, register-only
1765 // FEP-633c 3.6.1: a guardian declares itself away to its ward, on the
1766 // same direct note the mention below stores (so the kid also reads it
1767 // as an ordinary message). Recorded only from an actual guardian of
1768 // the addressed ward, and only with an end: an absence without an end
1769 // is logged and dropped, never guessed.
1770 if (Guardianship.availability.isAway(o)) {
1771 const until = Guardianship.availability.parseEndTime(o.endTime);
1772 for (const slug of slugs) {
1773 const isG = (() => { try { return Guardianship.listGuardians(slug).some((g) => g.other_uri === actorUri); } catch { return false; } })();
1774 if (!isG) continue;
1775 if (!until || until <= Date.now()) { console.warn('[AP] away without a (future) end ignored (3.6.1):', actorUri, '→', slug); continue; }
1776 Guardianship.availability.declareAway(slug, actorUri, until);
1777 console.log('[AP] guardian declared away (3.6.1):', actorUri, '→', slug, 'until', new Date(until).toISOString());
1778 }
1779 }
1780 for (const slug of slugs) {
1781 try {
1782 const r = db.prepare(`INSERT OR IGNORE INTO ap_mentions (slug, object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, published, help_request, wave, has_guardians, emoji_json, actor_emoji_json, media_json, created_at)
1783 VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)`)
1784 .run(slug, o.id, safeUrl(o.url) || null, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.published || null, help ? 1 : 0, wave ? 1 : 0, hasG ? 1 : 0,
1785 extractEmojiTags(o.tag), emojiJsonOf(ai.emojis), mediaFromNote(o));
1786 if (r.changes) {
1787 // The quote / link-preview card resolves out of band (a remote
1788 // fetch), exactly as it does for a timeline post, so the inbox
1789 // answer is never blocked on it.
1790 resolveCard(o).then((c) => {
1791 if (!c) return;
1792 const col = c.column === 'quote_json' ? 'quote_json' : 'embed_json'; // never a value from the wire
1793 try { db.prepare(`UPDATE ap_mentions SET ${col} = ? WHERE slug = ? AND object_uri = ?`).run(c.json, slug, o.id); } catch { /* ignore */ }
1794 }).catch(() => { /* best-effort */ });
1795 console.log('[AP] mention', actorUri, '→', slug, help ? '(help request)' : '');
1796 const vis = noteVisibility(o);
1797 const priv = vis === 'direct' || vis === 'followers';
1798 const L = pushLang(slug);
1799 const who = ai.name || ai.handle || i18nT(L, 'notif.someone');
1800 // Same privacy rule as replies: private mentions push without content.
1801 // A help request pushes as its own alert type, aimed at the
1802 // Guardian PWA's message centre.
1803 if (help) pushEvent(slug, { type: 'help', title: i18nT(L, 'push.n_help_t'), body: i18nT(L, 'push.n_help_b', { who }), url: '/guardian' });
1804 else if (priv) pushEvent(slug, { type: 'dm', title: i18nT(L, 'push.n_dm_t'), body: i18nT(L, 'push.n_dm_b', { who }), url: `${pushPrefix(slug)}/messages` });
1805 else pushEvent(slug, { type: 'reply', title: i18nT(L, 'push.n_mention_t'), body: `${who}: ${HtmlSanitizerService.toPlainText(html).slice(0, 90)}`, url: `${pushPrefix(slug)}/messages` });
1806 }
1807 } catch { /* ignore */ }
1808 }
1809 }
1810 }
1811 return 202;
1812 }
1813 // A remote post we cached was edited upstream → refresh our cached copy. This is the
1814 // push-based edit-sync that keeps the Cirkel/timeline fresh without polling (selfHeal
1815 // does it on a version bump; this does it live). Scope to the SIGNING actor so B can't
1816 // edit A's note (the signature gate guarantees claimedActor == the verified signer).
1817 if (type === 'Update' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1818 const o = act.object;
1819 if (o.id && claimedActor) {
1820 const html = HtmlSanitizerService.sanitize(o.content || '');
1821 const media = mediaFromNote(o);
1822 try {
1823 // Refresh url too (COALESCE keeps the old one if the Update omits it): a remote slug
1824 // rename keeps the same AP id but changes the human url, so without this the cached
1825 // post would keep linking to the old, now-dead URL.
1826 const r = db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ? AND author_uri = ?')
1827 .run(html, media, o.sensitive ? 1 : 0, o.summary || null, o.url || null, o.id, claimedActor);
1828 if (r.changes) console.log('[AP] timeline update', claimedActor, '→', o.id);
1829 // A poll's Update carries the fresh vote counts / closed state. Refresh per-row so each
1830 // site keeps its own `voted` state while the counts/closed update to the new totals.
1831 const poll = parsePoll(o);
1832 if (poll) {
1833 const rows = db.prepare('SELECT rowid AS rid, poll_json FROM ap_timeline WHERE id = ? AND author_uri = ?').all(o.id, claimedActor);
1834 const upd = db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE rowid = ?');
1835 for (const rw of rows) {
1836 let voted = null; try { voted = rw.poll_json ? (JSON.parse(rw.poll_json).voted || null) : null; } catch { /* ignore */ }
1837 upd.run(JSON.stringify({ ...poll, voted }), rw.rid);
1838 }
1839 }
1840 } catch { /* ignore */ }
1841 // If this note is a cached fediverse reply on one of our posts, refresh its text too.
1842 try { db.prepare('UPDATE ap_interactions SET content = ? WHERE object_uri = ? AND actor_uri = ?').run(html, o.id, claimedActor); } catch { /* ignore */ }
1843 }
1844 return 202;
1845 }
1846 if (type === 'Like' || type === 'Announce') {
1847 const tgt = act.object;
1848 const objUrl = typeof tgt === 'string' ? tgt : (tgt && tgt.id);
1849 const pid = postIdFromNoteUrl(objUrl, base);
1850 if (pid && actorUri && !isLocalActor && localPostExists(pid)) {
1851 // A boost/like of a non-public post is dropped, not stored: nobody
1852 // outside the audience should even hold it (shaer-tqc hardening).
1853 const vp = db.prepare('SELECT fan_only, ap_visibility FROM posts WHERE id = ?').get(pid);
1854 if (vp && (vp.fan_only || vp.ap_visibility === 'direct' || vp.ap_visibility === 'friends')) {
1855 console.log('[AP] dropped', type, 'on non-public post', pid);
1856 return;
1857 }
1858 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1859 iStmts().ins.run(type.toLowerCase(), pid, '', actorUri, ai.name, ai.handle, ai.url, ai.icon, null, null, null, noteVisibility(act), null, emojiJsonOf(ai.emojis));
1860 console.log('[AP]', type === 'Like' ? 'like' : 'boost', actorUri, '→', pid);
1861 {
1862 const ctx = pushPostCtx(pid);
1863 if (ctx) {
1864 const L = pushLang(ctx.site);
1865 const who = ai.name || ai.handle || i18nT(L, 'notif.someone');
1866 if (type === 'Like') pushEvent(ctx.site, { type: 'like', title: i18nT(L, 'push.n_like_t'), body: i18nT(L, 'push.n_like_b', { who, title: ctx.title }), url: ctx.url });
1867 else pushEvent(ctx.site, { type: 'boost', title: i18nT(L, 'push.n_boost_t'), body: i18nT(L, 'push.n_boost_b', { who, title: ctx.title }), url: ctx.url });
1868 }
1869 }
1870 } else if (type === 'Announce' && objUrl && actorUri && !isLocalActor) {
1871 // A boost FROM an account we follow, of a REMOTE post → show it in the News feed.
1872 // We only STORE it for display; we NEVER auto-Announce it onward (anti-feedback-loop:
1873 // re-announcing an incoming Announce would cascade boosts across the network).
1874 let subs = []; try { subs = db.prepare('SELECT slug FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist */ }
1875 if (subs.length) {
1876 const bn = await fetchNoteAP(objUrl);
1877 if (bn && bn !== 404 && (bn.type === 'Note' || bn.type === 'Article') && bn.id) {
1878 const origUri = actorUriOf(bn.attributedTo);
1879 // Block completeness: even if you follow the booster, drop a boost whose ORIGINAL
1880 // author is blocked — otherwise a block is bypassed via someone else's boost.
1881 if (origUri && isBlockedAny(origUri)) { console.log('[AP] timeline boost dropped (blocked origin)', origUri, 'via', actorUri); return 202; }
1882 const oai = actorInfo(await resolveActor(origUri), origUri);
1883 const html = HtmlSanitizerService.sanitize(bn.content || '');
1884 const media = mediaFromNote(bn);
1885 const booster = actorInfo(await resolveActor(actorUri), actorUri);
1886 for (const s of subs) {
1887 // published = now → the boost shows as fresh activity at the top (Mastodon shows
1888 // reblogs at reblog-time, not the original's date). INSERT OR IGNORE: if we already
1889 // have the note (e.g. we also follow the author), keep it and DON'T relabel it.
1890 let inserted = false;
1891 try { const r = tlStmts().ins.run(bn.id, s.slug, origUri || '', oai.name, oai.handle, oai.icon, oai.url, html, bn.url || null, new Date().toISOString(), media, bn.sensitive ? 1 : 0, bn.summary || null); inserted = r.changes > 0; } catch { /* ignore */ }
1892 if (inserted) { try { db.prepare('UPDATE ap_timeline SET reblog_name = ?, reblog_handle = ?, reblog_icon = ?, reblog_emoji_json = ? WHERE slug = ? AND id = ?').run(booster.name, booster.handle, booster.icon, (booster.emojis && Object.keys(booster.emojis).length) ? JSON.stringify(booster.emojis) : null, s.slug, bn.id); } catch { /* ignore */ } }
1893 storeAuthorEmoji(bn.id, s.slug, oai); // custom-emoji display name for the byline
1894 // A boost carries the same renderable tags as a Create: capture the
1895 // note's content emojis (FEP-9098) and object links / quote (FEP-e232/
1896 // 044f) so boosted posts render like any other, not as raw shortcodes.
1897 { const ej = extractEmojiTags(bn.tag); if (ej) { try { db.prepare('UPDATE ap_timeline SET emoji_json = ? WHERE id = ? AND slug = ?').run(ej, bn.id, s.slug); } catch { /* ignore */ } } }
1898 { const lj = extractLinkJson(bn); if (lj) { try { db.prepare('UPDATE ap_timeline SET link_json = ? WHERE id = ? AND slug = ?').run(lj, bn.id, s.slug); } catch { /* ignore */ } } }
1899 }
1900 // FEP-044f: resolve the embedded quote card for a boosted post too
1901 // (out of band, best-effort, so it does not block the inbox response).
1902 if (quoteHrefOf(bn)) {
1903 const slugs = subs.map((s) => s.slug);
1904 resolveQuote(bn).then((qj) => {
1905 if (!qj) return;
1906 for (const sl of slugs) { try { db.prepare('UPDATE ap_timeline SET quote_json = ? WHERE id = ? AND slug = ?').run(qj, bn.id, sl); } catch { /* ignore */ } }
1907 }).catch(() => { /* best-effort */ });
1908 }
1909 console.log('[AP] timeline boost +', actorUri, 'x' + subs.length);
1910 }
1911 }
1912 }
1913 return 202;
1914 }
1915 if (type === 'Delete') {
1916 // A remote note was deleted upstream → drop it from replies AND the timeline.
1917 // Scope to the SIGNING actor so actor B can't delete actor A's content (the
1918 // signature gate guarantees claimedActor == the verified signer here).
1919 const oid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1920 if (oid && claimedActor) {
1921 try { db.prepare('DELETE FROM ap_interactions WHERE object_uri = ? AND actor_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1922 try { db.prepare('DELETE FROM ap_timeline WHERE id = ? AND author_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1923 // Also clear a boost/like YOU made of this now-deleted remote post (the interact-page
1924 // ap_my_reactions state), so it can't stay stuck as "boosted" on a post that's gone.
1925 // Guard: only when the deleter owns the note's domain (B mustn't clear your reactions
1926 // to A's posts).
1927 try {
1928 let sameHost = false;
1929 try { sameHost = new URL(oid).host === new URL(claimedActor).host; } catch { sameHost = false; }
1930 if (sameHost) db.prepare('DELETE FROM ap_my_reactions WHERE target_uri = ?').run(oid);
1931 } catch { /* ignore */ }
1932 }
1933 return 202;
1934 }
1935 // Accept/Reject of a Follow WE sent (client side).
1936 if (type === 'Accept' && act.object) {
1937 const fid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1938 if (fid) { try { fwStmts().acc.run(fid); } catch { /* ignore */ } }
1939 console.log('[AP] follow accepted', actorUri);
1940 // The moment a friendship exists is the moment the history comes along
1941 // (Robins besluit, 30-7): delivery cannot reach into the past, so the
1942 // fresh follower pulls the outbox, signed, and the other side now serves
1943 // the friends-only posts too.
1944 if (slugParam && actorUri) backfillFromOutbox(slugParam, actorUri).catch(() => { /* best-effort */ });
1945 return 202;
1946 }
1947 if (type === 'Reject' && act.object) {
1948 const who = actorUri;
1949 if (who && slugParam) { try { fwStmts().del.run(slugParam, who); } catch { /* ignore */ } }
1950 return 202;
1951 }
1952
1953 console.log('[AP] inbox', type || 'unknown', '→', slugParam || 'shared', 'from', ip, '(ignored)');
1954 return 202;
1955}
1956
1957// Deliver a new post as Create(Note) to all followers' inboxes (fire-and-forget).
1958// Needs PUBLIC_BASE_URL (absolute URLs); no-op without followers or base.
1959export async function deliverCreate(site, post) {
1960 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1961 if (!base || !site || !site.slug) return;
1962 // Resolve inline @user@host mentions → link them in the note + collect their inboxes, so a
1963 // mentioned person is notified even if they don't follow us (Mastodon-standard mention).
1964 const mres = await resolveMentionsInText(base, post.content || '');
1965 let post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1966 // FEP-044f: does this post quote a fediverse object? Resolve it once, here,
1967 // and remember it on the post, so buildNote (sync, also used by the outbox)
1968 // never has to fetch. The quoted author's inbox joins the delivery set: that
1969 // IS the notification.
1970 const quoteInboxes = [];
1971 if (post2.quote_uri === undefined || post2.quote_uri === null) {
1972 const q = await resolveOwnQuote(post2.content || '');
1973 if (q) {
1974 try { db.prepare('UPDATE posts SET quote_uri = ?, quote_actor = ? WHERE id = ?').run(q.uri, q.actor || null, post.id); } catch { /* ignore */ }
1975 post2 = { ...post2, quote_uri: q.uri, quote_actor: q.actor || null };
1976 }
1977 }
1978 if (post2.quote_actor) {
1979 const a = await fetchActor(post2.quote_actor).catch(() => null);
1980 const inbox = a && ((a.endpoints && a.endpoints.sharedInbox) || a.inbox);
1981 if (inbox) quoteInboxes.push(inbox);
1982 }
1983 const followers = fStmts().list.all(site.slug);
1984 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes, ...quoteInboxes].filter(Boolean))];
1985 if (!inboxes.length) return; // no followers, no one mentioned, no one quoted
1986 const keys = getOrCreateKeys(site.slug);
1987 const keyId = `${actorId(base, site.slug)}#main-key`;
1988 const create = buildCreate(base, site, post2);
1989 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, create, keyId, keys.private_pem);
1990}
1991
1992// On a new Follow, send that follower our most recent posts as Create so their
1993// timeline shows our history (Mastodon does not backfill on follow). Oldest-first
1994// so they sort into the follower's timeline at their original dates.
1995async function backfillNewFollower(base, slug, inbox) {
1996 if (!base || !slug || !inbox) return;
1997 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
1998 if (!site) return;
1999 const recent = db.prepare(
2000 `SELECT id, slug, title, content, cover_image_url, cover_video_url, nsfw, content_warning, c2s_attachments, published_at, created_at
2001 FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
2002 ORDER BY COALESCE(published_at, created_at) DESC LIMIT 20`
2003 ).all(site.id).reverse();
2004 if (!recent.length) return;
2005 const keys = getOrCreateKeys(slug);
2006 const keyId = `${actorId(base, slug)}#main-key`;
2007 for (const p of recent) {
2008 try { await deliver(inbox, buildCreate(base, site, p), keyId, keys.private_pem); } catch { /* best-effort */ }
2009 await new Promise((r) => setTimeout(r, 150));
2010 }
2011 console.log('[AP] backfilled', recent.length, 'posts to new follower of', slug);
2012}
2013
2014// Tell followers a post is gone (Delete + Tombstone) so it's removed from their feeds.
2015export async function deliverDelete(site, post) {
2016 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2017 if (!base || !site || !site.slug || !post || !post.id) return;
2018 const followers = fStmts().list.all(site.slug);
2019 if (!followers.length) return;
2020 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
2021 const keys = getOrCreateKeys(site.slug);
2022 const me = actorId(base, site.slug);
2023 const nid = noteId(base, post.id);
2024 const del = {
2025 '@context': AP_CONTEXT,
2026 id: `${nid}#delete-${Date.now()}-${rid()}`,
2027 type: 'Delete',
2028 actor: me,
2029 to: [PUBLIC],
2030 object: { id: nid, type: 'Tombstone' },
2031 };
2032 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, del, `${me}#main-key`, keys.private_pem);
2033}
2034
2035// Tell followers an already-published post changed (Update + edited Note) so
2036// Mastodon refreshes the cached copy (e.g. after fixing content).
2037export async function deliverUpdate(site, post) {
2038 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2039 if (!base || !site || !site.slug || !post || !post.id) return;
2040 const mres = await resolveMentionsInText(base, post.content || ''); // link mentions + collect inboxes
2041 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
2042 const followers = fStmts().list.all(site.slug);
2043 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
2044 if (!inboxes.length) return;
2045 const keys = getOrCreateKeys(site.slug);
2046 const me = actorId(base, site.slug);
2047 const note = buildNote(base, site, post2);
2048 note.updated = new Date().toISOString();
2049 const update = {
2050 '@context': AP_CONTEXT,
2051 id: `${noteId(base, post.id)}#update-${Date.now()}-${rid()}`,
2052 type: 'Update', actor: me, to: [PUBLIC], cc: note.cc,
2053 object: note,
2054 };
2055 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
2056}
2057
2058// Tell followers the ACTOR changed (Update + Person) so Mastodon re-processes the
2059// account AND re-fetches the featured (pinned) collection — there is no standard
2060// "featured changed" activity, so this is how a pin/unpin propagates promptly.
2061export async function deliverActorUpdate(site) {
2062 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2063 if (!base || !site || !site.slug) return;
2064 const followers = fStmts().list.all(site.slug);
2065 if (!followers.length) return;
2066 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
2067 const keys = getOrCreateKeys(site.slug);
2068 const me = actorId(base, site.slug);
2069 const update = {
2070 '@context': AP_CONTEXT,
2071 id: `${me}#update-${Date.now()}-${rid()}`,
2072 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
2073 object: buildActor(base, site),
2074 };
2075 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
2076}
2077
2078// Reliably set the pinned order on followers' instances via Add/Remove activities
2079// (how Mastodon itself federates pins) — pushed to the inbox + processed immediately,
2080// unlike the featured COLLECTION which Mastodon caches with sticky StatusPins.
2081// Mastodon's Add skips an already-pinned status, so we REMOVE every pin first, wait,
2082// then ADD in rank-DESCENDING order (rank 1 added LAST → newest StatusPin → shown first,
2083// because Mastodon displays pins newest-first). `alsoRemove` = ids to unpin too.
2084// Serialize pin-resyncs per site: two concurrent /save calls would otherwise interleave
2085// their Remove -> wait -> Add sequences and scramble the StatusPin order on Mastodon. A
2086// resync already in flight for a site coalesces later requests into ONE rerun after it
2087// finishes (accumulating their extra unpins), so rapid saves don't pile up N full resyncs.
2088const _pinResync = new Map(); // slug -> { promise, pending, pendingRemove:Set, site }
2089export function resyncFeaturedPins(site, alsoRemove = []) {
2090 if (!site || !site.slug) return Promise.resolve();
2091 const slug = site.slug;
2092 const running = _pinResync.get(slug);
2093 if (running) {
2094 running.pending = true;
2095 running.site = site; // use the latest site object on the rerun
2096 for (const id of alsoRemove) running.pendingRemove.add(id);
2097 return running.promise;
2098 }
2099 const state = { promise: null, pending: false, pendingRemove: new Set(), site };
2100 state.promise = (async () => {
2101 let extra = alsoRemove;
2102 for (;;) {
2103 try { await doResyncFeaturedPins(state.site, extra); }
2104 catch (e) { console.warn('[AP] pin resync failed:', e.message); }
2105 if (!state.pending) break;
2106 state.pending = false;
2107 extra = [...state.pendingRemove];
2108 state.pendingRemove = new Set();
2109 }
2110 _pinResync.delete(slug);
2111 })();
2112 _pinResync.set(slug, state);
2113 return state.promise;
2114}
2115
2116// The actual resync work — do NOT call directly; go through resyncFeaturedPins() above so
2117// it stays serialized per site.
2118async function doResyncFeaturedPins(site, alsoRemove = []) {
2119 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2120 if (!base || !site || !site.slug) return;
2121 const followers = fStmts().list.all(site.slug);
2122 if (!followers.length) return;
2123 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
2124 const keys = getOrCreateKeys(site.slug);
2125 const me = actorId(base, site.slug);
2126 const keyId = `${me}#main-key`;
2127 const featured = `${me}/featured`;
2128 const note = (id) => noteId(base, id);
2129 const pinned = db.prepare(
2130 `SELECT id FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
2131 AND pinned IS NOT NULL AND pinned > 0
2132 ORDER BY pinned DESC, COALESCE(published_at, created_at) ASC LIMIT 20`
2133 ).all(site.id);
2134 const removeIds = [...new Set([...pinned.map((p) => p.id), ...alsoRemove])];
2135 // 1. Remove every current pin so Mastodon can recreate them in order.
2136 for (const id of removeIds) {
2137 const rm = { '@context': AP_CONTEXT, id: `${me}#rm-${id}-${Date.now()}-${rid()}`, type: 'Remove', actor: me, object: note(id), target: featured, to: [PUBLIC] };
2138 for (const inbox of inboxes) deliver(inbox, rm, keyId, keys.private_pem).catch(() => { /* best-effort */ });
2139 }
2140 if (!pinned.length) { console.log('[AP] unpinned all featured for', site.slug); return; }
2141 await new Promise((r) => setTimeout(r, 5000)); // let the Removes land first
2142 // 2. Add in rank-DESC order, gaps so each StatusPin gets an increasing created_at.
2143 for (const p of pinned) {
2144 const add = { '@context': AP_CONTEXT, id: `${me}#add-${p.id}-${Date.now()}-${rid()}`, type: 'Add', actor: me, object: note(p.id), target: featured, to: [PUBLIC], cc: [`${me}/followers`] };
2145 for (const inbox of inboxes) deliver(inbox, add, keyId, keys.private_pem).catch(() => { /* best-effort */ });
2146 await new Promise((r) => setTimeout(r, 2000));
2147 }
2148 console.log('[AP] resynced', pinned.length, 'featured pins for', site.slug);
2149}
2150
2151// ── outbound replies (Klonkt → fediverse) ─────────────────────────
2152const escHtml = (s) => String(s || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
2153const toISO = (v) => { if (!v) return new Date().toISOString(); const s = String(v); const d = new Date(/[TZ]/.test(s) ? s : s.replace(' ', 'T') + 'Z'); return isNaN(d) ? new Date().toISOString() : d.toISOString(); };
2154
2155// Build one of OUR outbound reply Notes from an ap_outbox row.
2156// Turn #hashtags in reply text into Mastodon-style hashtag links (clickable + federated).
2157function linkHashtags(base, html) {
2158 // Prefix: start / whitespace / '>' / opening bracket — "(#tag" is a tag too. NO quote
2159 // chars in this class: a quote precedes attribute values (alt="#…"), which must not match.
2160 return String(html || '').replace(/(^|[\s>([{])#([\p{L}\p{M}\p{N}_]+)/gu, (m, pre, tag) =>
2161 `${pre}<a href="${base}/tag/${encodeURIComponent(tag.toLowerCase())}" class="mention hashtag" rel="tag">#${tag}</a>`);
2162}
2163// Auto-link bare http(s) URLs in already-safe HTML (federated copies). Splits on existing
2164// <a>…</a> so a linked URL is never wrapped twice; requires start/whitespace/'>' before the
2165// URL so attribute values (src="https://…") never match. Trailing sentence punctuation stays
2166// outside the link (Mastodon-style).
2167function linkUrls(html) {
2168 const parts = String(html || '').split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi);
2169 for (let i = 0; i < parts.length; i++) {
2170 if (/^<a\b/i.test(parts[i])) continue; // already a link → leave as-is
2171 parts[i] = parts[i].replace(/(^|[\s>([{])(https?:\/\/[^\s<]+?)([.,;:!?)\]»]*)(?=$|[\s<])/g,
2172 (m, pre, url, trail) => `${pre}<a href="${url.replace(/"/g, '%22')}" rel="nofollow noopener" target="_blank">${url}</a>${trail}`);
2173 }
2174 return parts.join('');
2175}
2176// Linkify inline #hashtags and bare URLs in BODY html for on-site DISPLAY, using the
2177// EXACT same rules as the federated copy (linkHashtags/linkUrls), so the website and the
2178// Mastodon copy agree instead of the website showing raw text. Idempotent: existing
2179// <a>…</a> (editor links, embeds, shortcode buttons) are split out and left untouched, so
2180// nothing is double-wrapped. Pass base='' → root-relative /tag/<slug> links.
2181export function linkifyBody(base, html) {
2182 const withTags = String(html || '')
2183 .split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi)
2184 .map((seg) => (/^<a\b/i.test(seg) ? seg : linkHashtags(base, seg)))
2185 .join('');
2186 return linkUrls(withTags);
2187}
2188
2189// Bake a post's raw source into its display HTML (the ActivityPub `source` model): done ONCE
2190// at save and cached in posts.content_rendered, so page views serve it statically instead of
2191// re-linkifying every render. Step 1 = #hashtags + bare URLs (cheap, no network). Step 2 will
2192// resolve @mentions here too (webfinger once at save instead of per page view).
2193export function bakePostContent(source) {
2194 return linkifyBody('', source || '');
2195}
2196
2197// Step 2: the full bake, incl. @mention links. Resolves @user@host via webfinger ONCE (the
2198// same resolver the federated copy uses) and bakes the profile links into content_rendered,
2199// so page views never do a per-view lookup. Unresolvable handles stay plain text; on any
2200// failure it degrades to the sync #hashtag/URL bake. Async (webfinger) → callers run it off
2201// the save response so the request never blocks on a slow/dead remote server.
2202export async function bakePostContentWithMentions(source) {
2203 const withHashUrls = bakePostContent(source);
2204 try { const m = await resolveMentionsInText('', withHashUrls); return m.html; }
2205 catch { return withHashUrls; }
2206}
2207
2208// Extract the AP Hashtag tag objects from already-linked reply content.
2209function hashtagTags(base, content) {
2210 const tags = [], seen = new Set();
2211 const re = /class="[^"]*\bhashtag\b[^"]*"[^>]*>#([\p{L}\p{M}\p{N}_]+)</giu;
2212 let m;
2213 while ((m = re.exec(content || ''))) {
2214 const k = m[1].toLowerCase();
2215 if (seen.has(k)) continue; seen.add(k);
2216 tags.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(k)}`, name: '#' + m[1] });
2217 }
2218 return tags;
2219}
2220
2221// Normalise a post's tags field (array, JSON-string, or comma-string) to an array.
2222function normalizeTags(t) {
2223 if (Array.isArray(t)) return t;
2224 if (typeof t === 'string') {
2225 const s = t.trim(); if (!s) return [];
2226 if (s[0] === '[') { try { const a = JSON.parse(s); return Array.isArray(a) ? a : []; } catch { /* fall through */ } }
2227 return s.split(',').map((x) => x.trim()).filter(Boolean);
2228 }
2229 return [];
2230}
2231// A tag → { label, slug }. Multi-word tags become CamelCase (#LiveMusic) for the display
2232// name (Mastodon hashtags can't contain spaces; CamelCase is the accessibility norm); the
2233// slug/href stays lowercase ("livemusic").
2234function tagParts(raw) {
2235 const words = String(raw || '').trim().split(/[\s_]+/).map((w) => w.replace(/[^\p{L}\p{M}\p{N}]/gu, '')).filter(Boolean);
2236 if (!words.length) return null;
2237 const slug = words.join('').toLowerCase();
2238 if (!slug) return null;
2239 const label = words.length > 1 ? words.map((w) => w[0].toUpperCase() + w.slice(1)).join('') : words[0];
2240 return { label, slug };
2241}
2242// Merge a post's tags field + the #hashtags linked inline in its body into one deduped
2243// Hashtag tag list (with hrefs to our /tag page).
2244function buildHashtagList(base, tagsField, content) {
2245 const out = [], seen = new Set();
2246 for (const t of normalizeTags(tagsField)) {
2247 const p = tagParts(t); if (!p || seen.has(p.slug)) continue; seen.add(p.slug);
2248 out.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(p.slug)}`, name: '#' + p.label });
2249 }
2250 for (const h of hashtagTags(base, content)) {
2251 const k = h.name.slice(1).toLowerCase(); if (seen.has(k)) continue; seen.add(k);
2252 out.push(h);
2253 }
2254 return out;
2255}
2256
2257// Extract Mention tag objects from already-linked content (class="u-url mention").
2258function mentionTags(content) {
2259 const tags = [], seen = new Set();
2260 // The link href is the human profile URL; the actor URI (for the Mention tag) is in data-actor.
2261 const re = /<a href="[^"]*" class="u-url mention" data-actor="([^"]+)">@([^<]+)<\/a>/gi;
2262 let m;
2263 while ((m = re.exec(content || ''))) {
2264 const href = m[1];
2265 if (seen.has(href)) continue; seen.add(href);
2266 tags.push({ type: 'Mention', href, name: '@' + m[2] });
2267 }
2268 return tags;
2269}
2270// Resolve inline @user@domain mentions in reply/post text → link them (href = actor URI)
2271// and collect the mentioned actors' inboxes so they get notified. Best-effort per mention.
2272async function resolveMentionsInText(base, html) {
2273 const inboxes = [];
2274 const handles = new Set();
2275 // Prefix also allows opening brackets — "(@user@host + me)" is a mention too (real-world
2276 // miss: a bracketed mention federated as plain text and its target was never notified).
2277 const re = /(^|[\s>([{])@([\p{L}\p{M}\p{N}_.-]+@[\p{L}\p{M}\p{N}.-]+)/gu;
2278 let m;
2279 while ((m = re.exec(html || ''))) handles.add(m[2]);
2280 let out = String(html || '');
2281 for (const h of handles) {
2282 let actorUri = null;
2283 try { actorUri = await webfingerResolve('@' + h); } catch { actorUri = null; }
2284 if (!actorUri) continue;
2285 const actor = await fetchActor(actorUri).catch(() => null);
2286 const inbox = actor && ((actor.endpoints && actor.endpoints.sharedInbox) || actor.inbox);
2287 if (inbox) inboxes.push(inbox);
2288 const profileUrl = actorInfo(actor, actorUri).url || actorUri; // human profile page → the link href
2289 const esc = h.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
2290 out = out.replace(new RegExp('(^|[\\s>([{])@' + esc + '(?![\\p{L}\\p{M}\\p{N}_.-])', 'gu'),
2291 (full, pre) => `${pre}<a href="${profileUrl}" class="u-url mention" data-actor="${actorUri}">@${h}</a>`);
2292 }
2293 return { html: out, inboxes };
2294}
2295
2296export function buildReplyNote(base, site, row) {
2297 // Thin delegate: replies are built by buildNote (the single Note entry point) in reply mode.
2298 return buildNote(base, site, row, { isReply: true });
2299}
2300
2301// The account's own outbound notes (replies and direct messages) as AS2
2302// Notes, newest first. The C2S inbox read serves these alongside the
2303// timeline: without them your own reply existed everywhere EXCEPT in your
2304// own app (Robins melding, 30-7: "replyen werkt nog niet"; het antwoord
2305// stond op de server maar de app kreeg het nooit terug, dus je probeerde
2306// het opnieuw en liep in de duplicate-guard).
2307export function getSentNotes(base, site, limit = 60) {
2308 return db.prepare('SELECT * FROM ap_outbox WHERE site_slug = ? ORDER BY created_at DESC LIMIT ?')
2309 .all(site.slug, limit)
2310 .map((row) => buildReplyNote(base, site, row));
2311}
2312
2313// Resolve one of our outbound reply Notes by id (for /ap/notes/:id fallback).
2314export function getOutboxNote(base, id) {
2315 const row = iStmts().getO.get(id);
2316 if (!row) return null;
2317 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(row.site_slug);
2318 if (!site) return null;
2319 return buildReplyNote(base, site, row);
2320}
2321
2322// ── ActivityPub Client-to-Server: ingest an activity POSTed to the outbox ──
2323// The C2S counterpart of handleInbox: a native/web client (Shaer) posts an
2324// activity here and we translate it onto the SAME delivery machinery the web UI
2325// uses (deliverReply / sendInteraction / followActor / deliverCreate). Returns
2326// { status, id?, url?, error? }. Auth + site-ownership are checked by the route.
2327const c2sIdOf = (x) => (typeof x === 'string' ? x : (x && (x.id || x.href))) || null;
2328
2329export async function ingestOutboxActivity(site, user, activity) {
2330 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2331 if (!base || !site || !activity || typeof activity !== 'object') return { status: 400, error: 'invalid_activity' };
2332
2333 // AP §6: a client MAY POST a bare object; the server wraps it in a Create.
2334 let type = activity.type;
2335 let object = activity.object;
2336 if (type === 'Note' || type === 'Article') { object = activity; type = 'Create'; }
2337 if (Array.isArray(type)) type = type.find((t) => typeof t === 'string');
2338
2339 // FEP-633c: the adoption handshake (Offer/Accept/Reject on a guardianship
2340 // Relationship) belongs to the guardianship module; anything else falls
2341 // through to the switch below.
2342 if (type === 'Offer' || type === 'Accept' || type === 'Reject') {
2343 const g = await Guardianship.handleGuardianshipOutbox(site, activity).catch(() => null);
2344 if (g) return g;
2345 }
2346
2347 try {
2348 switch (type) {
2349 case 'Create': {
2350 if (!object || typeof object !== 'object') return { status: 400, error: 'missing_object' };
2351 // Client sends `source` (plain/markdown) + `content` (HTML). deliverReply
2352 // re-escapes, so it needs plain text; a top-level post keeps sanitized HTML.
2353 const plain = (object.source && object.source.content) || HtmlSanitizerService.toPlainText(object.content || '');
2354 // A picture (or a recording) can be the whole message: media-only
2355 // notes pass here; c2sCreatePost validates the attachments themselves.
2356 if (!plain.trim() && !object.content && !(Array.isArray(object.attachment) && object.attachment.length)) {
2357 return { status: 400, error: 'empty_note' };
2358 }
2359 // Direct (private mention, shaer-tqc): NOT a post. Delivered over the
2360 // outbox machinery to the addressed inboxes only; shows under Messages.
2361 if (c2sVisibility(object) === 'direct') {
2362 const arr = (v) => (Array.isArray(v) ? v : (v ? [v] : [])).filter((x) => typeof x === 'string');
2363 const recipients = [...new Set([...arr(object.to), ...arr(object.cc)])]
2364 .filter((u) => /^https?:\/\//i.test(u) && !/\/followers\/?$/.test(u) && u !== PUBLIC);
2365 if (!recipients.length) return { status: 400, error: 'no_recipients' };
2366 // AS2 attachments (e.g. the help-buoy capture, uploaded via
2367 // uploadMedia): normalize our own absolute /media/ URLs to relative
2368 // so the deliverReply-style validation applies unchanged.
2369 const atts = (Array.isArray(object.attachment) ? object.attachment : [])
2370 .map((a) => a && typeof a === 'object' ? {
2371 url: String(a.url || '').replace(new RegExp('^' + base.replace(/[.*+?^${}()|[\]\\]/g, '\\$&')), ''),
2372 mediaType: String(a.mediaType || ''),
2373 name: String(a.name || '').slice(0, 120),
2374 } : null)
2375 .filter(Boolean);
2376 const help = object['shaer:helpRequest'] === true || object.helpRequest === true;
2377 // FEP-633c 3.6.1: a guardian here declaring itself away to its
2378 // wards. An away without a (future) end fails loudly, exactly as
2379 // the daemon refuses it: stored quietly it would be a nominal
2380 // guardian holding a seat.
2381 let awayUntil = null;
2382 if (Guardianship.availability.isAway(object)) {
2383 awayUntil = Guardianship.availability.parseEndTime(object.endTime);
2384 if (!awayUntil || awayUntil <= Date.now()) return { status: 400, error: 'away_needs_an_end' };
2385 // No local shortcut here: the note below reaches a ward on this
2386 // instance through the loopback, and its inbox handler applies the
2387 // absence like it does for a ward anywhere else. One path.
2388 }
2389 const r = await deliverDirectNote(site, { recipients, text: plain, language: object.language || null, inReplyTo: typeof object.inReplyTo === 'string' ? object.inReplyTo : null, attachments: atts, helpRequest: help, awayUntil });
2390 if (!r || !r.id) return { status: 502, error: 'direct_failed' };
2391 return { status: 201, id: r.id, url: `${base}/ap/notes/${r.id}` };
2392 }
2393 if (object.inReplyTo) {
2394 const parent = await resolveRemoteNote(c2sIdOf(object.inReplyTo), { asSlug: site.slug }).catch(() => null);
2395 if (!parent) return { status: 502, error: 'cannot_resolve_inReplyTo' };
2396 // The attachments ride along (Robins melding, 30-7: "502
2397 // reply_failed" op een reply met een foto): deliverReply validates
2398 // them itself (own /media only, image|audio|video, max 4) and a
2399 // media-only reply is a valid reply there. Dropping them here made
2400 // a photo reply arrive naked, and a photo-ONLY reply fail outright.
2401 const atts = (Array.isArray(object.attachment) ? object.attachment : [])
2402 .map((a) => a && typeof a === 'object' ? {
2403 url: String(a.url || '').replace(new RegExp('^' + base.replace(/[.*+?^${}()|[\]\\]/g, '\\$&')), ''),
2404 mediaType: String(a.mediaType || ''),
2405 name: String(a.name || '').slice(0, 120),
2406 } : null)
2407 .filter(Boolean);
2408 // Honour the client's visibility for the reply: 'friends' (followers-
2409 // only, the Shaer detail-view Reply) drops Public; anything else stays
2410 // quiet-public. 'direct' was already handled above.
2411 const r = await deliverReply(site, {
2412 postId: parent.localPostId || '', postSlug: null, parent, text: plain,
2413 html: object.content || null, attachments: atts,
2414 language: object.language || null, visibility: c2sVisibility(object),
2415 });
2416 if (!r || !r.id) return { status: 502, error: 'reply_failed' };
2417 return { status: 201, id: r.id, url: `${base}/ap/notes/${r.id}` };
2418 }
2419 return await c2sCreatePost(base, site, user, object);
2420 }
2421 case 'Like':
2422 case 'Announce': {
2423 const targetUri = c2sIdOf(object);
2424 if (!targetUri) return { status: 400, error: 'missing_object' };
2425 // A non-public local note cannot be boosted or liked into the open
2426 // (shaer-tqc hardening; the Mastodon 422 equivalent).
2427 const localPid = postIdFromNoteUrl(targetUri, base);
2428 if (localPid) {
2429 const p = db.prepare('SELECT fan_only, ap_visibility FROM posts WHERE id = ?').get(localPid);
2430 if (p && (p.fan_only || p.ap_visibility === 'direct' || p.ap_visibility === 'friends')) {
2431 return { status: 403, error: 'not_public' };
2432 }
2433 }
2434 const note = await resolveRemoteNote(targetUri, { asSlug: site.slug }).catch(() => null);
2435 const objUri = (note && note.object_uri) || targetUri;
2436 const authorUri = note && note.actor_uri;
2437 const kind = type === 'Announce' ? 'boost' : 'like';
2438 await sendInteraction(site, kind, objUri, authorUri);
2439 setMyReaction(site.slug, targetUri, kind, true);
2440 if (type === 'Announce' && note) { try { upsertBoostedNote(site.slug, note); } catch { /* non-fatal */ } }
2441 return { status: 202, url: objUri };
2442 }
2443 case 'Follow': {
2444 const actorUri = c2sIdOf(object);
2445 if (!actorUri) return { status: 400, error: 'missing_object' };
2446 // The error REACHES the app (Robins melding, 31-7): swallowing it
2447 // made a failed follow look exactly like a successful one.
2448 const r = await followActor(site, actorUri);
2449 if (r && r.error) return { status: 502, error: 'follow_failed', detail: r.error };
2450 return { status: 202, url: actorUri };
2451 }
2452 // Shaer "in Orbit" = a real Block (FEP-c648 client side): lands in
2453 // ap_blocks, shows in the Block tab, and purges the actor's cached
2454 // content. Client-side filtering becomes a cache of this state.
2455 case 'Block': {
2456 const targetUri = c2sIdOf(object);
2457 if (!targetUri) return { status: 400, error: 'missing_object' };
2458 const r = await blockTarget(site, targetUri);
2459 if (r && r.error) return { status: 400, error: r.error };
2460 return { status: 202, url: targetUri };
2461 }
2462 case 'Undo': {
2463 const inner = object && typeof object === 'object' ? object : null;
2464 let innerType = inner && inner.type;
2465 if (Array.isArray(innerType)) innerType = innerType.find((t) => typeof t === 'string');
2466 const innerTarget = c2sIdOf(inner && inner.object);
2467 if (innerType === 'Follow') { await unfollowActor(site, innerTarget); return { status: 202, url: innerTarget }; }
2468 if (innerType === 'Block') {
2469 if (!innerTarget) return { status: 400, error: 'missing_object' };
2470 unblock(site, innerTarget); // release from Orbit
2471 return { status: 202, url: innerTarget };
2472 }
2473 if (innerType === 'Like' || innerType === 'Announce') {
2474 const kind = innerType === 'Announce' ? 'unboost' : 'unlike';
2475 const note = await resolveRemoteNote(innerTarget, { asSlug: site.slug }).catch(() => null);
2476 const objUri = (note && note.object_uri) || innerTarget;
2477 await sendInteraction(site, kind, objUri, note && note.actor_uri);
2478 setMyReaction(site.slug, innerTarget, innerType === 'Announce' ? 'boost' : 'like', false);
2479 if (innerType === 'Announce') { try { unmarkBoosted(site.slug, objUri); } catch { /* non-fatal */ } }
2480 return { status: 202, url: objUri };
2481 }
2482 return { status: 400, error: 'unsupported_undo' };
2483 }
2484 // Delete your OWN note (Robins verzoek, 30-7: long-press delete in de
2485 // app). Scope stays narrow: this account's posts and outbound replies,
2486 // nothing else. The web delete route is the model: Tombstone to the
2487 // followers first, then the cascade, so nobody keeps a live copy of a
2488 // post the child took back.
2489 case 'Delete': {
2490 const targetUri = c2sIdOf(object);
2491 if (!targetUri) return { status: 400, error: 'missing_object' };
2492 const pid = postIdFromNoteUrl(targetUri, base);
2493 if (pid) {
2494 const post = db.prepare('SELECT * FROM posts WHERE id = ?').get(pid);
2495 if (post) {
2496 if (post.site_id !== site.id) return { status: 403, error: 'not_your_note' };
2497 if (post.status === 'published') deliverDelete(site, post).catch(() => { /* best-effort */ });
2498 db.transaction(() => {
2499 db.prepare('DELETE FROM comments WHERE post_id = ?').run(post.id);
2500 try { db.prepare('DELETE FROM posts_fts WHERE post_id = ?').run(post.id); } catch { /* FTS optional */ }
2501 db.prepare('DELETE FROM posts WHERE id = ?').run(post.id);
2502 })();
2503 return { status: 202, url: targetUri };
2504 }
2505 // Same /ap/notes/ namespace: one of our outbound replies/messages.
2506 // deliverOutboxDelete checks the site itself and tombstones too.
2507 if (await deliverOutboxDelete(site, pid)) return { status: 202, url: targetUri };
2508 }
2509 return { status: 404, error: 'not_your_note' };
2510 }
2511 // Update of arbitrary objects needs the post-edit pipeline; tracked
2512 // separately (klonkt-demo-c2s-del). Reject clearly rather than half-doing it.
2513 default:
2514 return { status: 400, error: 'unsupported_type', detail: String(type || 'none') };
2515 }
2516 } catch (e) {
2517 console.warn('[AP] C2S ingest failed:', e && e.message);
2518 return { status: 500, error: 'ingest_error' };
2519 }
2520}
2521
2522// Create a top-level microblog post from a C2S Note and federate it. Minimal
2523// sibling of the /posts/create route: sanitized HTML content, no title/cover.
2524async function c2sCreatePost(base, site, user, object) {
2525 const html = HtmlSanitizerService.sanitize(object.content || (object.source && object.source.content) || '');
2526 // Media on a top-level post (shaer-j3uh/-oqxk/-df3i): same rules as
2527 // deliverReply — only our OWN uploads, image/audio/video, max 4. They used
2528 // to be silently dropped here, so a photo post from the app arrived naked.
2529 const media = (Array.isArray(object.attachment) ? object.attachment : [])
2530 .filter((a) => a && typeof a.url === 'string' && /^\/media\/[\w./-]+$/.test(a.url)
2531 && /^(image|audio|video)\//.test(String(a.mediaType || '')))
2532 .slice(0, 4)
2533 .map((a) => {
2534 const entry = { url: a.url, mediaType: String(a.mediaType), name: String(a.name || '').slice(0, 120) };
2535 // The poster the upload leg made, when it did: a video's still frame
2536 // (shaer-zowq, .poster.jpg) or an audio's waveform (Robins vraag 30-7,
2537 // .poster.png). Rides along so the tag, the federated attachment and
2538 // the apps all have something to show instead of a bare box.
2539 const posterExt = entry.mediaType.startsWith('video/') ? '.poster.jpg'
2540 : entry.mediaType.startsWith('audio/') ? '.poster.png' : null;
2541 if (posterExt) {
2542 try {
2543 const mediaRoot = path.resolve(process.env.MEDIA_PATH || './storage/media');
2544 const rel = entry.url.replace(/^\/media\//, '');
2545 if (fs.existsSync(path.join(mediaRoot, rel + posterExt))) entry.poster = entry.url + posterExt;
2546 } catch { /* no poster is fine */ }
2547 }
2548 return entry;
2549 });
2550 if (!html.trim() && !media.length) return { status: 400, error: 'empty_note' };
2551 // The web reads the post's content, so the media goes IN it (we build these
2552 // tags ourselves from validated paths, after the sanitizer). buildNote
2553 // strips <img> back out into AS2 attachments; audio/video tags stay for the
2554 // web player and federate via c2s_attachments below.
2555 const esc = (t) => String(t).replace(/&/g, '&amp;').replace(/"/g, '&quot;').replace(/</g, '&lt;');
2556 const mediaHtml = media.map((a) => {
2557 if (a.mediaType.startsWith('image/')) return `<p><img src="${a.url}" alt="${esc(a.name)}"></p>`;
2558 // data-poster: <audio> has no poster attribute, but the tile derivation
2559 // reads this one to show the waveform (post-tile/post-card).
2560 if (a.mediaType.startsWith('audio/')) return `<p><audio controls preload="metadata"${a.poster ? ` data-poster="${a.poster}"` : ''} src="${a.url}"></audio></p>`;
2561 const poster = a.poster ? ` poster="${a.poster}"` : '';
2562 return `<p><video controls playsinline preload="metadata"${poster} src="${a.url}"></video></p>`;
2563 }).join('');
2564 const postId = crypto.randomUUID();
2565 const slug = 'n-' + postId.slice(0, 8);
2566 const now = new Date().toISOString();
2567 // Visibility from the note's addressing (shaer-60b): Public in `to` = loud
2568 // public, Public in `cc` = quiet public (unlisted), followers-only = friends
2569 // (rides the existing fan_only pipeline: followers-only AP delivery + web
2570 // gating), neither = participants-only (kept local until mention addressing
2571 // lands; still followers-gated on the web).
2572 const vis = c2sVisibility(object);
2573 const fanOnly = (vis === 'friends' || vis === 'direct') ? 1 : 0;
2574 // Deliberately NO cover (Robins besluit, 30-7): the media lives in the
2575 // content, and a cover next to it showed the same video twice on the post
2576 // page. The tiles derive their picture from the content instead.
2577 db.prepare(`INSERT INTO posts (id, site_id, slug, author_id, title, content, excerpt, status, type, language, fan_only, ap_visibility, created_at, updated_at, published_at)
2578 VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)`)
2579 .run(postId, site.id, slug, user.id, '', html + mediaHtml, '', 'published', 'post', object.language || 'nl', fanOnly, vis, now, now, now);
2580 if (media.length) { try { db.prepare('UPDATE posts SET c2s_attachments = ? WHERE id = ?').run(JSON.stringify(media), postId); } catch { /* column exists via ensureColumn */ } }
2581 try { db.prepare('UPDATE posts SET content_rendered = ? WHERE id = ?').run(bakePostContent(html + mediaHtml), postId); } catch { /* render fallback covers it */ }
2582 bakePostContentWithMentions(html + mediaHtml).then((h) => { try { db.prepare('UPDATE posts SET content_rendered = ? WHERE id = ?').run(h, postId); } catch { /* keep sync bake */ } }).catch(() => {});
2583 try { db.prepare('INSERT INTO posts_fts(content, title, author, post_id) VALUES (?,?,?,?)').run(HtmlSanitizerService.toPlainText(html), '', user.username || '', postId); } catch { /* FTS non-fatal */ }
2584 if (vis !== 'direct') {
2585 deliverCreate(site, { id: postId, slug, title: '', content: html + mediaHtml, published_at: now, created_at: now, fan_only: fanOnly, ap_visibility: vis, c2s_attachments: media.length ? JSON.stringify(media) : null }).catch(() => { /* best-effort */ });
2586 }
2587 return { status: 201, id: postId, url: `${base}/ap/notes/${postId}` };
2588}
2589
2590// The direct-note leg (ward call-for-help) lives in the guardianship module
2591// (src/services/guardianship/delivery.js); wired with our AP helpers at the
2592// bottom of this file. Re-exported so every existing caller keeps working.
2593export const c2sVisibility = Guardianship.c2sVisibility;
2594export const deliverDirectNote = Guardianship.deliverDirectNote;
2595
2596// Send a reply FROM this site to a remote actor (in reply to their inbound reply).
2597// `parent` = an ap_interactions row (actor_uri, actor_url, actor_handle, object_uri).
2598export async function deliverReply(site, { postId, postSlug, parent, text, html, language, attachments, mentions, visibility }) {
2599 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2600 // Rich replies: `html` is the reply editor's HTML (sanitized here); `text` is
2601 // the plain-text fallback (no-JS path, C2S `source`). Either may carry the reply.
2602 const richClean = html ? HtmlSanitizerService.sanitize(String(html)) : '';
2603 const rich = richClean && HtmlSanitizerService.toPlainText(richClean).trim() ? richClean : '';
2604 // Attachments: only OUR OWN uploads (/media/... paths, no remote URLs — the
2605 // upload route is the sole producer), image/audio/video only, max 4.
2606 const media = (Array.isArray(attachments) ? attachments : [])
2607 .filter((a) => a && typeof a.url === 'string' && /^\/media\/[\w./-]+$/.test(a.url)
2608 && /^(image|audio|video)\//.test(String(a.mediaType || '')))
2609 .slice(0, 4)
2610 .map((a) => ({ url: a.url, mediaType: String(a.mediaType), name: String(a.name || '').slice(0, 120) }));
2611 // A media-only reply (no text) is a valid reply.
2612 if (!base || !site || !site.slug || !parent || (!String(text || '').trim() && !rich && !media.length)) return null;
2613 const me = actorId(base, site.slug);
2614 // u02, the mentions bar: `mentions` undefined = legacy behavior (mention the
2615 // parent author). An ARRAY (possibly empty) = the kept conversation partners
2616 // exactly as the bar shows them; the mention prefix, the Mention tags (via
2617 // mentionTags over the content) and the delivery targets all follow it.
2618 const kept = Array.isArray(mentions)
2619 ? mentions
2620 .filter((m) => m && typeof m.uri === 'string' && /^https?:\/\//i.test(m.uri))
2621 .slice(0, 8)
2622 .map((m) => ({
2623 uri: m.uri,
2624 url: (typeof m.url === 'string' && /^https?:\/\//i.test(m.url)) ? m.url : m.uri,
2625 handle: String(m.handle || deriveHandle(m.uri)).slice(0, 120),
2626 }))
2627 : null;
2628 const mentionAnchor = (uri, url, h) => {
2629 const disp = h && h[0] === '@' ? h : '@' + (h || '');
2630 return `<a href="${escHtml(url || uri)}" class="u-url mention" data-actor="${escHtml(uri)}">${escHtml(disp)}</a> `;
2631 };
2632 const handle = parent.actor_handle || deriveHandle(parent.actor_uri);
2633 const mention = kept
2634 ? kept.map((k) => mentionAnchor(k.uri, k.url, k.handle)).join('')
2635 : (parent.actor_uri ? mentionAnchor(parent.actor_uri, parent.actor_url, handle) : '');
2636 // Who the stored reply is "to": the parent when kept, else the first kept chip.
2637 const parentKept = !kept || kept.some((k) => k.uri === parent.actor_uri);
2638 const toActorUri = parentKept ? (parent.actor_uri || null) : (kept[0] ? kept[0].uri : null);
2639 const toHandle = parentKept ? handle : (kept[0] ? kept[0].handle : null);
2640 let content;
2641 let mres;
2642 if (rich) {
2643 // Same enrichment pipeline as the plain path (mentions/hashtags/URLs), on
2644 // sanitized editor HTML. The parent mention goes inline into the first
2645 // paragraph (Mastodon convention), or becomes its own leading one.
2646 mres = await resolveMentionsInText(base, rich);
2647 const processed = linkUrls(linkHashtags(base, mres.html));
2648 if (processed.startsWith('<p>')) {
2649 content = processed.replace('<p>', `<p>${mention}`); // inline in the first paragraph
2650 } else if (/^<(blockquote|ul|ol|pre|h[1-6]|div|hr)\b/i.test(processed)) {
2651 content = `<p>${mention}</p>${processed}`; // block content: own leading paragraph
2652 } else {
2653 content = `<p>${mention}${processed}</p>`; // bare inline text: one paragraph together
2654 }
2655 } else {
2656 const body = escHtml(String(text).trim()).replace(/\r?\n/g, '<br>');
2657 mres = await resolveMentionsInText(base, body); // link inline @mentions + collect their inboxes
2658 content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
2659 }
2660 const replyLang = /^[a-z]{2,3}(-[A-Za-z0-9-]+)?$/.test(String(language || '')) ? language : null;
2661 // Dedup: skip if the exact same reply was already sent (double-submit guard).
2662 // Attachments count toward "the same": two media-only replies share content.
2663 const mediaJson = media.length ? JSON.stringify(media) : null;
2664 // A duplicate is idempotent success, not an error: it answers with the
2665 // EXISTING id. Returning without one made the C2S ingest say 502
2666 // reply_failed on a double-submit (Robins schermafdruk, 30-7), so a retry
2667 // of a reply the app never showed looked like the reply itself failing.
2668 const dup = db.prepare('SELECT id FROM ap_outbox WHERE site_slug = ? AND IFNULL(in_reply_to, \'\') = ? AND content = ? AND IFNULL(attachments, \'\') = IFNULL(?, \'\') LIMIT 1')
2669 .get(site.slug, parent.object_uri || '', content, mediaJson);
2670 if (dup) { console.log('[AP] outreply skipped (duplicate)'); return { duplicate: true, id: dup.id, delivered: 0 }; }
2671 const id = crypto.randomUUID();
2672 iStmts().insO.run(id, site.slug, postId, postSlug || null, parent.object_uri || null, toActorUri, toHandle, content, replyLang, mediaJson);
2673 // Followers-only reply (shaer detail-view): mark the row so buildNote drops
2674 // Public from cc. Default (undefined/'public'/'quiet') stays quiet-public.
2675 if (visibility === 'friends') { try { db.prepare('UPDATE ap_outbox SET visibility = ? WHERE id = ?').run('friends', id); } catch { /* ignore */ } }
2676 const row = iStmts().getO.get(id);
2677 const note = buildReplyNote(base, site, row);
2678 const create = {
2679 '@context': AP_CONTEXT,
2680 id: note.id + '#create', type: 'Create', actor: me,
2681 published: note.published, to: note.to, cc: note.cc, object: note,
2682 };
2683 const keys = getOrCreateKeys(site.slug);
2684 const keyId = `${me}#main-key`;
2685 const inboxes = new Set();
2686 // Everyone the mentions bar kept gets pinged; legacy path = the parent only.
2687 const mentionTargets = kept ? kept.map((k) => k.uri) : (parent.actor_uri ? [parent.actor_uri] : []);
2688 for (const uri of mentionTargets) {
2689 const a = await fetchActor(uri).catch(() => null);
2690 if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox);
2691 }
2692 if (parent.threadInbox) inboxes.add(parent.threadInbox); // back-compat (single)
2693 (parent.threadInboxes || []).forEach((i) => inboxes.add(i)); // whole ancestor chain
2694 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2695 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the reply
2696 inboxes.delete(`${me}/inbox`); // never deliver to ourselves (already in ap_outbox)
2697 inboxes.delete(`${base}/ap/inbox`); // (our own shared inbox) → avoids a self-duplicate
2698 let delivered = 0;
2699 for (const inbox of [...inboxes].filter(Boolean)) {
2700 let ok = false;
2701 try { const st = await deliver(inbox, create, keyId, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
2702 if (ok) delivered++;
2703 else enqueueDelivery(site.slug, inbox, create); // durable: retry a briefly-offline recipient (was silently dropped)
2704 }
2705 console.log('[AP] outreply', site.slug, '→', parent.actor_uri, 'delivered', delivered);
2706 return { id, content, delivered };
2707}
2708
2709// attributedTo may be a string, an object {id}, or an ARRAY — e.g. a PeerTube Video is
2710// attributed to [Person (account), Group (channel)]. Pick a usable actor URI (prefer Person).
2711function actorUriOf(att) {
2712 if (!att) return null;
2713 if (typeof att === 'string') return att;
2714 if (Array.isArray(att)) {
2715 const person = att.find((a) => a && typeof a === 'object' && a.type === 'Person' && a.id);
2716 if (person) return person.id;
2717 for (const a of att) { if (typeof a === 'string') return a; if (a && a.id) return a.id; }
2718 return null;
2719 }
2720 return att.id || null;
2721}
2722
2723// Resolve a remote post URL (any fediverse/Klonkt post) into a reply target.
2724// Returns a parent-shaped object usable by deliverReply(), or null.
2725export async function resolveRemoteNote(url, opts = {}) {
2726 if (!/^https?:\/\//i.test(String(url || ''))) return null;
2727 // With `asSlug` the fetches are SIGNED as that local actor. An anonymous
2728 // GET can only read public notes; a friends-only note (Shaer's default!)
2729 // rightly refuses it, which made every reply to a friend's post fail while
2730 // a reply to your own public post worked (Robins melding, 30-7). Signed,
2731 // the other server sees WHO asks and serves what the friendship earns.
2732 const get = (u) => (opts.asSlug ? signedGetJson(opts.asSlug, u) : fetchActor(u).catch(() => null));
2733 const note = await get(url); // AP GET (content-negotiates)
2734 if (!note || !note.id) return null;
2735 const att = note.attributedTo;
2736 const actorUri = actorUriOf(att);
2737 if (!actorUri) return null;
2738 const actor = await get(actorUri);
2739 const ai = actorInfo(actor, actorUri);
2740 // Is what we're replying to a post (or a comment) on one of OUR posts? If so,
2741 // link our reply to that local post so it shows nested in the post thread.
2742 const localTgt = findThreadTarget(note.id, (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, ''));
2743 // Walk the WHOLE reply chain upward (comment → parent comment → … → root post)
2744 // and collect every ancestor author's inbox, so each participant's server —
2745 // including the original post's author — receives + threads our reply.
2746 const threadInboxes = [];
2747 const seenInbox = new Set();
2748 let cursor = note.inReplyTo, guard = 0;
2749 while (cursor && guard++ < 6) {
2750 const url = typeof cursor === 'string' ? cursor : (cursor && cursor.id);
2751 if (!url) break;
2752 const pn = await get(url);
2753 if (!pn) break;
2754 const pa = actorUriOf(pn.attributedTo);
2755 if (pa && pa !== actorUri) {
2756 const paDoc = await get(pa);
2757 const inbox = paDoc && ((paDoc.endpoints && paDoc.endpoints.sharedInbox) || paDoc.inbox);
2758 if (inbox && !seenInbox.has(inbox)) { seenInbox.add(inbox); threadInboxes.push(inbox); }
2759 }
2760 cursor = pn.inReplyTo; // climb to the next ancestor
2761 }
2762 // For non-Note objects (PeerTube Video, Article, …) the meaningful label is `name` (the
2763 // title); prepend it so the reply page shows what you're replying to (sanitize cleans it).
2764 let rawHtml = String(note.content || '').replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
2765 if (note.name && note.type && note.type !== 'Note') rawHtml = `<p><strong>${note.name}</strong></p>` + rawHtml;
2766 const images = (Array.isArray(note.attachment) ? note.attachment : [])
2767 .filter((a) => a && a.url && (!a.mediaType || /^image\//i.test(a.mediaType)))
2768 .map((a) => safeUrl(a.url)).filter(Boolean);
2769 // A Klonkt hosted-audio post strips its cover from `attachment` (so Mastodon
2770 // shows the player card, not a loose image) and puts it in `image` instead.
2771 // Same fallback as mediaFromNote() so a boosted music post keeps its cover.
2772 if (!images.length && note.image) {
2773 const im = Array.isArray(note.image) ? note.image[0] : note.image;
2774 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
2775 if (iu) images.push(iu);
2776 }
2777 return {
2778 object_uri: safeUrl(note.id) || note.id,
2779 actor_uri: actorUri,
2780 actor_url: ai.url,
2781 actor_handle: ai.handle,
2782 actor_name: ai.name,
2783 actor_icon: ai.icon,
2784 url: note.url || url,
2785 content: HtmlSanitizerService.sanitize(rawHtml), // full, sanitized
2786 sensitive: !!note.sensitive, // remote CW → blur in the Cirkel
2787 cw: note.summary || '',
2788 images,
2789 // Full typed media (incl. video/mp4) for the timeline cache. `images` above is
2790 // image-only for the interact page preview; a boosted video-only post (Loops)
2791 // lost its media entirely because upsertBoostedNote only saw `images`.
2792 media: mediaFromNote(note),
2793 threadInboxes, // every ancestor author's inbox
2794 localPostId: localTgt ? localTgt.post_id : '', // our post this belongs to (if any)
2795 poll: parsePoll(note), // a Question → its options/counts (else null)
2796 preview: HtmlSanitizerService.toPlainText(note.content || '').slice(0, 240),
2797 };
2798}
2799
2800// List a site's own outbound fediverse replies (for the manage/delete view).
2801// The plain editable text of a stored reply (unwrap links → their text, <br> → newline)
2802// so the manage view can prefill an edit box; the mention is re-added on save.
2803function outboxEditableText(content) {
2804 return String(content || '')
2805 .replace(/<br\s*\/?>/gi, '\n')
2806 .replace(/<a\b[^>]*>([\s\S]*?)<\/a>/gi, '$1')
2807 .replace(/<[^>]+>/g, '')
2808 .replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&')
2809 .trim();
2810}
2811export function listOutbox(siteSlug) {
2812 return db.prepare('SELECT id, content, to_handle, in_reply_to, language, created_at FROM ap_outbox WHERE site_slug = ? ORDER BY created_at DESC')
2813 .all(siteSlug).map((r) => { const c = stripLeadingMentions(r.content); return { ...r, content: c, editable: outboxEditableText(c) }; });
2814}
2815
2816// Delete one of our outbound replies: send Delete(Tombstone) to recipients + remove it.
2817export async function deliverOutboxDelete(site, outboxId) {
2818 const row = iStmts().getO.get(outboxId);
2819 if (!row || row.site_slug !== site.slug) return false;
2820 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2821 if (base) {
2822 const me = actorId(base, site.slug);
2823 const nid = noteId(base, row.id);
2824 const del = { '@context': AP_CONTEXT, id: `${nid}#delete-${Date.now()}-${rid()}`, type: 'Delete', actor: me, to: [PUBLIC], object: { id: nid, type: 'Tombstone' } };
2825 const keys = getOrCreateKeys(site.slug);
2826 const inboxes = new Set();
2827 if (row.to_actor) { const a = await fetchActor(row.to_actor).catch(() => null); if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox); }
2828 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2829 for (const inbox of [...inboxes].filter(Boolean)) {
2830 try { const st = await deliver(inbox, del, `${me}#main-key`, keys.private_pem); if (st >= 200 && st < 300) continue; } catch { /* queue below */ }
2831 enqueueDelivery(site.slug, inbox, del); // durable: a failed comment-delete now retries (was silently dropped)
2832 }
2833 }
2834 db.prepare('DELETE FROM ap_outbox WHERE id = ?').run(outboxId);
2835 return true;
2836}
2837
2838// Edit one of our outbound replies: rewrite the stored content (mention re-added + #tags
2839// re-linked) and send an Update(Note) so recipients refresh their cached copy.
2840export async function deliverOutboxUpdate(site, outboxId, newText, opts = {}) {
2841 const row = iStmts().getO.get(outboxId);
2842 if (!row || row.site_slug !== site.slug) return false;
2843 const text = String(newText || '').trim();
2844 // Rich edit: same sanitize + enrichment pipeline as deliverReply.
2845 const richClean = opts.html ? HtmlSanitizerService.sanitize(String(opts.html)) : '';
2846 const rich = richClean && HtmlSanitizerService.toPlainText(richClean).trim() ? richClean : '';
2847 if (!text && !rich) return false;
2848 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2849 if (!base) return false;
2850 const me = actorId(base, site.slug);
2851 const toActor = row.to_actor ? await fetchActor(row.to_actor).catch(() => null) : null;
2852 const toProfile = row.to_actor ? (actorInfo(toActor, row.to_actor).url || row.to_actor) : '';
2853 const _h = row.to_handle || deriveHandle(row.to_actor);
2854 const toHandle = _h && _h[0] === '@' ? _h : '@' + (_h || '');
2855 // An edit must not drop co-mentions (u02): reuse the OLD content's leading
2856 // mention anchors (the bar's kept list at send time) when present; only fall
2857 // back to rebuilding the single to_actor mention for legacy rows.
2858 const oldPrefix = (String(row.content || '')
2859 .match(/^\s*(?:<p[^>]*>)?\s*((?:<a\b[^>]*class="u-url mention"[^>]*>\s*@[^<]+<\/a>[\s ]*)+)/i) || [])[1] || '';
2860 const mention = oldPrefix || (row.to_actor
2861 ? `<a href="${escHtml(toProfile)}" class="u-url mention" data-actor="${escHtml(row.to_actor)}">${escHtml(toHandle)}</a> ` : '');
2862 let content;
2863 let mres;
2864 if (rich) {
2865 mres = await resolveMentionsInText(base, rich);
2866 const processed = linkUrls(linkHashtags(base, mres.html));
2867 if (processed.startsWith('<p>')) content = processed.replace('<p>', `<p>${mention}`);
2868 else if (/^<(blockquote|ul|ol|pre|h[1-6]|div|hr)\b/i.test(processed)) content = `<p>${mention}</p>${processed}`;
2869 else content = `<p>${mention}${processed}</p>`;
2870 } else {
2871 mres = await resolveMentionsInText(base, escHtml(text).replace(/\r?\n/g, '<br>'));
2872 content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
2873 }
2874 // Language may be updated with the edit; attachments always survive untouched.
2875 const newLang = /^[a-z]{2,3}(-[A-Za-z0-9-]+)?$/.test(String(opts.language || '')) ? opts.language : null;
2876 db.prepare('UPDATE ap_outbox SET content = ?, language = COALESCE(?, language) WHERE id = ?').run(content, newLang, outboxId);
2877 const note = buildReplyNote(base, site, iStmts().getO.get(outboxId));
2878 note.updated = new Date().toISOString();
2879 const update = {
2880 '@context': AP_CONTEXT,
2881 id: `${note.id}#update-${Date.now()}-${rid()}`, type: 'Update', actor: me,
2882 published: note.published, updated: note.updated, to: note.to, cc: note.cc, object: note,
2883 };
2884 const keys = getOrCreateKeys(site.slug);
2885 const inboxes = new Set();
2886 if (toActor) inboxes.add((toActor.endpoints && toActor.endpoints.sharedInbox) || toActor.inbox);
2887 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2888 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the edit
2889 inboxes.delete(`${me}/inbox`); inboxes.delete(`${base}/ap/inbox`);
2890 let delivered = 0;
2891 for (const inbox of [...inboxes].filter(Boolean)) {
2892 let ok = false;
2893 try { const st = await deliver(inbox, update, `${me}#main-key`, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
2894 if (ok) delivered++;
2895 else enqueueDelivery(site.slug, inbox, update); // durable: retry the edit later (was silently dropped)
2896 }
2897 console.log('[AP] outreply edit', site.slug, 'delivered', delivered);
2898 return { ok: true, content, delivered };
2899}
2900
2901// ── Fediverse CLIENT: follow accounts + home timeline ─────────────
2902// Resolve an @user@domain handle to its actor URL via WebFinger.
2903export async function webfingerResolve(handle) {
2904 const h = String(handle || '').trim().replace(/^@/, '');
2905 const parts = h.split('@');
2906 if (parts.length !== 2 || !parts[0] || !parts[1]) return null;
2907 const acct = `${parts[0]}@${parts[1]}`;
2908 try {
2909 const r = await safeFetch(`https://${parts[1]}/.well-known/webfinger?resource=acct:${encodeURIComponent(acct)}`,
2910 { headers: { Accept: 'application/jrd+json, application/json' } });
2911 if (!r.ok) return null;
2912 const jrd = await r.json();
2913 const link = (jrd.links || []).find((l) => l.rel === 'self' && /activity\+json|ld\+json/.test(l.type || ''));
2914 return safeUrl(link ? link.href : '') || null;
2915 } catch { return null; }
2916}
2917
2918let _insFw, _delFw, _listFw, _accFw, _oneFw, _setAB;
2919function fwStmts() {
2920 if (!_insFw) {
2921 _insFw = db.prepare('INSERT OR REPLACE INTO ap_following (slug, actor_uri, handle, name, icon, url, inbox, follow_id, status, auto_boost, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
2922 _delFw = db.prepare('DELETE FROM ap_following WHERE slug = ? AND actor_uri = ?');
2923 _listFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? ORDER BY created_at DESC');
2924 _accFw = db.prepare("UPDATE ap_following SET status = 'accepted' WHERE follow_id = ?");
2925 _oneFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? AND actor_uri = ?');
2926 _setAB = db.prepare('UPDATE ap_following SET auto_boost = ? WHERE slug = ? AND actor_uri = ?');
2927 }
2928 return { ins: _insFw, del: _delFw, list: _listFw, acc: _accFw, one: _oneFw, setAB: _setAB };
2929}
2930export function listFollowing(slug) { return fwStmts().list.all(slug); }
2931
2932// Toggle auto-boost ("feature") on an account we already follow.
2933export function setAutoBoost(slug, actorUri, on) {
2934 try { fwStmts().setAB.run(on ? 1 : 0, slug, actorUri); } catch { /* ignore */ }
2935 // Featuring an account → AP-native catch-up so the Cirkel isn't empty until they next
2936 // post (push doesn't backfill history-before-follow). Fire-and-forget pull, sends nothing.
2937 if (on) backfillFromOutbox(slug, actorUri).catch(() => {});
2938 return { ok: true };
2939}
2940
2941let _insTl, _listTl, _delTl;
2942function tlStmts() {
2943 if (!_insTl) {
2944 _insTl = db.prepare('INSERT OR IGNORE INTO ap_timeline (id, slug, author_uri, author_name, author_handle, author_icon, author_url, content, url, published, media_json, nsfw, cw, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
2945 _listTl = db.prepare('SELECT * FROM ap_timeline WHERE slug = ? ORDER BY COALESCE(published, created_at) DESC LIMIT ? OFFSET ?');
2946 _delTl = db.prepare('DELETE FROM ap_timeline WHERE id = ?');
2947 }
2948 return { ins: _insTl, list: _listTl, del: _delTl };
2949}
2950export function getTimeline(slug, limit, offset) { return tlStmts().list.all(slug, limit || 50, offset || 0); }
2951
2952/**
2953 * The direct notes addressed to this account: a plain DM, a guardian's wave
2954 * (§5), a ward's 🛟 help request (§5.2.1). They live in ap_mentions and NOT in
2955 * the timeline, because a note addressed to named people is a message and not a
2956 * post (belongsInTimeline).
2957 *
2958 * A client that only reads the timeline therefore sees none of them, which is
2959 * exactly what happened to Shaer: Berichten showed your own replies (those come
2960 * from your outbox) and nothing that was said to you. The C2S inbox read serves
2961 * both, so the app has one door for everything that arrives.
2962 *
2963 * A public mention from someone you follow is stored in both tables; those are
2964 * skipped here and stay a post.
2965 */
2966// Inbound replies on YOUR posts, for the app's message stream. They live in
2967// ap_interactions (the web's comment machinery) and deliberately NOT in
2968// ap_mentions (the mention store returns early for replies-to-us), so the
2969// C2S read missed them entirely: a reply arrived at the other side
2970// everywhere EXCEPT in the other's app (Robins melding, 30-7: "komt niet
2971// binnen bij de ander").
2972export function getReplyMessages(slug, limit) {
2973 try {
2974 return db.prepare(`
2975 SELECT i.object_uri, i.actor_uri, i.actor_name, i.actor_handle, i.actor_icon, i.actor_url,
2976 i.content, i.published, i.created_at, i.parent_uri, i.post_id,
2977 i.emoji_json, i.actor_emoji_json, i.media_json, i.quote_json, i.embed_json
2978 FROM ap_interactions i
2979 JOIN posts p ON p.id = i.post_id
2980 JOIN sites s ON s.id = p.site_id
2981 WHERE s.slug = ? AND i.kind = 'reply'
2982 ORDER BY COALESCE(i.published, i.created_at) DESC LIMIT ?`).all(slug, limit || 60);
2983 } catch { return []; }
2984}
2985
2986export function getDirectMessages(slug, limit) {
2987 try {
2988 return db.prepare(`
2989 SELECT m.object_uri, m.note_url, m.actor_uri, m.actor_name, m.actor_handle, m.actor_icon, m.actor_url,
2990 m.content, m.published, m.created_at, m.wave, m.help_request,
2991 m.emoji_json, m.actor_emoji_json, m.media_json, m.quote_json, m.embed_json
2992 FROM ap_mentions m
2993 WHERE m.slug = ?
2994 AND NOT EXISTS (SELECT 1 FROM ap_timeline t WHERE t.slug = m.slug AND t.id = m.object_uri)
2995 ORDER BY COALESCE(m.published, m.created_at) DESC LIMIT ?`).all(slug, limit || 60);
2996 } catch { return []; }
2997}
2998
2999/**
3000 * A stored stamp as an ISO instant. SQLite's CURRENT_TIMESTAMP writes
3001 * 'YYYY-MM-DD HH:MM:SS' in UTC, which Date.parse reads as LOCAL time; on a
3002 * server two hours ahead that dated every message two hours early and put the
3003 * conversation in the wrong order. A `published` from the wire is already ISO
3004 * and passes through untouched.
3005 */
3006export function isoStamp(v) {
3007 if (!v) return undefined;
3008 const s = String(v);
3009 if (/^\d{4}-\d{2}-\d{2}[ T]\d{2}:\d{2}:\d{2}$/.test(s)) return `${s.replace(' ', 'T')}Z`;
3010 const t = Date.parse(s);
3011 return Number.isFinite(t) ? new Date(t).toISOString() : undefined;
3012}
3013
3014// Inbox C2S read: a timeline row's media_json ([{url, type}], written on the
3015// inbound Create) → AS2 `attachment` array, so a client (Shaer) can render a
3016// friend's images/audio/video natively, exactly like own outbox posts. The
3017// stored `type` is the mediaType and may be ''. Malformed JSON yields
3018// undefined and never blocks the item.
3019export function timelineAttachments(mediaJson) {
3020 try {
3021 const list = mediaJson ? JSON.parse(mediaJson) : [];
3022 const rows = (Array.isArray(list) ? list : [])
3023 .filter((m) => m && m.url)
3024 .map((m) => {
3025 const a = { type: 'Document', mediaType: m.type || undefined, url: m.url };
3026 if (m.poster) a.icon = { type: 'Image', url: m.poster }; // the video's still (shaer-zowq)
3027 return a;
3028 });
3029 return rows.length ? rows : undefined;
3030 } catch { return undefined; }
3031}
3032
3033// FEP-9098 custom emojis. Inbound: keep the note's Emoji tags (as JSON) so we
3034// can serve them back. `extractEmojiTags` returns the JSON to store (or null);
3035// `timelineEmojis` turns the stored JSON back into an AS2 `tag` array for the
3036// C2S inbox read, so a client (Shaer) can render :shortcode: as an image.
3037export function extractEmojiTags(tag) {
3038 const arr = Array.isArray(tag) ? tag : (tag ? [tag] : []);
3039 const emojis = arr.filter((t) => t && (Array.isArray(t.type) ? t.type[0] : t.type) === 'Emoji'
3040 && typeof t.name === 'string' && t.icon);
3041 return emojis.length ? JSON.stringify(emojis) : null;
3042}
3043export function timelineEmojis(emojiJson) {
3044 try { const arr = emojiJson ? JSON.parse(emojiJson) : null; return (Array.isArray(arr) && arr.length) ? arr : undefined; }
3045 catch { return undefined; }
3046}
3047
3048// FEP-e232 object links (quotes / inline references). Inbound: keep the note's
3049// Link tags whose mediaType marks an AP object (the AS2-profiled ld+json, or
3050// activity+json as its equivalent) as JSON, so the C2S inbox read can serve
3051// them back and a client (Shaer) can render the quote/reference. Mirrors
3052// extractEmojiTags. Plain hyperlinks (text/html) and Mentions are dropped.
3053export function extractObjectLinkTags(tag) {
3054 const arr = Array.isArray(tag) ? tag : (tag ? [tag] : []);
3055 const links = arr.filter((t) => {
3056 if (!t || (Array.isArray(t.type) ? t.type[0] : t.type) !== 'Link') return false;
3057 if (typeof t.href !== 'string' || !t.href) return false;
3058 const mt = String(t.mediaType || '').toLowerCase();
3059 return (mt.startsWith('application/ld+json') && mt.includes('activitystreams'))
3060 || mt.startsWith('application/activity+json');
3061 });
3062 return links.length ? JSON.stringify(links) : null;
3063}
3064export function timelineObjectLinks(linkJson) {
3065 try { const arr = linkJson ? JSON.parse(linkJson) : null; return (Array.isArray(arr) && arr.length) ? arr : undefined; }
3066 catch { return undefined; }
3067}
3068
3069// FEP-044f quote posts: a quote is usually NOT an FEP-e232 tag but an
3070// object-level property. FEP-044f §"how to recognise" lists them all:
3071// `quote` (the FEP property, a string or an embedded Link/object), and the
3072// de-facto `quoteUrl` (as:), `quoteUri` (fedibird), `_misskey_quote` (misskey).
3073// This returns the quoted object's URL from whichever is present.
3074export function extractQuoteUrl(note) {
3075 if (!note || typeof note !== 'object') return null;
3076 const q = note.quote ?? note.quoteUrl ?? note.quoteUri ?? note['_misskey_quote'];
3077 if (!q) return null;
3078 if (typeof q === 'string') return q || null;
3079 if (typeof q === 'object') return (typeof q.id === 'string' && q.id) || (typeof q.href === 'string' && q.href) || null;
3080 return null;
3081}
3082
3083// The note's object-link tags for storage: real FEP-e232 Link tags PLUS any
3084// FEP-044f object-level quote, normalised to one FEP-e232-shaped Link (rel
3085// _misskey_quote) so the client's single object-link path renders them all.
3086// Deduped by href. Returns the JSON to store (or null if the note has neither).
3087export function extractLinkJson(note) {
3088 const links = [];
3089 const fromTag = extractObjectLinkTags(note && note.tag);
3090 if (fromTag) { try { links.push(...JSON.parse(fromTag)); } catch { /* ignore */ } }
3091 const qUrl = extractQuoteUrl(note);
3092 if (qUrl && !links.some((l) => l && l.href === qUrl)) {
3093 links.push({ type: 'Link', mediaType: 'application/activity+json', href: qUrl,
3094 rel: ['https://misskey-hub.net/ns#_misskey_quote'], name: qUrl });
3095 }
3096 return links.length ? JSON.stringify(links) : null;
3097}
3098
3099// The URL of the quoted post, from either an object-level quote (FEP-044f) or a
3100// quote-rel FEP-e232 Link tag. Used to resolve the embedded quote card.
3101export function quoteHrefOf(note) {
3102 const direct = extractQuoteUrl(note);
3103 if (direct) return direct;
3104 const arr = Array.isArray(note && note.tag) ? note.tag : (note && note.tag ? [note.tag] : []);
3105 for (const t of arr) {
3106 if (!t || (Array.isArray(t.type) ? t.type[0] : t.type) !== 'Link' || typeof t.href !== 'string') continue;
3107 const rel = Array.isArray(t.rel) ? t.rel : (t.rel ? [t.rel] : []);
3108 if (rel.some((r) => /quote/i.test(String(r)))) return t.href;
3109 }
3110 return null;
3111}
3112
3113// Turn the stored quote snapshot back into the object the C2S inbox read serves
3114// as `shaer:quote`, so the client can render the embedded quote card.
3115export function timelineQuote(quoteJson) {
3116 try { const q = quoteJson ? JSON.parse(quoteJson) : null; return (q && typeof q === 'object') ? q : undefined; }
3117 catch { return undefined; }
3118}
3119
3120// Store the author's display-name emoji map (from actorInfo().emojis) on a
3121// timeline row, so the byline can render a ":shortcode:" name. No-op when the
3122// name has no custom emoji (the common case).
3123function storeAuthorEmoji(id, slug, ai) {
3124 if (!ai || !ai.emojis || !Object.keys(ai.emojis).length) return;
3125 try { db.prepare('UPDATE ap_timeline SET author_emoji_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(ai.emojis), id, slug); } catch { /* ignore */ }
3126}
3127
3128// A display-name emoji map (actorInfo().emojis) → JSON to store, or null.
3129function emojiJsonOf(map) { return (map && Object.keys(map).length) ? JSON.stringify(map) : null; }
3130
3131// ── Cirkel = posts from the accounts you auto-boost ("feature an artist") ──
3132let _abCount, _cirkelPosts, _cirkelMembers;
3133export function autoBoostCount(slug) {
3134 try { if (!_abCount) _abCount = db.prepare('SELECT COUNT(*) AS n FROM ap_following WHERE slug = ? AND auto_boost = 1'); return _abCount.get(slug).n; } catch { return 0; }
3135}
3136export function getCirkelPosts(slug, limit, offset) {
3137 try {
3138 // Cirkel = posts from featured (auto_boost) accounts + posts you boosted
3139 // (t.boosted), mixed by date. One row per note in ap_timeline → no duplicates.
3140 if (!_cirkelPosts) _cirkelPosts = db.prepare(`
3141 SELECT t.id, t.author_uri, t.author_name, t.author_handle, t.author_icon, t.author_url,
3142 t.content, t.url, t.published, t.media_json, t.boosted, t.nsfw, t.cw
3143 FROM ap_timeline t
3144 LEFT JOIN ap_following f ON f.slug = t.slug AND f.actor_uri = t.author_uri
3145 WHERE t.slug = ? AND (f.auto_boost = 1 OR t.boosted = 1)
3146 ORDER BY COALESCE(t.published, t.created_at) DESC, t.rowid DESC
3147 LIMIT ? OFFSET ?`);
3148 return _cirkelPosts.all(slug, limit || 60, offset || 0);
3149 } catch { return []; }
3150}
3151export function getCirkelMembers(slug) {
3152 try { if (!_cirkelMembers) _cirkelMembers = db.prepare('SELECT name, url, icon FROM ap_following WHERE slug = ? AND auto_boost = 1 ORDER BY name'); return _cirkelMembers.all(slug); } catch { return []; }
3153}
3154// Mark a timeline post as boosted so it shows in the Cirkel (mixed by date).
3155let _markBoost, _unmarkBoost, _boostedCount;
3156export function markBoosted(slug, noteId) {
3157 try { if (!_markBoost) _markBoost = db.prepare('UPDATE ap_timeline SET boosted = 1 WHERE slug = ? AND id = ?'); _markBoost.run(slug, noteId); } catch { /* ignore */ }
3158}
3159export function unmarkBoosted(slug, noteId) {
3160 try { if (!_unmarkBoost) _unmarkBoost = db.prepare('UPDATE ap_timeline SET boosted = 0 WHERE slug = ? AND id = ?'); _unmarkBoost.run(slug, noteId); } catch { /* ignore */ }
3161}
3162let _markLike, _unmarkLike;
3163export function markLiked(slug, noteId) {
3164 try { if (!_markLike) _markLike = db.prepare('UPDATE ap_timeline SET liked = 1 WHERE slug = ? AND id = ?'); _markLike.run(slug, noteId); } catch { /* ignore */ }
3165}
3166export function unmarkLiked(slug, noteId) {
3167 try { if (!_unmarkLike) _unmarkLike = db.prepare('UPDATE ap_timeline SET liked = 0 WHERE slug = ? AND id = ?'); _unmarkLike.run(slug, noteId); } catch { /* ignore */ }
3168}
3169export function getTimelineReaction(slug, noteId) {
3170 try { const r = db.prepare('SELECT liked, boosted FROM ap_timeline WHERE slug = ? AND id = ?').get(slug, noteId); return { liked: !!(r && r.liked), boosted: !!(r && r.boosted) }; } catch { return { liked: false, boosted: false }; }
3171}
3172// Boost a REMOTE post that may not be in your timeline (you don't follow the author):
3173// store it in ap_timeline (INSERT OR IGNORE → no dup for followed posts) so it shows in
3174// the Cirkel with a Boost badge, then flag it boosted.
3175export function upsertBoostedNote(slug, note) {
3176 if (!slug || !note || !note.object_uri) return;
3177 const id = note.object_uri;
3178 // Prefer the full typed media (incl. video/mp4 — a Loops boost is video-only and
3179 // rendered a bare text tile); fall back to the image-only list for older callers.
3180 const media = (note.media && note.media !== '[]')
3181 ? note.media
3182 : JSON.stringify((note.images || []).map((u) => ({ url: u, type: 'image/jpeg' })));
3183 try {
3184 const r = tlStmts().ins.run(id, slug, note.actor_uri || '', note.actor_name || '', note.actor_handle || '',
3185 note.actor_icon || '', note.actor_url || '', note.content || '', note.url || null,
3186 new Date().toISOString(), media, note.sensitive ? 1 : 0, note.cw || null);
3187 if (!r.changes) {
3188 // Row already cached (INSERT OR IGNORE) → refresh it with the freshly
3189 // resolved note. Without this a row cached without its cover (or with
3190 // stale content) stayed stale forever — even boosting again didn't heal it.
3191 // Keep the CACHED media when the resolve yielded none: an empty re-resolve
3192 // used to clobber a good media_json (the followed copy had the video, the
3193 // boost wiped it to []).
3194 db.prepare(`UPDATE ap_timeline SET content = ?, media_json = CASE WHEN ? = '[]' THEN media_json ELSE ? END,
3195 nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE slug = ? AND id = ?`)
3196 .run(note.content || '', media, media, note.sensitive ? 1 : 0, note.cw || null, note.url || null, slug, id);
3197 }
3198 } catch { /* ignore */ }
3199 markBoosted(slug, id);
3200}
3201export function boostedCount(slug) {
3202 try { if (!_boostedCount) _boostedCount = db.prepare('SELECT COUNT(*) AS n FROM ap_timeline WHERE slug = ? AND boosted = 1'); return _boostedCount.get(slug).n; } catch { return 0; }
3203}
3204
3205// Resolve a Klonkt/AP actor URL from a site root: a Klonkt site's root 302s to
3206// /ap/users/<slug> (content negotiation; Location may be relative). Used by
3207// followActor for bare-domain follows.
3208// NB: the old auto-migration of legacy Cirkels (circle_links -> AP follows) was
3209// REMOVED on 2026-06-26 — it auto-sent Follows on boot, which violates "the code
3210// never throws anything into the fediverse automatically" (would surprise-Follow
3211// for some operators at scale). The dead circle_links table stays as harmless dead
3212// data; an operator restores an old cirkel by re-following in /following (their click).
3213async function resolveApActor(siteUrl) {
3214 try {
3215 const r = await fetch(siteUrl, { headers: { Accept: 'application/activity+json' }, redirect: 'manual' });
3216 if (r.status >= 300 && r.status < 400) { const loc = r.headers.get('location'); if (loc) return new URL(loc, siteUrl).href; }
3217 if (r.ok) return siteUrl;
3218 } catch { /* unreachable */ }
3219 return null;
3220}
3221
3222// ── Self-heal: re-sync the fediverse cache (ap_timeline) after a DRASTIC update ──
3223// Runs ONCE per SELFHEAL_VERSION bump — NOT on every boot. Re-fetches each cached
3224// note and refreshes content + media (recovers covers/edits that were delivered
3225// during a flux window, e.g. a fleet-wide update), and drops notes that are gone
3226// (404/410). Bump SELFHEAL_VERSION only on a release that warrants a re-sync.
3227const SELFHEAL_VERSION = 21; // v21: drop direct notes (🛟 help requests, waves) that were cached as timeline posts
3228async function fetchNoteAP(url) {
3229 try {
3230 const r = await fetch(url, { headers: { Accept: 'application/activity+json' } });
3231 if (r.status === 404 || r.status === 410) return 404;
3232 if (r.ok) return await r.json();
3233 } catch { /* unreachable */ }
3234 return null;
3235}
3236function mediaFromNote(note) {
3237 const atts = (Array.isArray(note.attachment) ? note.attachment : []).map((a) => {
3238 const m = { url: safeUrl(a && a.url), type: (a && a.mediaType) || '' };
3239 // A federated video may carry its poster as an AS2 icon (shaer-zowq).
3240 const iconUrl = a && a.icon && safeUrl(typeof a.icon === 'string' ? a.icon : a.icon.url);
3241 if (iconUrl && /^video\//i.test(m.type)) m.poster = iconUrl;
3242 return m;
3243 }).filter((m) => m.url);
3244 if (!atts.some((m) => !m.type || /image/i.test(m.type)) && note.image) {
3245 const im = Array.isArray(note.image) ? note.image[0] : note.image;
3246 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
3247 if (iu) atts.push({ url: iu, type: (im && im.mediaType) || 'image/jpeg' });
3248 }
3249 return JSON.stringify(atts);
3250}
3251
3252// FEP-044f, emit side. The mirror of extractQuoteUrl (ingest): when one of our
3253// own posts quotes a fediverse object, say so in the shapes the network really
3254// reads. `quote` is the FEP property; quoteUrl / _misskey_quote are the de-facto
3255// ones Mastodon and Misskey look at, and the FEP-e232 `Link` in `tag` is the
3256// third form. All three point at the same object, which is what every reader
3257// expects. The quoted author goes in `cc`, because being quoted without being
3258// told is exactly the rudeness this FEP is trying to design away.
3259export function applyQuoteProps(note, quoteUri, quoteActor) {
3260 if (!note || typeof quoteUri !== 'string' || !/^https?:\/\//i.test(quoteUri)) return note;
3261 note.quote = quoteUri;
3262 note.quoteUrl = quoteUri;
3263 note['_misskey_quote'] = quoteUri;
3264 note.tag = [...(note.tag || []), {
3265 type: 'Link',
3266 mediaType: 'application/ld+json; profile="https://www.w3.org/ns/activitystreams"',
3267 href: quoteUri,
3268 rel: ['https://misskey-hub.net/ns#_misskey_quote'],
3269 name: quoteUri,
3270 }];
3271 if (typeof quoteActor === 'string' && /^https?:\/\//i.test(quoteActor)) {
3272 note.cc = [...new Set([...(note.cc || []), quoteActor])];
3273 }
3274 return note;
3275}
3276
3277// The first external (non-fediverse) link in a note, resolved to the same card
3278// shape as a quote: THUMBNAIL ONLY, never the provider's iframe. An arbitrary
3279// third-party frame inside a kid-safe app is a hole you cannot close again, so
3280// the embed carries an image and a title and nothing executable.
3281// Returns the JSON to store, or null when there is nothing worth showing.
3282export async function resolveExternalEmbed(html) {
3283 const first = firstExternalUrl(html);
3284 if (!first) return null;
3285 const io = EmbedResolver.liveIO({
3286 safeFetch,
3287 detectProvider: (u) => AudioEmbedService.detectProvider(u),
3288 fetchActor,
3289 actorInfo,
3290 });
3291 const card = await EmbedResolver.resolveEmbed(first, io).catch(() => null);
3292 // 'ap' is handled by the quote path; a bare 'link' is not worth a card.
3293 if (!card || card.kind === 'ap' || card.kind === 'link') return null;
3294 const thumb = (card.media || []).find((m) => m && m.url);
3295 if (!thumb && !card.title) return null;
3296 // Title, provider and author name come from a third party. Store them as
3297 // PLAIN TEXT (tags stripped, length-capped), so no renderer downstream has to
3298 // be the one that remembers to escape. A card is a card, not an essay.
3299 const plain = (v) => (v ? HtmlSanitizerService.toPlainText(String(v)).trim().slice(0, 200) : null);
3300 return JSON.stringify({
3301 url: card.url,
3302 kind: card.kind, // 'provider' | 'oembed'
3303 provider: plain(card.provider),
3304 title: plain(card.title),
3305 author: card.author ? { ...card.author, name: plain(card.author.name), handle: plain(card.author.handle) } : null,
3306 media: thumb ? [thumb] : [], // thumbnail only, no html/iframe
3307 });
3308}
3309
3310/**
3311 * Does our own post link to a fediverse object? Returns { uri, actor } when the
3312 * first external link resolves to a quotable AP object, else null. Runs once at
3313 * publish time; the answer is stored on the post.
3314 */
3315export async function resolveOwnQuote(html) {
3316 const first = firstExternalUrl(html);
3317 if (!first) return null;
3318 const io = EmbedResolver.liveIO({ safeFetch, detectProvider: () => null, fetchActor, actorInfo });
3319 const card = await EmbedResolver.resolveEmbed(first, io).catch(() => null);
3320 if (!card || card.kind !== 'ap' || !card.id) return null;
3321 return { uri: card.id, actor: card.attributedTo || null };
3322}
3323
3324/** The first http(s) link in sanitized note HTML that is not a mention/hashtag. */
3325export function firstExternalUrl(html) {
3326 if (!html || typeof html !== 'string') return null;
3327 for (const m of html.matchAll(/<a\b[^>]*href=["']([^"']+)["'][^>]*>/gi)) {
3328 const tag = m[0];
3329 if (/\b(mention|hashtag|u-url)\b/i.test(tag) && /mention|hashtag/i.test(tag)) continue;
3330 const href = m[1];
3331 if (/^https?:\/\//i.test(href)) return href;
3332 }
3333 return null;
3334}
3335
3336/** The stored external-embed card, for the C2S read. */
3337export function timelineEmbed(embedJson, { playback = false } = {}) {
3338 try {
3339 const e = embedJson ? JSON.parse(embedJson) : null;
3340 if (!e || typeof e !== 'object' || !e.url) return undefined;
3341 // The player URL is served ONLY when the playback gate is open (FEP-633c
3342 // 5.6). Deciding it here keeps the provider knowledge in one place: the
3343 // client never needs a list of hosts, it just plays what it is handed.
3344 // Privacy-enhanced variants only: nocookie for YouTube, the instance's own
3345 // player for PeerTube. Without one the card stays a thumbnail.
3346 const player = playback ? playerUrlFor(e.url) : null;
3347 if (player) return { ...e, 'shaer:playerUrl': player };
3348 // The gate is shut and there IS something behind it. Saying so costs
3349 // nothing (the card already shows a video thumbnail) and saves the child
3350 // from tapping a card that will never answer: the app can explain instead
3351 // of doing nothing. It stays a statement of fact, never a way in.
3352 return playerUrlFor(e.url) ? { ...e, 'shaer:playable': true } : e;
3353 } catch { return undefined; }
3354}
3355
3356/** The embeddable player for a URL, or null when we will not frame it. */
3357export function playerUrlFor(url) {
3358 if (typeof url !== 'string') return null;
3359 let p = null;
3360 try { p = AudioEmbedService.detectProvider(url); } catch { p = null; }
3361 if (p && p.provider === 'youtube' && p.id) return `https://www.youtube-nocookie.com/embed/${p.id}?rel=0&modestbranding=1&playsinline=1`;
3362 if (p && p.provider === 'vimeo' && p.id) return `https://player.vimeo.com/video/${p.id}`;
3363 // PeerTube is decentralised, so it is matched by its watch-URL shape rather
3364 // than a provider list. Host chars are validated before it is inlined.
3365 const pt = url.match(/^https?:\/\/([\w.-]+(?::\d+)?)\/(?:w|videos\/watch)\/([\w-]{6,})/i);
3366 if (pt) return `https://${pt[1]}/videos/embed/${pt[2]}`;
3367 return null;
3368}
3369
3370// FEP-044f embedded quote card: resolve the quoted post to a compact, sanitised
3371// snapshot { url, author{name,handle,icon}, content, published, media } so the
3372// client can render it as a nested card instead of a bare link. Best-effort and
3373// SSRF-safe (apGetJson): returns null on any failure, and the client falls back
3374// to the object-link chip. The content goes through the same sanitiser as every
3375// other note, so the kid-safe guarantees hold.
3376async function resolveQuote(note) {
3377 const url = quoteHrefOf(note);
3378 if (!url) return null;
3379 const q = await apGetJson(url);
3380 if (!q || typeof q !== 'object') return null;
3381 const authorUri = typeof q.attributedTo === 'string' ? q.attributedTo
3382 : (q.attributedTo && typeof q.attributedTo.id === 'string' ? q.attributedTo.id : null);
3383 const ai = authorUri ? actorInfo(await fetchActor(authorUri), authorUri) : null;
3384 // The quoted post's own FEP-9098 emojis, so :shortcode: renders in the card.
3385 const emojis = {};
3386 try {
3387 for (const e of JSON.parse(extractEmojiTags(q.tag) || '[]')) {
3388 const u = e.icon && (e.icon.url || (Array.isArray(e.icon) && e.icon[0] && e.icon[0].url));
3389 if (typeof e.name === 'string' && u) emojis[e.name] = u;
3390 }
3391 } catch { /* ignore */ }
3392 let media = []; try { media = JSON.parse(mediaFromNote(q)); } catch { /* ignore */ }
3393 const snapshot = {
3394 url: safeUrl(q.url || q.id || url) || url,
3395 author: ai ? { name: ai.name, handle: ai.handle, icon: ai.icon } : null,
3396 content: HtmlSanitizerService.sanitize(q.content || ''),
3397 published: q.published || null,
3398 media,
3399 emojis: Object.keys(emojis).length ? emojis : undefined,
3400 };
3401 return JSON.stringify(snapshot);
3402}
3403
3404/**
3405 * The card under a post: a fediverse quote (FEP-044f) when the note has one,
3406 * otherwise an external link preview. Both render as the SAME card, so only one
3407 * of the two is ever stored. Returns {column, json} or null.
3408 *
3409 * Both halves reach out over the network, which is why every caller runs this
3410 * out of band: an inbox answer must never wait on a third party.
3411 */
3412async function resolveCard(o) {
3413 if (quoteHrefOf(o)) {
3414 const qj = await resolveQuote(o);
3415 return qj ? { column: 'quote_json', json: qj } : null;
3416 }
3417 const ej = await resolveExternalEmbed(o && o.content);
3418 return ej ? { column: 'embed_json', json: ej } : null;
3419}
3420
3421// A generic SSRF-safe AP GET (collections / pages).
3422/**
3423 * A signed GET as one of our local actors (friends-history, 30-7): the remote
3424 * server can then recognise the caller and serve what THAT caller may see,
3425 * exactly like the guardian's authorized fetch. The signature covers
3426 * (request-target) host date, the set verifyRequest checks.
3427 */
3428async function signedGetJson(slug, url) {
3429 try {
3430 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3431 if (!base || !slug) return apGetJson(url);
3432 const me = actorId(base, slug);
3433 const keys = getOrCreateKeys(slug);
3434 const u = new URL(url);
3435 const date = new Date().toUTCString();
3436 const target = `${u.pathname}${u.search || ''}`;
3437 const signingString = `(request-target): get ${target}\nhost: ${u.host}\ndate: ${date}`;
3438 const signature = crypto.sign('sha256', Buffer.from(signingString), keys.private_pem).toString('base64');
3439 const sig = `keyId="${me}#main-key",algorithm="rsa-sha256",headers="(request-target) host date",signature="${signature}"`;
3440 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json', Date: date, Signature: sig } });
3441 if (!r.ok) return null;
3442 const len = Number(r.headers.get('content-length') || 0);
3443 if (len > 3_000_000) return null;
3444 return await r.json();
3445 } catch { return null; }
3446}
3447
3448async function apGetJson(url) {
3449 try {
3450 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
3451 if (!r.ok) return null;
3452 const len = Number(r.headers.get('content-length') || 0);
3453 if (len > 3_000_000) return null;
3454 return await r.json();
3455 } catch { return null; }
3456}
3457// AP-native catch-up: pull an actor's standard `outbox` collection and merge their recent
3458// top-level posts into the timeline for `slug`. Push (Create delivery) cannot backfill
3459// history-from-before-you-followed or a delivery that was missed while you were down;
3460// reading the outbox is the spec-conform way to catch up. PULL ONLY — sends nothing.
3461export async function backfillFromOutbox(slug, actorUri, limit = 20) {
3462 try {
3463 if (!slug || !actorUri) return 0;
3464 const actor = await fetchActor(actorUri);
3465 if (!actor || !actor.outbox) return 0;
3466 // Signed as the follower (30-7): the serving side recognises an accepted
3467 // friend and hands the friends-only history along; an anonymous GET only
3468 // ever sees the public set. A server that ignores the signature behaves
3469 // exactly as before.
3470 let page = await signedGetJson(slug, typeof actor.outbox === 'string' ? actor.outbox : actor.outbox.id);
3471 let items = (page && (page.orderedItems || page.items)) || [];
3472 if (!items.length && page && page.first) {
3473 page = await signedGetJson(slug, typeof page.first === 'string' ? page.first : page.first.id);
3474 items = (page && (page.orderedItems || page.items)) || [];
3475 }
3476 if (!Array.isArray(items) || !items.length) return 0;
3477 const ai = actorInfo(actor, actorUri);
3478 let added = 0;
3479 for (const it of items.slice(0, limit)) {
3480 // Each item is usually a Create wrapping a Note, or sometimes the Note itself.
3481 const o = (it && typeof it.object === 'object' && it.object) ? it.object : it;
3482 if (!o || !o.id) continue;
3483 if (o.type && o.type !== 'Note' && o.type !== 'Article' && o.type !== 'Question') continue; // skip boosts/other
3484 if (o.inReplyTo) continue; // top-level only
3485 const auth = actorUriOf(o.attributedTo);
3486 if (auth && auth !== actorUri) continue; // their OWN posts only
3487 const html = HtmlSanitizerService.sanitize(o.content || '');
3488 const poll = parsePoll(o); // a Question (poll) → carry its options/counts on backfill too
3489 try {
3490 const r = tlStmts().ins.run(o.id, slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, mediaFromNote(o), o.sensitive ? 1 : 0, o.summary || null);
3491 if (r && r.changes > 0) added++;
3492 // FEP-9098: keep custom-emoji tags from backfilled posts too.
3493 { const ej = extractEmojiTags(o.tag); if (ej) { try { db.prepare('UPDATE ap_timeline SET emoji_json = ? WHERE id = ? AND slug = ?').run(ej, o.id, slug); } catch { /* ignore */ } } }
3494 storeAuthorEmoji(o.id, slug, ai); // custom-emoji display name for the byline
3495 // FEP-e232 + FEP-044f: keep object-link/quote tags from backfilled posts too.
3496 { const lj = extractLinkJson(o); if (lj) { try { db.prepare('UPDATE ap_timeline SET link_json = ? WHERE id = ? AND slug = ?').run(lj, o.id, slug); } catch { /* ignore */ } } }
3497 // FEP-044f: resolve the embedded quote card for backfilled posts too.
3498 if (quoteHrefOf(o)) { const qj = await resolveQuote(o); if (qj) { try { db.prepare('UPDATE ap_timeline SET quote_json = ? WHERE id = ? AND slug = ?').run(qj, o.id, slug); } catch { /* ignore */ } } }
3499 // Set poll_json if this is a poll and we don't already have it (COALESCE preserves a vote).
3500 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = COALESCE(poll_json, ?) WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, slug); } catch { /* ignore */ } }
3501 } catch { /* ignore */ }
3502 }
3503 if (added) console.log('[AP] outbox backfill', actorUri, '→', slug, '+' + added);
3504 return added;
3505 } catch { return 0; }
3506}
3507
3508// ── Remote thread crawl (fill the gaps in a local post's conversation) ────────────
3509// Most replies reach us by delivery, but replies-to-replies that live on other servers and
3510// aren't addressed to us are missed. This pulls the AS2 `replies` collections of the replies
3511// we DO have, caching any newly-found ones in ap_interactions.
3512//
3513// Matches Mastodon's behaviour: ONE level per crawl (like its FetchRepliesService), not a deep
3514// recursive walk. Deeper levels fill in incrementally across crawls — once a fetched reply is
3515// cached it becomes a seed itself, so its own replies are pulled on a later view (Mastodon's
3516// per-status cascade). Bounded + polite (serial), PULL only, and stale-while-revalidate: it
3517// never runs in a page request — the view renders from cache; a stale post kicks off a
3518// background refresh for the NEXT view.
3519const THREAD_TTL_MS = 15 * 60 * 1000; // don't re-crawl a post more than ~4×/hour
3520const THREAD_MAX_DEPTH = 1; // one hop per crawl (like Mastodon); deeper fills in over crawls
3521const THREAD_MAX_FETCHES = 30; // hard cap on remote GETs per crawl (be a good peer)
3522const _crawlingThreads = new Set(); // per-post in-flight lock (no stampede across views)
3523
3524function threadCrawlTs(postId) {
3525 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('thread_crawl:' + postId); return r ? (Number(r.value) || 0) : 0; }
3526 catch { return 0; }
3527}
3528function setThreadCrawlTs(postId, ts) {
3529 try { db.prepare('INSERT INTO app_settings (key, value) VALUES (?, ?) ON CONFLICT(key) DO UPDATE SET value = excluded.value').run('thread_crawl:' + postId, String(ts)); }
3530 catch { /* ignore */ }
3531}
3532
3533// Read a note's `replies` (string ref / Collection with `first` / paged CollectionPages) →
3534// child note URIs. Every remote GET goes through `budget` so the whole crawl stays capped.
3535async function collectReplyItems(repliesRef, maxPages, budget) {
3536 const uris = [];
3537 let node = typeof repliesRef === 'string' ? await budget.get(repliesRef) : repliesRef;
3538 if (node && node.first) node = typeof node.first === 'string' ? await budget.get(node.first) : node.first;
3539 let pages = 0;
3540 while (node && pages++ < maxPages) {
3541 for (const it of (node.items || node.orderedItems || [])) {
3542 const u = typeof it === 'string' ? it : (it && it.id);
3543 if (u && /^https?:\/\//i.test(u)) uris.push(u);
3544 }
3545 if (!node.next) break;
3546 node = typeof node.next === 'string' ? await budget.get(node.next) : node.next;
3547 }
3548 return uris;
3549}
3550
3551async function crawlThread(postId) {
3552 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3553 if (!base) return;
3554 // Seed frontier = the remote reply note URIs we already have; also the dedup set.
3555 let known;
3556 try { known = new Set(db.prepare("SELECT object_uri FROM ap_interactions WHERE post_id = ? AND kind = 'reply' AND object_uri != ''").all(postId).map((r) => r.object_uri)); }
3557 catch { return; }
3558 const seeds = [...known].filter((u) => /^https?:\/\//i.test(u));
3559 if (!seeds.length) return; // nothing remote to expand
3560 // Owner-removed replies (tombstones) join the dedup set AFTER seeding, so the
3561 // crawler never re-adds them via thread-filling (they're gone from the seeds
3562 // already because rejectInteraction deleted their ap_interactions row).
3563 try { for (const r of db.prepare('SELECT object_uri FROM ap_rejected_objects WHERE post_id = ?').all(postId)) known.add(r.object_uri); }
3564 catch { /* table always exists after boot migration */ }
3565
3566 let fetches = 0;
3567 const budget = { get: async (u) => { if (fetches >= THREAD_MAX_FETCHES) return null; fetches++; return apGetJson(u); } };
3568 const visited = new Set(); // notes whose replies collection we've already expanded
3569 let frontier = seeds.slice();
3570 let added = 0;
3571
3572 for (let depth = 0; depth < THREAD_MAX_DEPTH && frontier.length && fetches < THREAD_MAX_FETCHES; depth++) {
3573 const nextFrontier = [];
3574 for (const noteUri of frontier) {
3575 if (visited.has(noteUri) || fetches >= THREAD_MAX_FETCHES) continue;
3576 visited.add(noteUri);
3577 const note = await budget.get(noteUri);
3578 if (!note || !note.replies) continue;
3579 const childUris = await collectReplyItems(note.replies, 2, budget);
3580 for (const cu of childUris) {
3581 if (known.has(cu) || fetches >= THREAD_MAX_FETCHES) continue;
3582 known.add(cu);
3583 const child = await budget.get(cu);
3584 if (!child || !child.id || (child.type !== 'Note' && child.type !== 'Article')) continue;
3585 if (isRejectedObject(child.id)) continue; // note id can differ from the collection URI (redirects)
3586 const actorUri = actorUriOf(child.attributedTo);
3587 if (!actorUri || isBlockedAny(actorUri)) continue; // skip blocked authors
3588 const actor = await budget.get(actorUri); // may be null if budget spent → fallback handle
3589 const ai = actorInfo(actor, actorUri);
3590 const html = HtmlSanitizerService.sanitize(child.content || '');
3591 // The child replies to `note` by construction (it's in note's replies collection).
3592 try { iStmts().ins.run('reply', postId, child.id, actorUri, ai.name, ai.handle, ai.url, ai.icon, html, child.published || null, note.id || noteUri, noteVisibility(child), extractEmojiTags(child.tag), emojiJsonOf(ai.emojis)); added++; } catch { /* ignore */ }
3593 nextFrontier.push(child.id); // expand this reply's own replies next depth
3594 }
3595 }
3596 frontier = nextFrontier;
3597 }
3598 if (added) console.log('[AP] thread crawl', postId, '+' + added, 'remote replies (' + fetches + ' fetches)');
3599}
3600
3601// Stale-while-revalidate entry point: call from the post view. Renders nothing, blocks nothing —
3602// fires a background crawl only if this post hasn't been crawled within the TTL.
3603export function maybeCrawlThread(postId) {
3604 if (!postId || _crawlingThreads.has(postId)) return;
3605 if (Date.now() - threadCrawlTs(postId) < THREAD_TTL_MS) return;
3606 _crawlingThreads.add(postId);
3607 setThreadCrawlTs(postId, Date.now()); // optimistic mark so concurrent/next views don't re-fire
3608 crawlThread(postId).catch((e) => console.warn('[AP] thread crawl failed:', e && e.message)).finally(() => _crawlingThreads.delete(postId));
3609}
3610
3611let _selfHealing = false;
3612export async function selfHealTimeline() {
3613 if (_selfHealing) return; _selfHealing = true;
3614 try {
3615 let cur = 0;
3616 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_version'); cur = r ? (parseInt(r.value, 10) || 0) : 0; } catch { return; }
3617 if (cur >= SELFHEAL_VERSION) return; // already healed for this version — skip on normal boots
3618 // v21: direct notes used to land in the timeline as if they were posts, so a
3619 // ward's 🛟 help request showed up in the guardian's Krant. The insert now
3620 // refuses them; drop the ones already cached. Scoped to the two kinds we can
3621 // still recognise afterwards (help request, wave) — a plain public mention
3622 // from someone you follow IS a timeline post and must stay.
3623 try {
3624 const r = db.prepare(`DELETE FROM ap_timeline WHERE EXISTS (
3625 SELECT 1 FROM ap_mentions m
3626 WHERE m.object_uri = ap_timeline.id AND m.slug = ap_timeline.slug
3627 AND (m.help_request = 1 OR m.wave = 1))`).run();
3628 if (r.changes) console.log(`[AP] self-heal v21: ${r.changes} direct note(s) removed from the timeline`);
3629 } catch { /* table may predate the columns */ }
3630 let rows = [];
3631 try { rows = db.prepare('SELECT id, slug, content, media_json, nsfw, cw, url, emoji_json, link_json, quote_json, author_uri, author_name, author_emoji_json, reblog_name, reblog_handle, reblog_emoji_json, embed_json FROM ap_timeline ORDER BY rowid DESC LIMIT 200').all(); } catch { /* no table */ }
3632 let healed = 0, failed = 0;
3633 for (const r of rows) {
3634 // Link previews first, and deliberately BEFORE the note re-fetch. A
3635 // preview is resolved from the content we already hold, so hanging it
3636 // behind a remote fetch meant one unreachable origin skipped the whole
3637 // row (`continue` below) and the card never appeared. It needs nothing
3638 // from the origin, so it must not depend on it.
3639 if (!r.quote_json && !r.embed_json) {
3640 try {
3641 const ej = await resolveExternalEmbed(r.content);
3642 if (ej) db.prepare('UPDATE ap_timeline SET embed_json = ? WHERE id = ?').run(ej, r.id);
3643 } catch { /* best-effort, never blocks the heal */ }
3644 }
3645 try {
3646 const note = await fetchNoteAP(r.id);
3647 if (note === 404) { db.prepare('DELETE FROM ap_timeline WHERE id = ?').run(r.id); healed++; continue; }
3648 if (!note || typeof note !== 'object') { failed++; continue; } // origin unreachable right now
3649 const html = HtmlSanitizerService.sanitize(note.content || '');
3650 const media = mediaFromNote(note);
3651 const nsfw = note.sensitive ? 1 : 0; // re-sync NSFW/sensitive + CW onto already-cached posts
3652 const cw = note.summary || null;
3653 const url = note.url || null; // re-sync the human url (catches a remote slug rename)
3654 const emoji = extractEmojiTags(note.tag); // FEP-9098: re-capture custom-emoji tags (v8)
3655 const link = extractLinkJson(note); // FEP-e232 + FEP-044f: re-capture object-link/quote tags (v9)
3656 // FEP-044f: resolve the embedded quote card (v11). COALESCE-style: keep a
3657 // cached snapshot if the quoted post is momentarily unreachable now.
3658 const quote = quoteHrefOf(note) ? (await resolveQuote(note)) || r.quote_json || null : null;
3659 if ((html && html !== r.content) || media !== (r.media_json || '[]') || nsfw !== (r.nsfw || 0) || (cw || '') !== (r.cw || '') || (url && url !== r.url) || (emoji || '') !== (r.emoji_json || '') || (link || '') !== (r.link_json || '') || (quote || '') !== (r.quote_json || '')) {
3660 db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url), emoji_json = ?, link_json = ?, quote_json = ? WHERE id = ?').run(html || r.content, media, nsfw, cw, url, emoji, link, quote, r.id);
3661 healed++;
3662 }
3663 // v13: a custom-emoji display name needs the author's emoji map. Fetch
3664 // the actor once, only for rows whose name has a shortcode and no map yet.
3665 if (/:[A-Za-z0-9_+-]+:/.test(r.author_name || '') && !r.author_emoji_json && r.author_uri) {
3666 const ai = actorInfo(await fetchActor(r.author_uri), r.author_uri);
3667 if (ai.emojis) { try { db.prepare('UPDATE ap_timeline SET author_emoji_json = ? WHERE id = ?').run(JSON.stringify(ai.emojis), r.id); } catch { /* ignore */ } }
3668 }
3669 // v14: same for the booster's display name ("X boosted"). The row stores
3670 // no booster URI, so resolve it from the handle via webfinger. Scoped to
3671 // this exact row (slug) since a note can be boosted by different people.
3672 if (/:[A-Za-z0-9_+-]+:/.test(r.reblog_name || '') && !r.reblog_emoji_json && r.reblog_handle) {
3673 const bUri = await webfingerResolve(r.reblog_handle);
3674 const em = bUri ? actorNameEmojis(await fetchActor(bUri)) : undefined;
3675 if (em) { try { db.prepare('UPDATE ap_timeline SET reblog_emoji_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(em), r.id, r.slug); } catch { /* ignore */ } }
3676 }
3677 } catch { failed++; /* per-note best-effort */ }
3678 }
3679 // Only mark this version DONE after a clean pass. Some origins are briefly
3680 // offline exactly when we heal (phone-hosted instances!): skipping them and
3681 // consuming the version would leave those rows stale forever. Instead retry
3682 // on the next boots, giving up after a few attempts (permanently-dead
3683 // origins answer 404/410 and are deleted above, so they don't loop).
3684 const setSetting = (k, v) => { try { db.prepare('INSERT OR REPLACE INTO app_settings (key, value) VALUES (?, ?)').run(k, String(v)); } catch { /* ignore */ } };
3685 let attempts = 0;
3686 try { const a = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_attempts'); attempts = a ? (parseInt(a.value, 10) || 0) : 0; } catch { /* ignore */ }
3687 if (failed === 0 || attempts >= 4) {
3688 setSetting('selfheal_version', SELFHEAL_VERSION);
3689 setSetting('selfheal_attempts', 0);
3690 } else {
3691 setSetting('selfheal_attempts', attempts + 1);
3692 }
3693 if (rows.length) console.log(`[AP] self-heal v${SELFHEAL_VERSION}: ${healed}/${rows.length} timeline notes${failed ? ` (${failed} unreachable — will retry next boot)` : ''}`);
3694 } catch { /* never block boot */ } finally { _selfHealing = false; }
3695}
3696
3697// Follow a fediverse account by @handle (WebFinger → actor → signed Follow).
3698export async function followActor(site, handle, autoBoost = false) {
3699 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3700 if (!base || !site || !site.slug) return { error: 'config' };
3701 // Accept any of: a profile/actor URL, an @user@host handle (WebFinger), or a
3702 // bare site domain (site.com) — for a single-actor site (Klonkt etc.) the root
3703 // resolves to its AP actor, so you can follow a site by just its domain.
3704 const s = String(handle || '').trim();
3705 let actorUrl;
3706 if (/^https?:\/\//i.test(s)) actorUrl = safeUrl(s) || null;
3707 else if (s.includes('@')) actorUrl = await webfingerResolve(s);
3708 else if (/^[a-z0-9.-]+\.[a-z]{2,}/i.test(s)) actorUrl = await resolveApActor('https://' + s.replace(/^\/+|\/+$/g, ''));
3709 else actorUrl = null;
3710 if (!actorUrl) return { error: 'not_found' };
3711 // SIGNED, as this actor: an authorized-fetch instance refuses an anonymous
3712 // GET of the actor doc, which made following from a boost silently fail
3713 // (Robins melding, 31-7). Signed, the other side sees who asks.
3714 const actor = await signedGetJson(site.slug, actorUrl);
3715 if (!actor || !actor.id || !actor.inbox) return { error: 'unreachable' };
3716 const ai = actorInfo(actor, actor.id);
3717 const me = actorId(base, site.slug);
3718 const keys = getOrCreateKeys(site.slug);
3719 const followId = `${me}#follow-${Date.now()}-${rid()}`;
3720 fwStmts().ins.run(site.slug, actor.id, ai.handle, ai.name, ai.icon, ai.url, actor.inbox, followId, 'pending', autoBoost ? 1 : 0);
3721 const follow = { '@context': AP_CONTEXT, id: followId, type: 'Follow', actor: me, object: actor.id };
3722 // Deliver via the retry queue: a Follow that fails the first attempt (peer down,
3723 // timeout, transient 5xx) is retried with backoff instead of staying stuck on
3724 // 'pending' forever — the Accept can only come back once the Follow lands.
3725 await deliverWithRetry(site.slug, actor.inbox, follow, `${me}#main-key`, keys.private_pem);
3726 console.log('[AP] follow', site.slug, '→', actor.id);
3727 // Follow + feature in one step → backfill their recent posts into the Cirkel right away.
3728 if (autoBoost) backfillFromOutbox(site.slug, actor.id).catch(() => {});
3729 // A ward's guardians are TOLD about a new follow (Robins verzoek, 31-7):
3730 // a follow brings new content into the child's feed, and the village
3731 // should know the door opened. A direct note per guardian, best-effort;
3732 // FEP-633c 5.3 gates inbound follows, the outbound notice is Shaer policy
3733 // for now (bead: spec-vraag).
3734 try {
3735 const guardians = Guardianship.listGuardians(site.slug);
3736 if (guardians.length) {
3737 const meRef = actorId(base, site.slug);
3738 const esc = (t) => String(t).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
3739 const label = esc(ai.name || ai.handle || actor.id);
3740 for (const g of guardians) {
3741 const note = {
3742 id: `${meRef}/follow-notice/${Date.now().toString(36)}${rid()}`,
3743 type: 'Note', attributedTo: meRef, to: [g.other_uri],
3744 tag: [{ type: 'Mention', href: g.other_uri }],
3745 content: `<p>👀 ${esc(site.title || site.slug)} is now following ${label}.</p>`,
3746 };
3747 deliverToActor(site, g.other_uri, { id: `${note.id}#create`, type: 'Create', actor: meRef, to: [g.other_uri], object: note })
3748 .catch(() => { /* retried by the queue */ });
3749 }
3750 console.log('[AP] follow notice →', guardians.length, 'guardian(s) of', site.slug);
3751 }
3752 } catch { /* geen guardians is geen fout */ }
3753 return { ok: true, name: ai.name, handle: ai.handle, actor: actor.id };
3754}
3755
3756// Resolve a profile URL or @handle to a followable remote actor (for the
3757// authorize_interaction "Follow" flow). Returns display fields + inbox, or null
3758// when it isn't a reachable actor (e.g. the input was a post, not a profile).
3759export async function resolveRemoteActor(input) {
3760 const s = String(input || '').trim();
3761 const actorUrl = /^https?:\/\//i.test(s) ? (safeUrl(s) || null) : await webfingerResolve(s);
3762 if (!actorUrl) return null;
3763 const actor = await fetchActor(actorUrl).catch(() => null);
3764 if (!actor || !actor.id || !actor.inbox) return null;
3765 const ai = actorInfo(actor, actor.id);
3766 return { actor_uri: actor.id, actor_name: ai.name, actor_handle: ai.handle, actor_url: ai.url, actor_icon: ai.icon, inbox: actor.inbox };
3767}
3768
3769export async function unfollowActor(site, actorUri) {
3770 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3771 const me = actorId(base, site.slug);
3772 const keys = getOrCreateKeys(site.slug);
3773 const row = fwStmts().one.get(site.slug, actorUri);
3774 // Undo(Follow) MUST reference the original Follow's real id so the remote can correlate it
3775 // and drop the follow. The old `${me}#follow` fallback never matched anything → the unfollow
3776 // silently failed on the remote. With no stored follow id (legacy row), skip the network Undo
3777 // rather than send an unmatchable one. Deliver durably via the retry queue.
3778 if (row && row.inbox && row.follow_id) {
3779 const undo = { '@context': AP_CONTEXT, id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me, object: { id: row.follow_id, type: 'Follow', actor: me, object: actorUri } };
3780 deliverWithRetry(site.slug, row.inbox, undo, `${me}#main-key`, keys.private_pem);
3781 } else if (row && row.inbox) {
3782 console.warn('[AP] unfollow', site.slug, '→', actorUri, '— no stored follow id; removed locally only (legacy follow, remote may keep it)');
3783 }
3784 fwStmts().del.run(site.slug, actorUri);
3785 return { ok: true };
3786}
3787
3788/**
3789 * FEP-7628 (DRAFT status — the shape is Mastodon's since 2019, but the FEP can
3790 * still change): an account our sites follow says it moved to a new home.
3791 *
3792 * Validity has two independent legs, and both must hold:
3793 * 1. The SIGNER is a party to the move: the old actor announcing its own move
3794 * (push mode) or the new actor doing it (pull mode). A third party
3795 * narrating someone else's move is refused — without this, any signed
3796 * stranger could re-point our follows.
3797 * 2. The NEW actor claims the old identity in its `alsoKnownAs`. That is the
3798 * cross-side proof: the mover controls both ends. Without it, whoever
3799 * holds ONE end could hijack the other end's followers.
3800 *
3801 * Effect: every local site following the old actor unfollows it and follows
3802 * the new one, keeping its auto-boost choice. Deliberately NOT retargeted:
3803 * guardianship relations (FEP-633c) — a guardian is a security anchor, not a
3804 * feed subscription, and moving one is shaer-tge's gated decision, not a
3805 * side effect of an inbox event. We only log when a move touches one.
3806 *
3807 * Deps are injectable for tests (no network in node:test).
3808 */
3809export async function handleMoveInbox(act, { verifiedActor = null, fetchActorFn = null, followFn = null, unfollowFn = null } = {}) {
3810 const oldUri = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
3811 const newUri = typeof act.target === 'string' ? act.target : (act.target && act.target.id);
3812 if (!oldUri || !newUri || oldUri === newUri) return 400;
3813 if (!verifiedActor || (verifiedActor !== oldUri && verifiedActor !== newUri)) {
3814 console.warn('[AP] Move refused: signer is not a party to the move', verifiedActor || '(unsigned)', oldUri, '→', newUri);
3815 return 401;
3816 }
3817 // Nobody here follows the old actor → nothing to move. This also makes
3818 // redelivery idempotent: after the first swap the rows are gone.
3819 let rows = [];
3820 try { rows = db.prepare('SELECT * FROM ap_following WHERE actor_uri = ?').all(oldUri); } catch { /* fresh init */ }
3821 if (!rows.length) return 202;
3822 // A blocked destination is declined outright: the old follow stays (it goes
3823 // stale on its own), and we will not open a door to a blocked house.
3824 if (isBlockedAny(newUri)) { console.log('[AP] Move dropped: target is blocked', newUri); return 202; }
3825 const target = await (fetchActorFn || fetchActor)(newUri);
3826 const aka = [].concat((target && target.alsoKnownAs) || [])
3827 .map((a) => (typeof a === 'string' ? a : (a && a.id))).filter(Boolean);
3828 if (!target || !target.id || !aka.includes(oldUri)) {
3829 console.warn('[AP] Move refused: target does not claim the old actor in alsoKnownAs', oldUri, '→', newUri);
3830 return 202; // decline to act; no 4xx, the sender may be a well-meaning retrying server
3831 }
3832 for (const row of rows) {
3833 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(row.slug);
3834 if (!site) continue;
3835 try {
3836 await (unfollowFn || unfollowActor)(site, oldUri);
3837 const already = fwStmts().one.get(row.slug, newUri);
3838 if (!already) await (followFn || followActor)(site, newUri, !!row.auto_boost);
3839 console.log('[AP] follow moved', row.slug, ':', oldUri, '→', newUri);
3840 } catch (e) {
3841 console.warn('[AP] move re-follow failed for', row.slug, e && e.message);
3842 }
3843 }
3844 try {
3845 const g = db.prepare('SELECT slug, role FROM ap_guardianships WHERE other_uri = ? AND status = ?').all(oldUri, 'accepted');
3846 if (g.length) console.warn('[AP] Move touches a guardianship party — left untouched (shaer-tge):', oldUri, '→', g.map((r) => `${r.role}:${r.slug}`).join(', '));
3847 } catch { /* table absent on fresh init */ }
3848 return 202;
3849}
3850
3851/**
3852 * Slice 2 van shaer-0j2 (FEP-7628, DRAFT): de UITGAANDE helft — deze Klonkt
3853 * is het oude huis en kondigt het vertrek aan. Twee eisen voordat er iets
3854 * de deur uit gaat:
3855 * 1. Geen guardians: een warded account verhuizen zonder de guardianship
3856 * te hertargeten zou het vangnet van het kind stil breken; dat is
3857 * shaer-tge's gated beslissing, dus tot die er is weigert een bewaakt
3858 * account de verhuizing.
3859 * 2. De NIEUWE actor claimt ons in alsoKnownAs — dezelfde back-reference
3860 * die elke ontvangende server (onze eigen slice 1 incluis) eist. Zonder
3861 * die claim is de Move overal dood bij aankomst.
3862 * De Move gaat duurzaam naar elke volger-inbox; hun servers doen de
3863 * re-follow. `moved_to` wordt hier vastgelegd; het SERVEREN ervan op de
3864 * actor (en het beleid van de oude site) is slice 3.
3865 * Deps injecteerbaar voor tests (geen netwerk in node:test).
3866 */
3867export async function moveAccount(site, targetRaw, { fetchActorFn = null, deliverFn = null } = {}) {
3868 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3869 if (!base || !site || !site.slug) return { error: 'config' };
3870 try {
3871 const guardians = Guardianship.listGuardians(site.slug);
3872 if (guardians.length) {
3873 console.warn('[AP] move refused: guarded account (shaer-tge):', site.slug, '→', String(targetRaw || ''));
3874 return { error: 'guarded_account' };
3875 }
3876 } catch { /* geen guardianship-tabellen = geen guardians */ }
3877 const s = String(targetRaw || '').trim();
3878 let targetUri = null;
3879 if (/^https?:\/\//i.test(s)) targetUri = safeUrl(s);
3880 else if (s.includes('@')) targetUri = await webfingerResolve(s);
3881 if (!targetUri) return { error: 'not_found' };
3882 const me = actorId(base, site.slug);
3883 if (targetUri === me) return { error: 'self' };
3884 const target = await (fetchActorFn ? fetchActorFn(targetUri) : signedGetJson(site.slug, targetUri));
3885 if (!target || !target.id || !target.inbox) return { error: 'unreachable' };
3886 const aka = [].concat(target.alsoKnownAs || [])
3887 .map((a) => (typeof a === 'string' ? a : (a && a.id))).filter(Boolean);
3888 if (!aka.includes(me)) return { error: 'no_backreference' };
3889 db.prepare('UPDATE sites SET moved_to = ? WHERE slug = ?').run(target.id, site.slug);
3890 const keys = getOrCreateKeys(site.slug);
3891 const move = {
3892 '@context': AP_CONTEXT,
3893 id: `${me}#move-${Date.now()}-${rid()}`,
3894 type: 'Move',
3895 actor: me,
3896 object: me,
3897 target: target.id,
3898 to: [`${me}/followers`],
3899 };
3900 // FEP-7628: after setting movedTo, notify the followers with an Update of
3901 // the actor, so their servers hold the signpost even if the Move itself is
3902 // lost. Built from the FRESH row: `site` still carries the pre-move values.
3903 const movedSite = db.prepare('SELECT * FROM sites WHERE slug = ?').get(site.slug) || { ...site, moved_to: target.id };
3904 const update = {
3905 '@context': AP_CONTEXT,
3906 id: `${me}#update-${Date.now()}-${rid()}`,
3907 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
3908 object: buildActor(base, movedSite),
3909 published: new Date().toISOString(),
3910 };
3911 const inboxes = [...new Set(fStmts().list.all(site.slug).map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
3912 const send = deliverFn || deliverWithRetry;
3913 for (const inbox of inboxes) {
3914 await send(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
3915 await send(site.slug, inbox, move, `${me}#main-key`, keys.private_pem);
3916 }
3917 console.log('[AP] MOVE announced:', site.slug, '→', target.id, 'naar', inboxes.length, 'inbox(en)');
3918 return { ok: true, target: target.id, inboxes: inboxes.length };
3919}
3920
3921// FEP-633c §5.3 note (authorized fetch): true when `actorUri` is a committed
3922/**
3923 * Who is reading this outbox, and what may they see (30-7)?
3924 * - 'blocked': a verified caller this instance blocks. They get an EMPTY
3925 * collection, not even the public set (Robins eis): a block is a closed
3926 * door, and a signed fetch is the caller knocking with their name on it.
3927 * - 'friend': the owner (bearer) or a verified accepted follower or
3928 * guardian: the fan-only history rides along.
3929 * - 'public': everyone else: the public set.
3930 */
3931export function outboxAudience(slug, { bearerSlug = null, verifiedActor = null } = {}) {
3932 if (bearerSlug && bearerSlug === slug) return 'friend';
3933 if (!verifiedActor) return 'public';
3934 if (isBlockedAny(verifiedActor)) return 'blocked';
3935 try {
3936 if (db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND actor_uri = ?').get(slug, verifiedActor)) return 'friend';
3937 } catch { /* table absent on fresh init */ }
3938 if (isWardGuardian(slug, verifiedActor)) return 'friend';
3939 return 'public';
3940}
3941
3942// guardian of the local ward `wardSlug` — so a signed GET from it may read the
3943// ward's non-public history without the guardian appearing as a follower.
3944export function isWardGuardian(wardSlug, actorUri) {
3945 try { return !!Guardianship.getRelation(wardSlug, 'ward', actorUri); } catch { return false; }
3946}
3947
3948// FEP-633c §5.3: the guardians approved a gated follow of their ward. Send the
3949// Accept to the follower and record them, so delivery (incl. followers-only)
3950// begins. `pending` is a row from ap_pending_follows.
3951export async function acceptGatedFollow(pending) {
3952 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3953 const slug = pending.ward_slug;
3954 const me = actorId(base, slug);
3955 const keys = getOrCreateKeys(slug);
3956 fStmts().ins.run(slug, pending.follower_uri, pending.follower_inbox, pending.follower_shared_inbox, pending.follower_name, pending.follower_handle, pending.follower_icon);
3957 const original = pending.activity_json ? JSON.parse(pending.activity_json) : { type: 'Follow', actor: pending.follower_uri, object: me };
3958 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: original };
3959 await deliverWithRetry(slug, pending.follower_inbox, accept, `${me}#main-key`, keys.private_pem);
3960 const filled = pending.follower_shared_inbox &&
3961 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1').get(slug, pending.follower_shared_inbox, pending.follower_uri);
3962 if (!filled) backfillNewFollower(base, slug, pending.follower_shared_inbox || pending.follower_inbox).catch(() => {});
3963 console.log('[AP] gated Follow accepted', pending.follower_uri, '→ ward', slug);
3964 return { ok: true };
3965}
3966
3967// The guardians denied the follow: send a Reject so the follower's server clears
3968// its pending state, then the caller drops the record.
3969export async function rejectGatedFollow(pending) {
3970 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3971 const slug = pending.ward_slug;
3972 const me = actorId(base, slug);
3973 const keys = getOrCreateKeys(slug);
3974 const original = pending.activity_json ? JSON.parse(pending.activity_json) : { type: 'Follow', actor: pending.follower_uri, object: me };
3975 const reject = { '@context': AP_CONTEXT, id: `${me}#reject-${Date.now()}-${rid()}`, type: 'Reject', actor: me, object: original };
3976 if (pending.follower_inbox) await deliverWithRetry(slug, pending.follower_inbox, reject, `${me}#main-key`, keys.private_pem).catch(() => {});
3977 console.log('[AP] gated Follow rejected', pending.follower_uri, '→ ward', slug);
3978 return { ok: true };
3979}
3980
3981// ── Cross-instance follow-approval (FEP-633c §5.3, modelled on the guardian
3982// offer). Inbound: an Offer(Follow) forwarded by a ward to a guardian (leg
3983// 2), or a guardian's Accept/Reject coming back to the ward (leg 4). ──────
3984async function handleFollowApprovalInbox(act, slugParam) {
3985 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3986 const type = Array.isArray(act.type) ? act.type[0] : act.type;
3987 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
3988
3989 // Leg 2: I am a guardian; the object is the Follow to approve. The Offer is
3990 // signed by the ward, so act.actor is the ward.
3991 if (type === 'Offer') {
3992 const fo = (act.object && typeof act.object === 'object') ? act.object : null;
3993 const foType = fo && (Array.isArray(fo.type) ? fo.type[0] : fo.type);
3994 if (!fo || foType !== 'Follow') return false;
3995 const followId = fo.id;
3996 const follower = typeof fo.actor === 'string' ? fo.actor : (fo.actor && fo.actor.id);
3997 const wardUri = actorUri;
3998 if (!followId || !follower || !wardUri) return false;
3999 const recips = (Array.isArray(act.to) ? act.to : (act.to ? [act.to] : [])).filter((x) => typeof x === 'string');
4000 if (slugParam) recips.push(actorId(base, slugParam));
4001 let stored = false;
4002 for (const r of new Set(recips)) {
4003 const gslug = slugFromActorUrl(r);
4004 if (!gslug) continue;
4005 if (!Guardianship.getRelation(gslug, 'guardian', wardUri)) continue; // must actually guard this ward
4006 const wardDoc = await fetchActor(wardUri).catch(() => null);
4007 const fai = actorInfo(await fetchActor(follower).catch(() => null), follower);
4008 Guardianship.follows.recordReview(gslug, { id: followId, wardUri, wardInbox: wardDoc && wardDoc.inbox, follower, followerHandle: fai.handle, followerIcon: fai.icon, followJson: JSON.stringify(fo) });
4009 const L = pushLang(gslug);
4010 pushEvent(gslug, { type: 'guardian', title: i18nT(L, 'push.n_guard_cog_t'), body: i18nT(L, 'push.n_guard_cog_b', { who: fai.name || fai.handle || i18nT(L, 'notif.someone') }), url: `${pushPrefix(gslug)}/guardian` });
4011 stored = true;
4012 }
4013 return stored;
4014 }
4015
4016 // Leg 4: I am the ward; a guardian decided. object is the Follow (id).
4017 const fo = act.object;
4018 const followId = typeof fo === 'string' ? fo : (fo && fo.id);
4019 if (!followId) return false;
4020 const pending = Guardianship.follows.getPending(followId);
4021 if (!pending) return false;
4022 const allGuardians = Guardianship.listGuardians(pending.ward_slug).map((g) => g.other_uri);
4023 if (!allGuardians.includes(actorUri)) return false; // only a real guardian of this ward decides
4024 const decision = type === 'Reject' ? 'reject' : 'approve';
4025 // §3.5: the quorum runs over the AVAILABLE set. The voter itself was
4026 // restored by the one-answer rule when its activity arrived, so answering
4027 // is exactly what counts a guardian back in.
4028 const guardians = Guardianship.availability.availableSet(pending.ward_slug, allGuardians, Date.now());
4029 const r = Guardianship.follows.decide(followId, actorUri, decision, guardians);
4030 try {
4031 if (r.outcome === 'approved') { await acceptGatedFollow(r.follow); Guardianship.follows.remove(followId); }
4032 else if (r.outcome === 'rejected') { await rejectGatedFollow(r.follow); Guardianship.follows.remove(followId); }
4033 } catch { /* delivery is retried */ }
4034 return true;
4035}
4036
4037// Leg 3: a guardian in /guardian decides on a forwarded follow; send the
4038// Accept/Reject back to the ward's inbox (signed by the guardian).
4039export async function sendFollowDecision(guardianSite, review, decision) {
4040 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
4041 const me = actorId(base, guardianSite.slug);
4042 const keys = getOrCreateKeys(guardianSite.slug);
4043 const fo = review.follow_json ? JSON.parse(review.follow_json) : { id: review.id, type: 'Follow', actor: review.follower_uri, object: review.ward_uri };
4044 const activity = { '@context': AP_CONTEXT, id: `${me}#followdec-${Date.now()}-${rid()}`, type: decision === 'reject' ? 'Reject' : 'Accept', actor: me, to: [review.ward_uri], object: fo, 'shaer:followApproval': true };
4045 if (review.ward_inbox) await deliverWithRetry(guardianSite.slug, review.ward_inbox, activity, `${me}#main-key`, keys.private_pem);
4046 return { ok: true };
4047}
4048
4049// Send a Like or Announce (boost) on a remote note FROM this site.
4050export async function sendInteraction(site, kind, targetNoteId, authorUri) {
4051 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
4052 if (!base || !site || !site.slug || !targetNoteId) return { error: 'config' };
4053 const me = actorId(base, site.slug);
4054 const keys = getOrCreateKeys(site.slug);
4055 // 'unboost' = Undo(Announce): retracts a boost so followers' servers remove the
4056 // reblog (matched on actor+object — no record of the original Announce needed).
4057 const fanout = (kind === 'boost' || kind === 'unboost'); // also goes to our followers
4058 const followersCol = `${me}/followers`;
4059 // Address the original author in cc so their server (Mastodon, WordPress/ActivityPub, …)
4060 // attributes the boost to their post and notifies them — without this, a shared-inbox
4061 // receiver has nothing to route the Announce to. Non-fragment activity ids + a `published`
4062 // stamp keep us aligned with what Mastodon emits.
4063 const audience = authorUri ? [followersCol, authorUri] : [followersCol];
4064 let act;
4065 if (kind === 'unboost' || kind === 'unlike') {
4066 // Undo(Announce) retracts a boost; Undo(Like) un-favourites (matched on actor+object,
4067 // no record of the original activity needed — Mastodon honours both).
4068 const inner = kind === 'unboost' ? 'Announce' : 'Like';
4069 act = {
4070 '@context': AP_CONTEXT,
4071 id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me,
4072 object: { id: `${me}/${inner.toLowerCase()}/${Date.now()}-${rid()}`, type: inner, actor: me, object: targetNoteId },
4073 };
4074 if (kind === 'unboost') { act.to = [PUBLIC]; act.cc = audience; }
4075 } else {
4076 const type = kind === 'boost' ? 'Announce' : 'Like';
4077 act = {
4078 '@context': AP_CONTEXT,
4079 id: `${me}/${type.toLowerCase()}/${Date.now()}-${rid()}`,
4080 type, actor: me, object: targetNoteId,
4081 };
4082 if (type === 'Announce') { act.published = new Date().toISOString(); act.to = [PUBLIC]; act.cc = audience; }
4083 }
4084 const inboxes = new Set();
4085 // Author first, via their PERSONAL inbox (not the shared one) so a multi-user receiver
4086 // routes the Announce/Like to the right post unambiguously.
4087 if (authorUri) { const a = await fetchActor(authorUri).catch(() => null); if (a) inboxes.add(a.inbox || (a.endpoints && a.endpoints.sharedInbox)); }
4088 if (fanout) { for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox); }
4089 // Queue each delivery (immediate attempt + backoff retries on failure via ap_delivery)
4090 // instead of a single fire-and-forget POST, so a transient hiccup at the receiver doesn't
4091 // silently lose the boost — same durability a new post (deliverCreate) already gets.
4092 let queued = 0;
4093 for (const inbox of [...inboxes].filter(Boolean)) { deliverWithRetry(site.slug, inbox, act, `${me}#main-key`, keys.private_pem); queued++; }
4094 console.log('[AP]', kind, site.slug, '→', targetNoteId, 'queued', queued, 'inbox(es)');
4095 return { ok: true, delivered: queued };
4096}
4097
4098// Notifications inbox: new followers + replies/likes/boosts on this site's posts.
4099export function getNotifications(slug, limit) {
4100 // Per-source cap scales with the requested limit so Messages can page deep
4101 // (Load more). Bounded so a huge offset can't ask for unbounded rows.
4102 const L = Math.min(1000, Math.max(80, limit || 60));
4103 const out = [];
4104 try {
4105 for (const f of db.prepare('SELECT actor_uri, created_at FROM ap_followers WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
4106 out.push({ type: 'follow', handle: deriveHandle(f.actor_uri), url: f.actor_uri, created_at: f.created_at });
4107 }
4108 } catch { /* ignore */ }
4109 try {
4110 const rows = db.prepare(`
4111 SELECT i.kind, i.actor_name, i.actor_handle, i.actor_url, i.actor_icon, i.content, i.created_at, i.published, i.visibility,
4112 i.emoji_json, i.actor_emoji_json, i.media_json, i.quote_json, i.embed_json,
4113 p.slug AS post_slug, p.title AS post_title
4114 FROM ap_interactions i LEFT JOIN posts p ON p.id = i.post_id
4115 WHERE p.site_id = (SELECT id FROM sites WHERE slug = ?)
4116 ORDER BY i.created_at DESC LIMIT ?
4117 `).all(slug, L);
4118 for (const r of rows) out.push({
4119 type: r.kind, name: r.actor_name, handle: r.actor_handle, url: r.actor_url, icon: r.actor_icon,
4120 content: stripLeadingMentions(r.content), post_slug: r.post_slug, post_title: r.post_title, created_at: r.created_at,
4121 // When the post was written, for display. created_at (when it reached us)
4122 // stays the sort key and the unread watermark: a note that federated late
4123 // is still new to you.
4124 published: r.published,
4125 emoji_json: r.emoji_json, actor_emoji_json: r.actor_emoji_json, // FEP-9098 (messages render)
4126 media_json: r.media_json, quote_json: r.quote_json, embed_json: r.embed_json, // rendered like a Krant post
4127 // followers/direct = a private message to the owner (not on the public thread) → 🔒 in Messages
4128 visibility: r.visibility || 'public',
4129 });
4130 } catch { /* ignore */ }
4131 try {
4132 for (const r of db.prepare('SELECT actor_uri, actor_name, actor_handle, actor_icon, content, objects, created_at FROM ap_reports WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
4133 // The reported objects: our own notes resolve to post links so the owner
4134 // sees WHICH post the report is about; other URIs (e.g. the actor itself)
4135 // are skipped — the report row already names the account.
4136 const about = [];
4137 try {
4138 for (const u of JSON.parse(r.objects || '[]')) {
4139 const m = String(u).match(/\/ap\/notes\/([^/?#]+)/);
4140 if (!m) continue;
4141 const p = db.prepare('SELECT slug, title FROM posts WHERE id = ?').get(decodeURIComponent(m[1]));
4142 if (p) about.push({ slug: p.slug, title: p.title || p.slug });
4143 }
4144 } catch { /* malformed objects json → no links */ }
4145 out.push({ type: 'report', name: r.actor_name, handle: r.actor_handle, url: r.actor_uri, icon: r.actor_icon, content: r.content, objects: about, created_at: r.created_at });
4146 }
4147 } catch { /* ignore */ }
4148 try {
4149 for (const r of db.prepare(`SELECT object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, wave, help_request, created_at, published,
4150 emoji_json, actor_emoji_json, media_json, quote_json, embed_json
4151 FROM ap_mentions WHERE slug = ? ORDER BY created_at DESC LIMIT ?`).all(slug, L)) {
4152 out.push({ type: 'mention', name: r.actor_name, handle: r.actor_handle, url: r.actor_url || r.actor_uri, icon: r.actor_icon, content: stripLeadingMentions(r.content), note_url: r.note_url || r.object_uri, wave: r.wave ? 1 : 0, help_request: r.help_request ? 1 : 0, actorUri: r.actor_uri, created_at: r.created_at, published: r.published,
4153 // Same trimmings a Krant row has, so Berichten renders the post identically.
4154 emoji_json: r.emoji_json, actor_emoji_json: r.actor_emoji_json, media_json: r.media_json, quote_json: r.quote_json, embed_json: r.embed_json });
4155 }
4156 } catch { /* ignore */ }
4157 // Your own polls that have closed → a "results are in" item, derived read-time
4158 // from poll_json (Scheduler marks closed=1) with the tally via ownPollView.
4159 try {
4160 const site = db.prepare('SELECT id FROM sites WHERE slug = ?').get(slug);
4161 if (site) {
4162 const polls = db.prepare(`
4163 SELECT id, slug, title, poll_json FROM posts
4164 WHERE site_id = ? AND poll_json IS NOT NULL
4165 AND json_extract(poll_json, '$.closed') = 1
4166 AND json_extract(poll_json, '$.endTime') IS NOT NULL
4167 ORDER BY json_extract(poll_json, '$.endTime') DESC LIMIT 20`).all(site.id);
4168 for (const p of polls) {
4169 const view = ownPollView(p);
4170 if (!view) continue;
4171 let endTime = null; try { endTime = JSON.parse(p.poll_json).endTime; } catch { /* keep null */ }
4172 out.push({ type: 'poll_done', post_slug: p.slug, post_title: p.title, poll: view, created_at: endTime || null });
4173 }
4174 }
4175 } catch { /* ignore */ }
4176 // NaN-safe sort: one row with a missing/garbled created_at would otherwise make the
4177 // comparator return NaN and scramble the WHOLE ordering (seen live: follow rows landing
4178 // between likes, which also broke Messages' like-grouping).
4179 out.sort((a, b) => _msgTs(b) - _msgTs(a));
4180 return out.slice(0, limit || 60);
4181}
4182function _msgTs(x) { const t = Date.parse((x && x.created_at) || ''); return Number.isFinite(t) ? t : 0; }
4183
4184// ── Blocking / defederation ───────────────────────────────────────
4185// Extracted to BlocklistService (shared: Klonkt's Block tab + Shaer's "in
4186// Orbit"). Thin delegations keep every existing caller working.
4187export function listBlocks(slug) { return Blocklist.listBlocks(slug); }
4188
4189// True if an actor (or its whole domain) is blocked anywhere on this instance.
4190// Vote on a remote fediverse poll (a cached Question). A ballot = a Create(Note) carrying only a
4191// `name` (the chosen option) + inReplyTo the Question, addressed to the poll's author — the
4192// Mastodon-standard vote. Records our choice locally + optimistically bumps the counts; the
4193// author's Update(Question) refreshes the authoritative totals when it arrives.
4194export async function voteOnPoll(site, questionId, choices) {
4195 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
4196 if (!base || !site || !site.slug || !questionId) return { error: 'config' };
4197 let row; try { row = db.prepare('SELECT author_uri, poll_json FROM ap_timeline WHERE id = ? AND slug = ? LIMIT 1').get(questionId, site.slug); } catch { /* ignore */ }
4198 if (!row || !row.poll_json) return { error: 'not_found' };
4199 let poll; try { poll = JSON.parse(row.poll_json); } catch { return { error: 'not_found' }; }
4200 if (poll.closed) return { error: 'closed' };
4201 if (poll.voted) return { error: 'already' };
4202 const valid = new Set(poll.options.map((o) => o.name));
4203 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
4204 if (!picks.length) return { error: 'invalid' };
4205 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
4206 const me = actorId(base, site.slug);
4207 const keys = getOrCreateKeys(site.slug);
4208 const authorUri = row.author_uri || null;
4209 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
4210 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
4211 if (!inbox) return { error: 'unreachable' };
4212 for (const name of chosen) {
4213 const nid = `${me}/votes/${Date.now()}-${rid()}`;
4214 const note = { id: nid, type: 'Note', attributedTo: me, to: authorUri ? [authorUri] : [], name, inReplyTo: questionId, published: new Date().toISOString() };
4215 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
4216 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
4217 }
4218 // Local optimistic update (authoritative counts arrive via the author's Update(Question)).
4219 poll.voted = poll.multiple ? chosen : chosen[0];
4220 for (const o of poll.options) if (chosen.includes(o.name)) o.count = (o.count || 0) + 1;
4221 if (poll.voters != null) poll.voters += 1;
4222 try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), questionId, site.slug); } catch { /* ignore */ }
4223 return { ok: true };
4224}
4225
4226// Vote on ANY fediverse poll by URL (the interact page) — no timeline cache needed. Fetches
4227// the Question fresh, validates the choice(s), and casts the Mastodon-standard ballot (a
4228// Create(Note) with `name` + inReplyTo) straight to the poll's author. Used for polls you find
4229// by URL, not just ones from accounts you follow (which go through voteOnPoll via /news).
4230export async function voteOnRemotePoll(site, questionUrl, choices) {
4231 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
4232 if (!base || !site || !site.slug || !/^https?:\/\//i.test(String(questionUrl || ''))) return { error: 'config' };
4233 const q = await fetchActor(questionUrl).catch(() => null); // AP GET (SSRF-guarded)
4234 if (!q || q.type !== 'Question' || !q.id) return { error: 'not_found' };
4235 const poll = parsePoll(q);
4236 if (!poll) return { error: 'not_found' };
4237 if (poll.closed) return { error: 'closed' };
4238 const valid = new Set(poll.options.map((o) => o.name));
4239 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
4240 if (!picks.length) return { error: 'invalid' };
4241 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
4242 const authorUri = actorUriOf(q.attributedTo);
4243 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
4244 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
4245 if (!inbox) return { error: 'unreachable' };
4246 const me = actorId(base, site.slug);
4247 const keys = getOrCreateKeys(site.slug);
4248 for (const name of chosen) {
4249 const nid = `${me}/votes/${Date.now()}-${rid()}`;
4250 const note = { id: nid, type: 'Note', attributedTo: me, to: [authorUri], name, inReplyTo: q.id, published: new Date().toISOString() };
4251 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
4252 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
4253 }
4254 return { ok: true };
4255}
4256
4257// Report a remote post or account to its home instance (moderation). Sends the Mastodon-standard
4258// AS2 `Flag`: object = [reported account, reported status?], content = the reason, delivered to the
4259// reported account's inbox so their instance's moderators receive it. objectUri = a post URL (its
4260// author is resolved + included) OR pass actorUri to report an account directly.
4261export async function sendReport(site, { objectUri, actorUri, reason }) {
4262 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
4263 if (!base || !site || !site.slug) return { error: 'config' };
4264 let targetActor = actorUri || null;
4265 let noteUri = null;
4266 if (objectUri && /^https?:\/\//i.test(objectUri)) {
4267 const note = await apGetJson(objectUri).catch(() => null);
4268 if (note && note.id) { noteUri = note.id; if (!targetActor) targetActor = actorUriOf(note.attributedTo); }
4269 else if (!targetActor) return { error: 'not_found' };
4270 }
4271 if (!targetActor || !/^https?:\/\//i.test(targetActor)) return { error: 'not_found' };
4272 const actor = await fetchActor(targetActor).catch(() => null);
4273 const inbox = actor && (actor.inbox || (actor.endpoints && actor.endpoints.sharedInbox)); // personal inbox → their moderators
4274 if (!inbox) return { error: 'unreachable' };
4275 const me = actorId(base, site.slug);
4276 const keys = getOrCreateKeys(site.slug);
4277 const object = [targetActor];
4278 if (noteUri && noteUri !== targetActor) object.push(noteUri);
4279 const flag = {
4280 '@context': AP_CONTEXT,
4281 id: `${me}#report-${Date.now()}-${rid()}`,
4282 type: 'Flag',
4283 actor: me,
4284 content: String(reason == null ? '' : reason).slice(0, 3000),
4285 object, // [account, status?] — Mastodon's Flag shape
4286 to: [targetActor],
4287 };
4288 deliverWithRetry(site.slug, inbox, flag, `${me}#main-key`, keys.private_pem);
4289 return { ok: true };
4290}
4291
4292export function isBlockedAny(actorUri) { return Blocklist.isBlockedAny(actorUri); }
4293
4294// Block an actor (@handle or actor URL) or a whole domain; purges their content.
4295// The handle resolver is ours; the storage/purge lives in BlocklistService.
4296export async function blockTarget(site, input) { return Blocklist.blockTarget(site, input, webfingerResolve); }
4297
4298export function unblock(site, target) { return Blocklist.unblock(site, target); }
4299
4300// ── Guardianship module wiring (src/services/guardianship/) ────────
4301// The module owns FEP-633c (context, relations, handshake, queues, the
4302// direct-note leg); we hand it our AP helpers ONCE and delegate. It never
4303// imports us back.
4304function selfActorId(slug) {
4305 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
4306 return actorId(base, slug);
4307}
4308// Deliver one activity to one actor's inbox, signed; queued + retried on any
4309// hiccup so a slow or briefly-down ward server never loses the offer. Returns
4310// { delivered, inbox }: delivered=false means the account could not be
4311// resolved at all (a bad handle) — the offer stays recorded regardless.
4312export async function deliverToActor(site, actorUri, activity) {
4313 const me = selfActorId(site.slug);
4314 const keys = getOrCreateKeys(site.slug);
4315 const payload = { '@context': AP_CONTEXT, ...activity };
4316 // Co-location is a TRANSPORT detail, never a decision path (Robins regel,
4317 // 29-7). An inbox on this machine is not reachable over HTTP from this
4318 // machine, and should not be, so a local recipient is handed the activity
4319 // straight into the same inbox handler the wire would reach. Everything
4320 // above this line therefore behaves as if every Klonkt were remote: one code
4321 // path, exercised by every deployment, including the checks. Two bugs in one
4322 // day came from having a second, local-only path that hid a broken remote
4323 // one.
4324 const localSlug = localSlugOf(actorUri);
4325 if (localSlug && db.prepare('SELECT 1 FROM sites WHERE slug = ?').get(localSlug)) {
4326 const host = (() => { try { return new URL(selfActorId(site.slug)).host; } catch { return ''; } })();
4327 const req = { body: payload, ip: 'loopback', protocol: 'https', get: () => host, headers: {} };
4328 // The signer is us, and we say so: the actor-versus-signer check runs
4329 // exactly as it does over the wire, so a mismatch fails here too.
4330 const status = await handleInbox(req, localSlug, { id: me }).catch(() => 500);
4331 const ok = status >= 200 && status < 300;
4332 console.log('[AP]', activity.type, ok ? 'delivered (loopback) →' : `got ${status} (loopback) from`, actorUri);
4333 return { delivered: ok, inbox: `${actorUri}/inbox`, loopback: true, status };
4334 }
4335 const a = await fetchActor(actorUri).catch(() => null);
4336 const inbox = a && (a.inbox || (a.endpoints && a.endpoints.sharedInbox));
4337 if (!inbox) {
4338 console.warn('[AP] guardianship: could not resolve an inbox for', actorUri, '(offer recorded, not sent)');
4339 return { delivered: false, inbox: null };
4340 }
4341 try {
4342 const st = await deliver(inbox, payload, `${me}#main-key`, keys.private_pem);
4343 if (st >= 200 && st < 300) { console.log('[AP] guardianship', activity.type, 'delivered →', inbox, st); return { delivered: true, inbox }; }
4344 console.warn('[AP] guardianship', activity.type, 'got', st, 'from', inbox, '→ queued for retry');
4345 } catch (e) { console.warn('[AP] guardianship', activity.type, 'to', inbox, 'failed:', e.message, '→ queued for retry'); }
4346 enqueueDelivery(site.slug, inbox, payload);
4347 return { delivered: true, inbox }; // queued: the retry worker gets it there
4348}
4349Guardianship.wireDelivery({
4350 actorId, fetchActor, localActor, deliverTo: deliverToActor, deriveHandle, escHtml, linkUrls, linkHashtags,
4351 getOutboxRow: (id) => iStmts().getO.get(id),
4352 buildReplyNote, AP_CONTEXT, getOrCreateKeys, deliver, enqueueDelivery,
4353});
4354/**
4355 * The actor document of a site WE host, read straight from the database.
4356 * Same shape fetchActor returns for anyone else, plus `local: true` so the
4357 * caller can take the loopback instead of a POST to our own hostname.
4358 * Null for an actor we do not host: that one really is fetched.
4359 */
4360function localActor(actorUri) {
4361 const slug = localSlugOf(actorUri);
4362 if (!slug) return null;
4363 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
4364 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
4365 if (!site) return null;
4366 // primary_slug is what buildActor uses to pick '/' over '/user/<slug>'; the
4367 // actor route sets it the same way before building.
4368 const p = db.prepare('SELECT slug FROM sites WHERE is_primary = 1').get();
4369 try { return { ...buildActor(base, { ...site, primary_slug: p && p.slug }), local: true }; } catch { return null; }
4370}
4371// Which local site (if any) hosts this actor URI — used by the handshake to
4372// apply the local side of a commit and to derive a ward's existing guardians.
4373function localSlugOf(actorUri) {
4374 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
4375 if (!actorUri || !actorUri.startsWith(`${base}/ap/users/`)) return null;
4376 const slug = slugFromActorUrl(actorUri);
4377 if (!slug) return null;
4378 try { return db.prepare('SELECT slug FROM sites WHERE slug = ?').get(slug) ? slug : null; }
4379 catch { return null; }
4380}
4381Guardianship.wireHandshake({
4382 selfId: selfActorId,
4383 localSlug: localSlugOf,
4384 deliverTo: deliverToActor,
4385 deriveHandle,
4386 fetchActor,
4387 // Guardian PWA / Berichten push. The kid answers an incoming offer in its
4388 // own Berichten; an existing guardian and a commit land in the PWA.
4389 onEvent: (slug, ev) => {
4390 const L = pushLang(slug);
4391 const texts = {
4392 offer_received: ['push.n_guard_offer_t', 'push.n_guard_offer_b'], // I am the ward
4393 offer_for_ward: ['push.n_guard_cog_t', 'push.n_guard_cog_b'], // I co-guard this ward
4394 committed: ['push.n_guard_ward_t', 'push.n_guard_ward_b'],
4395 // §3.2: a guardian ended the relation. The ward hears that someone who
4396 // was looking after them has gone; a co-guardian hears they are one fewer.
4397 guardian_left: ['push.n_guard_left_t', 'push.n_guard_left_b'],
4398 coguardian_left: ['push.n_guard_cogleft_t', 'push.n_guard_cogleft_b'],
4399 }[ev.kind];
4400 if (!texts) return;
4401 const who = deriveHandle(ev.candidate || ev.guardian || ev.ward || '') || '?';
4402 const url = (ev.kind === 'offer_received' || ev.kind === 'guardian_left') ? `${pushPrefix(slug)}/messages` : '/guardian';
4403 pushEvent(slug, { type: 'guardian', title: i18nT(L, texts[0]), body: i18nT(L, texts[1], { who }), url });
4404 },
4405});
4406
4407// The notification duty of FEP-633c 3.6.2, wired once for every place a
4408// dormancy promotion can happen (queue reads, fan-outs, tallies): marking a
4409// guardian dormant MUST notify it, in protocol AND over the §6 handle. The
4410// one-answer rule is worthless to someone who does not know an answer is
4411// wanted. The handle of a committed guardian is its inbox (§6 minimum), which
4412// is the same door this delivery knocks on; both attempts are logged.
4413Guardianship.wireAvailability({
4414 onDormant: (wardSlug, guardianUri) => {
4415 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
4416 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(wardSlug);
4417 if (!base || !site) return;
4418 const me = selfActorId(wardSlug);
4419 const note = {
4420 id: `${me}/dormant/${Date.now().toString(36)}${rid()}`,
4421 type: 'Note', attributedTo: me, to: [guardianUri],
4422 'shaer:dormant': true,
4423 content: '<p>You have been observed dormant as a guardian. Nothing is wrong and nothing is held against you: one answer restores everything (FEP-633c 3.6.2).</p>',
4424 };
4425 deliverToActor(site, guardianUri, { id: `${note.id}#create`, type: 'Create', actor: me, to: [guardianUri], object: note })
4426 .catch(() => { /* retried by the queue */ });
4427 console.log('[AP] guardian observed dormant (3.6.2):', guardianUri, 'ward', wardSlug, '(notified in protocol; the §6 handle is the same inbox)');
4428 },
4429});
4430
4431export default {
4432 AP_CONTEXT, getOrCreateKeys, apWants, sendAP, actorId, noteId, stripLeadingMentions,
4433 buildActor, buildNote, buildCreate, buildOutbox, buildFollowers, buildFollowing, buildFeatured,
4434 followerCount, deliver, fetchActor, verifyRequest, handleInbox, deliverCreate, deliverDelete, deliverUpdate, deliverActorUpdate, resyncFeaturedPins,
4435 getInteractions, getInteractionById, setInteractionBoosted, setInteractionLiked, setMyReaction, getMyReactions, buildReplyNote, getOutboxNote, getSentNotes, deliverReply, resolveRemoteNote,
4436 listOutbox, deliverOutboxDelete, deliverOutboxUpdate, deliverDirectNote,
4437 webfingerResolve, followActor, resolveRemoteActor, unfollowActor, handleMoveInbox, moveAccount, listFollowing, setAutoBoost, backfillFromOutbox, getTimeline, getDirectMessages, isoStamp, timelineAttachments, timelineEmojis, timelineObjectLinks, timelineQuote, timelineEmbed, applyQuoteProps, deliverToActor, sendInteraction, voteOnPoll, voteOnRemotePoll,
4438 acceptGatedFollow, rejectGatedFollow, isWardGuardian, outboxAudience, sendFollowDecision,
4439 parseOwnPoll, pollTally, ownPollView, deliverPollUpdate, maybeCrawlThread, sendReport, localMentionSlugs,
4440 autoBoostCount, boostedCount, markBoosted, unmarkBoosted, markLiked, unmarkLiked, getTimelineReaction, upsertBoostedNote, getCirkelPosts, getCirkelMembers, selfHealTimeline,
4441 getNotifications, listBlocks, isBlockedAny, blockTarget, unblock,
4442 deliverWithRetry, enqueueDelivery, processDeliveryQueue, startDeliveryWorker,
4443 getReplyUris, markNotificationsSeen, countUnseenNotifications, hasPlayableAudio,
4444 linkifyBody, bakePostContent, bakePostContentWithMentions, listFollowers, removeFollower, listConnections,
4445 noteVisibility, belongsInTimeline, playerUrlFor, isRejectedObject, rejectInteraction, interactionReportTarget,
4446 getMessages, notificationsSeenAt, ingestOutboxActivity, c2sVisibility, actorDisplay, buildActorRef, prefersEnriched, selfAuthor, getReplyMessages, onNews, wakeNews,
4447};
Note: See TracBrowser for help on using the repository browser.