source: Klonkt/src/services/ActivityPubService.js@ 15f1cb5

main
Last change on this file since 15f1cb5 was 15f1cb5, checked in by Robin <roboburr@…>, 6 weeks ago

De tegel speelt de video als zijn eigen thumbnail

Robins aanwijzing (30-7) bij de (untitled)-gradient: een videopost uit de app
mag in het Klonkt-grid de video zelf als thumbnail afspelen. De machinerie
bestond al (animated covers renderen als muted-loop video in de tegel);
C2S-posts zetten alleen nooit een cover.

Nu promoveert de eerste video van een C2S-post tot cover_video_url, met
bewust GEEN cover-image ernaast: de image-tak van de tegel zou winnen en de
tegel bevriezen. Een fotopost krijgt zijn eerste foto als cover, dus ook die
verliest de (untitled)-gradient.

In buildNote schuiven de C2S-entries voor de cover-push: de URL-dedupe houdt
de eerste, en dat moet de entry zijn die zijn mediaType en poster kent,
anders verloor de federatie het icon zodra de video ook cover werd.

Changed files:
src/services/ActivityPubService.js

  • c2sCreatePost: eerste video wordt cover-video, eerste foto cover-image
  • buildNote: C2S-entries voor de covers, zodat de rijke entry wint

test/c2s-compose.test.js

  • de tegelbelofte: cover-video gezet, geen cover-image ernaast, en de dedupe houdt de entry met de poster

remarks: 338 tests groen.

-robo
Co-Authored-By: Claude Opus 5 <noreply@…>

  • Property mode set to 100644
File size: 235.1 KB
Line 
1/**
2 * ActivityPubService — Klonkt as a real ActivityPub actor (fediverse bridge).
3 *
4 * Phase 1 (this file): the PUBLISH/discoverable side.
5 * - per-site RSA keypair (Mastodon-compatible HTTP Signatures; separate from
6 * the Ed25519 keys used by the lighter Cirkels v1)
7 * - builders for the Actor document, Note objects and the Outbox collection
8 * - apWants(): HTTP content-negotiation helper (activity+json vs HTML)
9 *
10 * The interactive side (inbox: Follow/Accept, signature verify, delivery to
11 * followers) lands in the next step and is tested live against Mastodon.
12 *
13 * AP actor URLs live under /ap/* so they never clash with the human pages:
14 * actor = <base>/ap/users/<slug>
15 * inbox = <actor>/inbox outbox = <actor>/outbox
16 * note = <base>/ap/notes/<postId>
17 */
18import crypto from 'crypto';
19import fs from 'fs';
20import path from 'path';
21import dns from 'dns';
22import net from 'net';
23import db from '../config/database.js';
24import HtmlSanitizerService from './HtmlSanitizerService.js';
25import AudioEmbedService from './AudioEmbedService.js';
26import EmbedResolver from './EmbedResolver.js';
27import Push from './PushService.js';
28import { getTenancy } from './SettingsService.js';
29import { t as i18nT } from './i18n.js';
30import Blocklist from './BlocklistService.js';
31import * as Guardianship from './guardianship/index.js';
32
33const PUBLIC = 'https://www.w3.org/ns/activitystreams#Public';
34// Full JSON-LD context for every AP object we emit: AS2 core + security (publicKey) + the
35// extension terms we actually use (Mastodon/toot + schema.org), each with a term definition
36// so a strict JSON-LD processor resolves them instead of dropping them → valid AS2/JSON-LD.
37// This is the same context shape Mastodon publishes, so Mastodon sees no change.
38const AP_CONTEXT = [
39 'https://www.w3.org/ns/activitystreams',
40 'https://w3id.org/security/v1',
41 {
42 toot: 'http://joinmastodon.org/ns#',
43 schema: 'http://schema.org#',
44 sensitive: 'as:sensitive',
45 Hashtag: 'as:Hashtag',
46 manuallyApprovesFollowers: 'as:manuallyApprovesFollowers',
47 discoverable: 'toot:discoverable',
48 featured: { '@id': 'toot:featured', '@type': '@id' },
49 PropertyValue: 'schema:PropertyValue',
50 value: 'schema:value',
51 embedUrl: { '@id': 'schema:embedUrl', '@type': '@id' },
52 // Poll (Question) extension: Question/oneOf/anyOf/endTime/closed are AS2 core, but the
53 // per-poll unique-voter count is a Mastodon (toot) term — declare it so the emitted
54 // Question stays valid JSON-LD (a strict processor would otherwise drop votersCount).
55 votersCount: 'toot:votersCount',
56 // FEP-633c (Guardians): the shaer namespace, owned by the guardianship
57 // module (src/services/guardianship/).
58 ...Guardianship.SHAER_CONTEXT,
59 },
60];
61
62// Short random suffix so two activity ids minted in the same millisecond (e.g.
63// parallel saves) don't collide and get deduped by a receiver.
64const rid = () => crypto.randomBytes(4).toString('hex');
65
66// Keep only http(s) URLs — drops javascript:/data:/etc so a remote actor can't
67// smuggle a dangerous scheme into a stored href/src (rendered in owner-only views).
68const safeUrl = (u) => { const s = String(u == null ? '' : u).trim(); return /^https?:\/\//i.test(s) ? s : ''; };
69
70// ── SSRF guard for outbound fetches ───────────────────────────────
71// Remote URLs (actor/keyId/webfinger/inbox/inReplyTo) are attacker-controlled, so
72// every outbound fetch must refuse hosts that resolve to private/loopback ranges
73// (cloud metadata, internal services) — on the initial host AND each redirect hop.
74function isBlockedIp(ip) {
75 if (!ip) return true;
76 const v = net.isIP(ip);
77 if (v === 4) {
78 const o = ip.split('.').map(Number);
79 return o[0] === 127 || o[0] === 10 || o[0] === 0
80 || (o[0] === 172 && o[1] >= 16 && o[1] <= 31)
81 || (o[0] === 192 && o[1] === 168)
82 || (o[0] === 169 && o[1] === 254)
83 || (o[0] === 100 && o[1] >= 64 && o[1] <= 127); // CGNAT
84 }
85 if (v === 6) {
86 const s = ip.toLowerCase().replace(/^\[|\]$/g, '');
87 return s === '::1' || s === '::' || s.startsWith('fc') || s.startsWith('fd') || s.startsWith('fe80')
88 || s.startsWith('::ffff:127.') || s.startsWith('::ffff:10.') || s.startsWith('::ffff:192.168.')
89 || s.startsWith('::ffff:169.254.') || s.startsWith('::ffff:172.');
90 }
91 return true; // not an IP literal we recognise → refuse
92}
93async function assertPublicHost(hostname) {
94 if (net.isIP(hostname)) { if (isBlockedIp(hostname)) throw new Error('ssrf-blocked-ip'); return; }
95 const addrs = await dns.promises.lookup(hostname, { all: true });
96 if (!addrs.length || addrs.some((a) => isBlockedIp(a.address))) throw new Error('ssrf-blocked-host');
97}
98export async function safeFetch(url, opts = {}, maxRedirects = 3) {
99 let target = url;
100 for (let hop = 0; ; hop++) {
101 const u = new URL(target); // throws on malformed → caller's catch
102 if (u.protocol !== 'https:' && u.protocol !== 'http:') throw new Error('ssrf-bad-scheme');
103 await assertPublicHost(u.hostname);
104 const r = await fetch(target, { ...opts, redirect: 'manual', signal: AbortSignal.timeout(8000) });
105 const loc = (r.status >= 300 && r.status < 400) ? r.headers.get('location') : null;
106 if (loc && hop < maxRedirects) { target = new URL(loc, target).toString(); continue; }
107 return r;
108 }
109}
110const MAX_OUTBOX = 20;
111// Cache-buster for the music listen-link → forces Mastodon to re-crawl a FRESH
112// (square) player card. Bump this whenever the twitter:player card dimensions change.
113const FEDI_CARD_VER = '2';
114
115// ── RSA keys per actor (lazy, cached in DB) ───────────────────────
116// Prepared lazily (NOT at module load) — the ap_keys table is created in
117// initializeDatabase(), which runs after this module is imported.
118let _sel, _ins;
119function keyStmts() {
120 if (!_sel) {
121 _sel = db.prepare('SELECT public_pem, private_pem FROM ap_keys WHERE slug = ?');
122 _ins = db.prepare('INSERT OR IGNORE INTO ap_keys (slug, public_pem, private_pem, created_at) VALUES (?,?,?,CURRENT_TIMESTAMP)');
123 }
124 return { sel: _sel, ins: _ins };
125}
126
127export function getOrCreateKeys(slug) {
128 const { sel, ins } = keyStmts();
129 const row = sel.get(slug);
130 if (row) return row;
131 const { publicKey, privateKey } = crypto.generateKeyPairSync('rsa', {
132 modulusLength: 2048,
133 publicKeyEncoding: { type: 'spki', format: 'pem' },
134 privateKeyEncoding: { type: 'pkcs8', format: 'pem' },
135 });
136 ins.run(slug, publicKey, privateKey);
137 return sel.get(slug) || { public_pem: publicKey, private_pem: privateKey };
138}
139
140// ── content negotiation ───────────────────────────────────────────
141// True when the caller wants ActivityPub JSON rather than the HTML page.
142export function apWants(req) {
143 const a = String(req.headers.accept || '').toLowerCase();
144 return a.includes('application/activity+json') ||
145 (a.includes('application/ld+json') && a.includes('activitystreams'));
146}
147
148const AP_CONTENT_TYPE = 'application/activity+json; charset=utf-8';
149export function sendAP(res, obj, cacheControl) {
150 res.type(AP_CONTENT_TYPE);
151 // A per-caller (e.g. guardian-widened) view must not be publicly cached.
152 res.set('Cache-Control', cacheControl || 'public, max-age=120');
153 res.send(JSON.stringify(obj));
154}
155
156// ── document builders ─────────────────────────────────────────────
157export function actorId(base, slug) { return `${base}/ap/users/${encodeURIComponent(slug)}`; }
158export function noteId(base, postId) { return `${base}/ap/notes/${encodeURIComponent(postId)}`; }
159
160export function buildActor(base, site) {
161 const id = actorId(base, site.slug);
162 const keys = getOrCreateKeys(site.slug);
163 // FEP-633c §5.3: a ward's follows are gated (guardians approve), so the actor
164 // MUST advertise manuallyApprovesFollowers:true — otherwise a follower's server
165 // (Mastodon) assumes auto-accept and shows "Following" while we hold it pending.
166 const isWard = (() => { try { return Guardianship.listGuardians(site.slug).length > 0; } catch { return false; } })();
167 const actor = {
168 '@context': AP_CONTEXT,
169 id,
170 type: 'Person',
171 preferredUsername: site.slug,
172 name: site.title || site.slug,
173 summary: site.tagline || site.description || '',
174 url: `${base}/${site.slug === site.primary_slug ? '' : 'user/' + encodeURIComponent(site.slug)}`,
175 manuallyApprovesFollowers: isWard,
176 discoverable: true,
177 inbox: `${id}/inbox`,
178 outbox: `${id}/outbox`,
179 followers: `${id}/followers`,
180 following: `${id}/following`,
181 featured: `${id}/featured`,
182 // AP §5.6: the private blocked collection (owner-only GET). The server
183 // list is the source of truth for Shaer's "in Orbit"; clients keep no
184 // separate state.
185 blocked: `${id}/blocked`,
186 // FEP-633c §2: shaer:guardians / shaer:isGuardian / shaer:queues
187 // (guardianship module owns these).
188 ...Guardianship.guardianshipActorProps(id, site.slug),
189 // C2S clients (Shaer apps) discover auth + upload here — no hardcoded paths.
190 // All four are ActivityPub-spec `endpoints` terms. Dynamic client registration
191 // (RFC 7591) is discovered via /.well-known/oauth-authorization-server, not here.
192 endpoints: {
193 sharedInbox: `${base}/ap/inbox`,
194 oauthAuthorizationEndpoint: `${base}/oauth/authorize`,
195 oauthTokenEndpoint: `${base}/oauth/token`,
196 uploadMedia: `${id}/uploadMedia`,
197 },
198 publicKey: {
199 id: `${id}#main-key`,
200 owner: id,
201 publicKeyPem: keys.public_pem,
202 },
203 };
204 if (site.profile_photo) {
205 const u = /^https?:/.test(site.profile_photo) ? site.profile_photo : `${base}${site.profile_photo.startsWith('/') ? '' : '/'}${site.profile_photo}`;
206 actor.icon = { type: 'Image', url: u };
207 }
208 // Account creation date — shown by Mastodon + read by indexers (additive, standard AS2).
209 if (site.created_at) { try { actor.published = new Date(site.created_at).toISOString(); } catch { /* skip bad date */ } }
210 // Profile links → PropertyValue rows: Mastodon/PeerTube/WordPress-ActivityPub render these as
211 // profile metadata (rel=me enables link-back verification). Additive; ignored by simpler receivers.
212 try {
213 const links = JSON.parse(site.profile_links || '[]');
214 if (Array.isArray(links) && links.length) {
215 const esc = (s) => String(s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
216 const rows = links
217 .filter((l) => l && l.url && /^https?:/i.test(l.url))
218 .map((l) => ({
219 type: 'PropertyValue',
220 name: esc(l.platform || 'Link'),
221 value: `<a href="${esc(l.url).replace(/"/g, '&quot;')}" rel="me nofollow noopener" target="_blank">${esc(String(l.url).replace(/^https?:\/\//, ''))}</a>`,
222 }));
223 if (rows.length) actor.attachment = rows;
224 }
225 } catch { /* skip malformed profile_links */ }
226 return actor;
227}
228
229// Does a post's audio shortcodes reference at least one PLAYABLE (file-backed)
230// track? Link-only tracks (external Spotify/YouTube, media_id NULL) don't count —
231// they have no Klonkt-hosted audio to embed, so no player card / cover-suppression.
232export function hasPlayableAudio(content, siteId) {
233 if (!content || !/\[\[(track|album|playlist):/i.test(content)) return false;
234 try {
235 for (const m of content.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT media_id FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.media_id) return true; }
236 for (const m of content.matchAll(/\[\[album:([^\]]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM audio_tracks WHERE site_id = ? AND album = ? AND media_id IS NOT NULL LIMIT 1').get(siteId, m[1].trim())) return true; }
237 for (const m of content.matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id WHERE pt.playlist_id = ? AND t.media_id IS NOT NULL LIMIT 1').get(m[1])) return true; }
238 } catch { /* non-fatal */ }
239 return false;
240}
241
242// A single post as an AS2 Note (the object), and as a Create activity (for outbox/delivery).
243export function buildNote(base, site, post, opts = {}) {
244 // Replies are Notes too. buildNote is the single entry point for ALL Notes; a reply is
245 // (for now) the simple flavor: pre-baked content, no title/cover/image/audio/embed
246 // machinery, addressed to the parent actor + thread. This early branch keeps that output
247 // byte-identical to the old buildReplyNote. When rich replies land (images/audio/embeds),
248 // this branch collapses and replies flow through the full post pipeline below. `post` here
249 // is the ap_outbox reply row (id, in_reply_to, content, post_slug, created_at, to_actor).
250 if (opts.isReply) {
251 const meR = actorId(base, site.slug);
252 // Rich replies: attachments column (JSON [{url, mediaType, name}]) → AS2
253 // attachment array with absolute URLs and the matching object type.
254 let replyAtt;
255 try {
256 const list = post.attachments ? JSON.parse(post.attachments) : [];
257 if (Array.isArray(list) && list.length) {
258 replyAtt = list.map((a) => ({
259 type: a.mediaType.startsWith('image/') ? 'Image' : a.mediaType.startsWith('audio/') ? 'Audio' : 'Video',
260 mediaType: a.mediaType,
261 url: /^https?:/i.test(a.url) ? a.url : `${base}${a.url}`,
262 name: a.name || undefined,
263 }));
264 }
265 } catch { /* malformed attachments never block the Note */ }
266 return {
267 id: noteId(base, post.id),
268 type: 'Note',
269 attributedTo: meR,
270 inReplyTo: post.in_reply_to || undefined,
271 content: post.content,
272 // Reply language (rich replies): the AS2 language map next to `content`.
273 contentMap: post.language ? { [post.language]: post.content } : undefined,
274 attachment: replyAtt,
275 url: post.post_slug ? `${base}/${encodeURIComponent(post.post_slug)}` : undefined,
276 published: toISO(post.created_at),
277 // A direct note (private mention, shaer-tqc) addresses ONLY its
278 // recipients: no Public anywhere, so it cannot be boosted and never
279 // shows in public timelines (the Mastodon DM model).
280 to: post.visibility === 'direct'
281 ? (JSON.parse(post.to_actors || '[]'))
282 : (post.to_actor ? [post.to_actor] : [PUBLIC]),
283 // Followers-only reply ('friends', shaer detail-view Reply): the parent
284 // author (in `to`) + our followers, but NO Public — it does not federate
285 // into open discovery. Default reply stays quiet-public (Public in cc).
286 cc: post.visibility === 'direct' ? []
287 : post.visibility === 'friends' ? [`${meR}/followers`]
288 : [PUBLIC, `${meR}/followers`],
289 // FEP-633c 5.2.1: a ward's call for help. Only ever on direct notes.
290 ...Guardianship.helpRequestProps(post),
291 ...Guardianship.waveProps(post),
292 ...Guardianship.awayProps(post),
293 // FEP-633c §2.2: object hint that the author is a ward.
294 ...Guardianship.hasGuardiansProps(site.slug),
295 tag: [
296 ...mentionTags(post.content),
297 ...hashtagTags(base, post.content),
298 ],
299 };
300 }
301 const id = noteId(base, post.id);
302 const aId = actorId(base, site.slug);
303 const human = `${base}/${encodeURIComponent(post.slug)}`;
304 // Mastodon ignores a Note's `name`, so put the title INTO the content (bold
305 // first line) — the standard blog→fediverse convention. post.content is
306 // already sanitized HTML; the title is plain text, so escape it.
307 const escTitle = String(post.title || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
308 const titleHtml = post.title ? `<p><strong>${escTitle}</strong></p>` : '';
309
310 // Paid post (klonkt-demo-aki): federate a PUBLIC teaser + link, never the full
311 // content, so nothing leaks past the paywall. No media attachments either.
312 if (post.paid) {
313 const esc = (x) => String(x || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
314 const _firstP = (String(post.content || '').match(/<p[^>]*>([\s\S]*?)<\/p>/i) || [null, ''])[1] || '';
315 const rawTeaser = String(post.excerpt || '').trim()
316 || _firstP.replace(/<[^>]+>/g, ' ').replace(/&[a-z#0-9]+;/gi, ' ').replace(/\s+/g, ' ').trim().slice(0, 280);
317 return {
318 '@context': AP_CONTEXT,
319 id,
320 type: 'Note',
321 attributedTo: aId,
322 content: `${titleHtml}<p>${esc(rawTeaser)}${rawTeaser ? '…' : ''}</p><p><a href="${human}">Lees de volledige post (supporters)</a></p>`,
323 url: human,
324 published: toISO(post.published_at || post.created_at || Date.now()),
325 to: [PUBLIC],
326 cc: [`${aId}/followers`],
327 tag: [...hashtagTags(base, post.content)],
328 replies: `${id}/replies`,
329 ...Guardianship.hasGuardiansProps(site.slug),
330 };
331 }
332
333 // Images travel as AP `attachment` (Mastodon strips <img> from content). Collect
334 // the cover + any inline <img>, make absolute, then strip <img> from the content
335 // to avoid duplicate rendering on clients that DO keep them.
336 const abs = (u) => !u ? null : (/^https?:/i.test(u) ? u : `${base}${u.startsWith('/') ? '' : '/'}${u}`);
337 const mediaType = (u) => {
338 const e = ((u || '').split('?')[0].match(/\.(\w+)$/) || [])[1];
339 return ({ jpg: 'image/jpeg', jpeg: 'image/jpeg', png: 'image/png', gif: 'image/gif', webp: 'image/webp', avif: 'image/avif', mp4: 'video/mp4', webm: 'video/webm', mov: 'video/quicktime' })[(e || '').toLowerCase()] || 'image/jpeg';
340 };
341 const hadAudio = /\[\[(track|album|playlist):/i.test(post.content || '');
342 const playable = hasPlayableAudio(post.content || '', site && site.id);
343 // A post with an external embed (Spotify/YouTube/SoundCloud/Vimeo/Bandcamp/Apple) should let
344 // Mastodon render the embed's player CARD. Mastodon shows EITHER media attachments OR a link
345 // card, never both — so when the post has an embed link we skip the image attachments so the
346 // card wins. (On Klonkt nothing changes: the cover + the embed player still render.)
347 const hasEmbed = (() => {
348 const c = post.content || '';
349 if (/\[\[embed:/i.test(c)) return true;
350 for (const m of c.matchAll(/https?:\/\/[^\s"'<>]+/gi)) if (AudioEmbedService.detectProvider(m[0])) return true;
351 return false;
352 })();
353 // Link-only tracks (external Spotify/YouTube/SoundCloud, no hosted file): collect their links
354 // so we federate them — Mastodon cards the first (its player), the rest show as clickable links
355 // — instead of a bare "listen on site" link, and we suppress the cover so the card can show.
356 const trackEmbedLinks = (() => {
357 if (playable) return [];
358 const out = [];
359 try {
360 for (const m of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) {
361 const r = db.prepare('SELECT media_id, link_spotify, link_youtube, link_soundcloud FROM audio_tracks WHERE id = ?').get(m[1]);
362 if (r && !r.media_id) for (const u of [r.link_spotify, r.link_youtube, r.link_soundcloud]) if (u && /^https?:\/\//i.test(u)) out.push(u);
363 }
364 } catch { /* non-fatal */ }
365 return [...new Set(out)].slice(0, 6);
366 })();
367 const noImages = playable || hasEmbed || trackEmbedLinks.length > 0; // suppress images → let the player/embed card show
368 const urls = [];
369 // Posts with PLAYABLE hosted audio suppress image attachments so Mastodon renders
370 // the player CARD (twitter:player) instead of the cover — media attachment and
371 // link/player card are mutually exclusive on Mastodon. Link-only audio (external)
372 // keeps its cover (no player card to show).
373 // An animated cover federates as the muted loop MP4 (→ a Video attachment): animated WebP is
374 // unreliable on Mastodon and its iOS apps; the MP4 plays everywhere. Else the still cover image.
375 // Each entry carries the media URL + its alt text (federated as the AS2 attachment `name`, for a11y).
376 // Media a C2S composer attached (shaer-j3uh): federate with their REAL
377 // mediaType, because the extension map below knows no audio and would call
378 // an m4a an Image. Pushed BEFORE the covers: a C2S video doubles as the
379 // cover video, and the URL-dedupe keeps the FIRST entry, which must be the
380 // one that knows its type and poster. Images also live inline in the
381 // content, so the dedupe keeps those single too.
382 try {
383 for (const a of JSON.parse(post.c2s_attachments || '[]')) {
384 if (a && a.url) urls.push({ url: abs(a.url), name: a.name || '', mt: a.mediaType, poster: a.poster ? abs(a.poster) : null });
385 }
386 } catch { /* malformed never blocks the Note */ }
387 if (post.cover_video_url && !noImages) urls.push({ url: abs(post.cover_video_url), name: post.cover_alt || '' });
388 else if (post.cover_image_url && !noImages) urls.push({ url: abs(post.cover_image_url), name: post.cover_alt || '' });
389 let body = post.content || '';
390 // Only federate inline images we can actually serve: absolute http(s) URLs, or our own
391 // /media/ uploads. A relative path we don't host (e.g. a stale /images/... ref) would 404
392 // and show up as a black tile in Mastodon's attachment grid. Carry the <img alt="…"> through
393 // as the attachment description.
394 if (!noImages) for (const m of body.matchAll(/<img\b[^>]*>/gi)) {
395 const tag = m[0];
396 const src = (tag.match(/\bsrc="([^"]+)"/i) || [])[1];
397 if (!src || !(/^https?:\/\//i.test(src) || src.startsWith('/media/'))) continue;
398 const alt = (tag.match(/\balt="([^"]*)"/i) || [])[1] || '';
399 urls.push({ url: abs(src), name: alt });
400 }
401 body = body.replace(/<img\b[^>]*>/gi, '');
402 // Audio shortcodes: do NOT federate the raw audio file — Klonkt deliberately
403 // gates audio (the /audio/stream URL has friction), and shipping it as an AP
404 // audio attachment would hand Mastodon a plain, downloadable mp3 URL. Instead,
405 // replace the shortcodes with a "🎵 listen on the site" link so the post invites
406 // a click-through to the protected player (discovery without leaking the file).
407 const esc = (s) => String(s == null ? '' : s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
408 const audioLabels = [];
409 try {
410 for (const m of body.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT title FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.title) audioLabels.push(r.title); }
411 for (const m of body.matchAll(/\[\[album:([^\]]+)\]\]/g)) audioLabels.push(m[1].trim());
412 } catch { /* non-fatal */ }
413 // fedi_open tracks → real AS2 Audio attachments (the actual file URL, served ungated) so
414 // EVERY client incl. the Mastodon apps plays them inline natively. Gated tracks (default)
415 // stay link/card-only — the file is never exposed for them. Resolve from post.content so a
416 // later body mutation can't affect it.
417 const openAudio = [];
418 if (hadAudio) {
419 const seenA = new Set();
420 const addRow = (r) => {
421 const fn = r.filename || (r.storage_path || '').split('/').pop();
422 if (!fn || seenA.has(fn)) return; seenA.add(fn);
423 const a = { type: 'Audio', mediaType: r.mime_type || 'audio/mpeg', url: `${base}/audio/stream/${encodeURIComponent(fn)}`, name: r.title || 'Audio' };
424 // Cover art on the Audio attachment (AS2 `icon`): track cover, else the post cover.
425 // Mastodon renders it as the artwork thumbnail on its native audio player.
426 const art = abs(r.cover_url || post.cover_image_url || null);
427 if (art) a.icon = { type: 'Image', mediaType: mediaType(art), url: art };
428 openAudio.push(a);
429 };
430 const SEL = 'SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM audio_tracks t JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND ';
431 try {
432 for (const mm of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare(SEL + 't.id = ?').get(mm[1]); if (r) addRow(r); }
433 for (const mm of (post.content || '').matchAll(/\[\[album:([^\]]+)\]\]/g)) for (const r of db.prepare(SEL + 't.site_id = ? AND t.album = ? ORDER BY t.rowid').all(site.id, mm[1].trim())) addRow(r);
434 for (const mm of (post.content || '').matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) for (const r of db.prepare('SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND pt.playlist_id = ? ORDER BY pt.position').all(mm[1])) addRow(r);
435 } catch { /* non-fatal */ }
436 }
437 body = body.replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
438 // External embeds ([[embed:url]]) → emit the bare URL as a link so Mastodon
439 // renders its OWN preview/player card (YouTube/Spotify/SoundCloud/etc) instead
440 // of federating the raw shortcode text.
441 body = body.replace(/\[\[embed:([^\]]+)\]\]/gi, (mm, raw) => {
442 const u = esc(raw.trim().replace(/&amp;/g, '&'));
443 return `<p><a href="${u}">${u}</a></p>`;
444 });
445 if (hadAudio) {
446 const lbl = audioLabels.length ? esc(audioLabels.slice(0, 4).join(', ')) : '';
447 if (trackEmbedLinks.length) {
448 // Link-only track(s): emit the external link(s). Mastodon cards the first (Spotify → its
449 // player), the rest render as clickable links — the fediverse-native "embed + links".
450 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong>` : ''}</p>`;
451 for (const u of trackEmbedLinks) { const eu = esc(u); body += `<p><a href="${eu}">${eu}</a></p>`; }
452 } else {
453 // For playable posts, append a version param to the listen-link so Mastodon
454 // sees a NEW card URL and re-crawls it (fresh SQUARE player card) instead of
455 // reusing the cached landscape one. Invisible: the link TEXT stays clean, the
456 // page ignores the param. Bump FEDI_CARD_VER when the card dimensions change.
457 const listenHref = playable ? `${human}?fc=${FEDI_CARD_VER}` : human;
458 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong> — ` : ''}<a href="${listenHref}">listen on ${esc(site.title || 'the site')}</a></p>`;
459 }
460 }
461 // Klonkt renders post content with white-space:pre-wrap, so raw newlines ARE line
462 // breaks on the site. Mastodon (plain HTML) collapses whitespace and would drop them,
463 // so convert newlines to <br> for the federated copy (content already made with
464 // shift+enter uses <br> and has no \n → this is a no-op there).
465 body = body.replace(/\r?\n/g, '<br>');
466 body = linkHashtags(base, body); // link inline #hashtags in the post body too
467 body = linkUrls(body); // bare URLs → clickable links on the federated copy
468 // Append the tags-field hashtags to the content so Mastodon renders them as clickable
469 // hashtags (a Hashtag that's only in the `tag` array isn't shown inline). CamelCase
470 // multi-word tags; skip any already present inline in the body.
471 {
472 const inlineTags = new Set(hashtagTags(base, body).map((h) => h.name.slice(1).toLowerCase()));
473 const addSeen = new Set();
474 const tagLinks = normalizeTags(post.tags).map(tagParts).filter(Boolean)
475 .filter((p) => !inlineTags.has(p.slug) && !addSeen.has(p.slug) && addSeen.add(p.slug))
476 .map((p) => `<a href="${base}/tag/${encodeURIComponent(p.slug)}" class="mention hashtag" rel="tag">#${p.label}</a>`);
477 if (tagLinks.length) body += `<p>${tagLinks.join(' ')}</p>`;
478 }
479 const seen = new Set();
480 const attachment = urls.filter((x) => x && x.url)
481 .filter((x) => { if (seen.has(x.url)) return false; seen.add(x.url); return true; })
482 .map((x) => { const mt = x.mt || mediaType(x.url); // the stored type wins; the extension map is the fallback
483 const ty = /^image\//i.test(mt) ? 'Image' : /^video\//i.test(mt) ? 'Video' : /^audio\//i.test(mt) ? 'Audio' : 'Document';
484 const a = { type: ty, mediaType: mt, url: x.url };
485 if (x.name) a.name = String(x.name).slice(0, 1500); // alt text / description (AS2 `name`)
486 if (x.poster) a.icon = { type: 'Image', url: x.poster }; // the video's still (shaer-zowq)
487 return a; });
488 for (const a of openAudio) attachment.push(a); // fedi_open tracks → native Audio players
489
490 // Inline @user@host mentions: the Mention tag objects + the mentioned actor URIs. Only
491 // present when the content was already mention-linked (deliverCreate/Update resolve them
492 // at send time); a plain buildNote (outbox/notes) yields none.
493 const _mentionTags = mentionTags(body);
494 const _mentionCc = _mentionTags.map((t) => t.href);
495
496 const note = {
497 id,
498 type: 'Note',
499 attributedTo: aId,
500 content: titleHtml + body,
501 url: human,
502 published: new Date(post.published_at || post.created_at || Date.now()).toISOString(),
503 // fan_only = "fans only" → followers-only visibility (delivered to your followers
504 // but not addressed to Public, so Mastodon shows it only to them and can't boost it).
505 to: (post.fan_only || post.ap_visibility === 'quiet') ? [`${aId}/followers`] : [PUBLIC],
506 // Mentioned actors (from inline @user@host links the caller resolved) are addressed in cc
507 // so Mastodon notifies them; empty unless the content was mention-linked (delivery time).
508 cc: [...new Set([
509 ...(post.ap_visibility === 'quiet' ? [PUBLIC] : []), // quiet public: Public in cc, not to
510 ...((post.fan_only || post.ap_visibility === 'quiet') ? [] : [`${aId}/followers`]),
511 ..._mentionCc])],
512 tag: [...buildHashtagList(base, post.tags, body), ..._mentionTags],
513 replies: `${id}/replies`,
514 // NSFW → Mastodon-style content warning: sensitive (blurs media) + a summary/spoiler
515 // (hides the whole post behind a "Gevoelige inhoud" button until the reader opens it).
516 sensitive: !!post.nsfw,
517 };
518 // FEP-633c §2.2: object hint that the author is a ward (safely ignorable).
519 Object.assign(note, Guardianship.hasGuardiansProps(site.slug));
520 // FEP-044f: this post quotes a fediverse object. Emit it the way the network
521 // actually reads it, and address the quoted author so they get told.
522 applyQuoteProps(note, post.quote_uri, post.quote_actor);
523 if (post.nsfw) note.summary = post.content_warning || 'Gevoelige inhoud';
524 if (attachment.length) note.attachment = attachment;
525 // When the cover attachment is suppressed (hosted audio OR an external embed/link-only track →
526 // so Mastodon shows the player/link card, not media), still expose the cover via AS2 `image` so
527 // card/grid consumers (the Klonkt Cirkel/News feed) can show it. Mastodon ignores a Note's
528 // `image`, so its card is unaffected — but a Klonkt receiver reads it (handleInbox o.image).
529 if (post.cover_image_url && noImages) {
530 const cov = abs(post.cover_image_url);
531 if (cov) { note.image = { type: 'Image', mediaType: mediaType(cov), url: cov }; if (post.cover_alt) note.image.name = String(post.cover_alt).slice(0, 1500); }
532 }
533 // Experiment (mirrors PeerTube / schema.org `embedUrl`): point at the GATED player page
534 // (/embed) so a client that honours embedUrl can show an inline player WITHOUT ever
535 // getting the audio file — the anti-steal posture is untouched. `embedUrl` is a real
536 // standard field name (not a Klonkt invention); if Mastodon's apps honour it on a Note we
537 // make it JSON-LD-clean with a context term, otherwise it degrades to the player card.
538 if (playable) note.embedUrl = `${base}/embed?post=${encodeURIComponent(post.slug)}`;
539 // Content language → AS2 contentMap (a BCP-47-keyed copy of the content). Mastodon reads the
540 // language from its key for the timeline language filter + the translate button. Emitted
541 // alongside `content` (Mastodon sends both); a plain receiver just uses `content`.
542 if (post.language && /^[a-z]{2,3}(-[A-Za-z]{2,4})?$/.test(post.language)) note.contentMap = { [post.language]: note.content };
543 // A hosted poll → federate as an AS2 Question (options + live tally). Do this last so it
544 // reuses the note's content/addressing/tags, then swaps the type and strips media.
545 const ownPoll = parseOwnPoll(post.poll_json);
546 if (ownPoll) applyPollToNote(note, post.id, ownPoll);
547 return note;
548}
549
550// All reply note URIs on a local post (inbound fediverse replies + our own
551// outbound replies) — backs the Note's `replies` Collection so remote servers
552// can fetch the whole thread.
553export function getReplyUris(base, postId) {
554 const out = [];
555 try {
556 for (const r of db.prepare("SELECT object_uri FROM ap_interactions WHERE kind = 'reply' AND post_id = ? AND object_uri != '' ORDER BY created_at").all(postId)) out.push(r.object_uri);
557 for (const r of db.prepare('SELECT id FROM ap_outbox WHERE post_id = ? ORDER BY rowid').all(postId)) out.push(`${base}/ap/notes/${r.id}`);
558 } catch { /* non-fatal */ }
559 return out;
560}
561
562// Notifications "seen" tracking → a real bell badge. Stored per site in app_settings.
563export function markNotificationsSeen(slug) {
564 try {
565 db.prepare("INSERT INTO app_settings (key, value, updated_at) VALUES (?, ?, CURRENT_TIMESTAMP) ON CONFLICT(key) DO UPDATE SET value = excluded.value, updated_at = CURRENT_TIMESTAMP")
566 .run(`fedi_notif_seen:${slug}`, new Date().toISOString());
567 } catch { /* non-fatal */ }
568}
569export function countUnseenNotifications(slug) {
570 try {
571 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
572 const seen = row ? Date.parse(row.value) : 0;
573 let n = 0;
574 for (const it of getNotifications(slug, 50)) { if (Date.parse(it.created_at) > seen) n++; }
575 return n;
576 } catch { return 0; }
577}
578// The seen-watermark itself (ms epoch, 0 = never marked) — the Messages page reads it
579// BEFORE marking seen, so it can render unread dots on the items newer than last visit.
580export function notificationsSeenAt(slug) {
581 try {
582 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
583 return row ? (Date.parse(row.value) || 0) : 0;
584 } catch { return 0; }
585}
586
587// Messages = the unified inbox (Reacties + Meldingen merged, decision Robin+Bart 2026-07-16):
588// every notification PLUS your own outbound replies ('sent', with edit/delete via their
589// outboxId), sorted as one stream. Consecutive likes/boosts on the same post collapse into
590// one grouped item (actors list + count) so activity doesn't drown out conversations.
591export function getMessages(slug, limit, offset) {
592 const off = Math.max(0, offset || 0);
593 const lim = limit || 60;
594 // The stream is grouped (consecutive likes/boosts collapse), so paging is done by
595 // recomputing the whole stream top-down and slicing [off, off+lim] — stable across
596 // pages. Fetch a buffer past off+lim so grouping-shrinkage can't hide a full page.
597 const need = off + lim + 100;
598 const items = getNotifications(slug, need);
599 try {
600 for (const m of listOutbox(slug).slice(0, need)) {
601 items.push({
602 type: 'sent', outboxId: m.id, to_handle: m.to_handle, in_reply_to: m.in_reply_to,
603 content: m.content, editable: m.editable, language: m.language, created_at: m.created_at,
604 });
605 }
606 } catch { /* ignore */ }
607 items.sort((a, b) => _msgTs(b) - _msgTs(a)); // NaN-safe (zie getNotifications)
608 const out = [];
609 for (const it of items) {
610 const prev = out[out.length - 1];
611 if ((it.type === 'like' || it.type === 'announce') && prev && prev.type === it.type
612 && prev.post_slug === it.post_slug) {
613 prev.actors = prev.actors || [prev.name || prev.handle || '?'];
614 prev.actors.push(it.name || it.handle || '?');
615 prev.count = (prev.count || 1) + 1;
616 continue;
617 }
618 out.push(it);
619 }
620 return out.slice(off, off + lim);
621}
622
623export function buildCreate(base, site, post) {
624 const note = buildNote(base, site, post);
625 return {
626 '@context': AP_CONTEXT,
627 id: note.id + '#create',
628 type: 'Create',
629 actor: actorId(base, site.slug),
630 published: note.published,
631 to: note.to,
632 cc: note.cc,
633 object: note,
634 };
635}
636
637export function buildOutbox(base, site, posts) {
638 const id = `${actorId(base, site.slug)}/outbox`;
639 const items = (posts || []).slice(0, MAX_OUTBOX).map((p) => buildCreate(base, site, p));
640 return {
641 '@context': AP_CONTEXT,
642 id,
643 type: 'OrderedCollection',
644 totalItems: items.length,
645 orderedItems: items,
646 };
647}
648
649// Public callers get a count-only collection (privacy). The authenticated
650// account owner (a C2S bearer scoped to this site) gets the real actor URIs via
651// `items`, so their own client can build a friends list.
652export function buildFollowers(base, site, count, items = null) {
653 const id = `${actorId(base, site.slug)}/followers`;
654 return {
655 '@context': AP_CONTEXT,
656 id,
657 type: 'OrderedCollection',
658 totalItems: items ? items.length : (count || 0),
659 orderedItems: items || [], // count-only for the public; full for the owner
660 };
661}
662
663// The accounts this site follows — count only, mirroring buildFollowers. The spec lists
664// `following` as a standard actor property; Hubzilla/Friendica + crawlers expect it.
665export function buildFollowing(base, site, count, items = null) {
666 const id = `${actorId(base, site.slug)}/following`;
667 return {
668 '@context': AP_CONTEXT,
669 id,
670 type: 'OrderedCollection',
671 totalItems: items ? items.length : (count || 0),
672 orderedItems: items || [], // count-only for the public; full for the owner
673 };
674}
675
676// Pinned posts → the actor's `featured` collection. Mastodon reads this and shows
677// these as the "Featured" tab (pinned to the profile). Posts come ordered by pin
678// rank; embedded as full Notes so a remote server doesn't need extra fetches.
679export function buildFeatured(base, site, posts) {
680 const id = `${actorId(base, site.slug)}/featured`;
681 const items = (posts || []).map((p) => buildNote(base, site, p));
682 return {
683 '@context': AP_CONTEXT,
684 id,
685 type: 'OrderedCollection',
686 totalItems: items.length,
687 orderedItems: items,
688 };
689}
690
691// ── followers store (lazy stmts) ──────────────────────────────────
692let _insF, _updFDisp, _delF, _listF, _cntF;
693function fStmts() {
694 if (!_insF) {
695 _insF = db.prepare('INSERT OR IGNORE INTO ap_followers (slug, actor_uri, inbox, shared_inbox, name, handle, icon, created_at) VALUES (?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
696 _updFDisp = db.prepare('UPDATE ap_followers SET name = COALESCE(?, name), handle = COALESCE(?, handle), icon = COALESCE(?, icon) WHERE slug = ? AND actor_uri = ?');
697 _delF = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND actor_uri = ?');
698 _listF = db.prepare('SELECT inbox, shared_inbox FROM ap_followers WHERE slug = ?');
699 _cntF = db.prepare('SELECT COUNT(*) n FROM ap_followers WHERE slug = ?');
700 }
701 return { ins: _insF, del: _delF, list: _listF, cnt: _cntF };
702}
703export function followerCount(slug) { return fStmts().cnt.get(slug).n; }
704
705// Followers with delivery health, for the management list. Never-delivered accounts
706// first, then oldest successful delivery first — i.e. the cleanup candidates on top.
707export function listFollowers(slug) {
708 return db.prepare(
709 `SELECT id, actor_uri, inbox, shared_inbox, created_at, last_delivery_at, last_error_at
710 FROM ap_followers WHERE slug = ?
711 ORDER BY (last_delivery_at IS NULL) DESC, last_delivery_at ASC, created_at ASC`
712 ).all(slug);
713}
714// Manually drop a follower after a check (a still-live account would have to re-follow).
715export function removeFollower(slug, id) {
716 const info = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND id = ?').run(slug, id);
717 return info.changes > 0;
718}
719
720// Best cached display for an actor URI, across the caches Klonkt already fills:
721// followers (now with name/icon), following, interactions, timeline, mentions.
722// Falls back to a handle derived from the URI. Display info is not sensitive.
723export function actorDisplay(slug, uri) {
724 const ok = (r) => r && (r.name || r.icon);
725 try {
726 let r = db.prepare('SELECT name, handle, icon FROM ap_followers WHERE slug = ? AND actor_uri = ?').get(slug, uri);
727 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
728 r = db.prepare('SELECT name, handle, icon FROM ap_following WHERE slug = ? AND actor_uri = ?').get(slug, uri);
729 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
730 r = db.prepare('SELECT actor_name AS name, actor_handle AS handle, actor_icon AS icon FROM ap_interactions WHERE actor_uri = ? AND (actor_name IS NOT NULL OR actor_icon IS NOT NULL) ORDER BY created_at DESC LIMIT 1').get(uri);
731 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
732 r = db.prepare('SELECT author_name AS name, author_handle AS handle, author_icon AS icon FROM ap_timeline WHERE author_uri = ? AND (author_name IS NOT NULL OR author_icon IS NOT NULL) LIMIT 1').get(uri);
733 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
734 r = db.prepare('SELECT actor_name AS name, actor_handle AS handle, actor_icon AS icon FROM ap_mentions WHERE actor_uri = ? AND (actor_name IS NOT NULL OR actor_icon IS NOT NULL) ORDER BY created_at DESC LIMIT 1').get(uri);
735 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
736 } catch { /* ignore */ }
737 return { name: null, handle: deriveHandle(uri), icon: null };
738}
739
740// FEP-9876: does this `Prefer` header ask for enriched (embedded) members?
741// Pure and testable; the route sets the response headers around it.
742export function prefersEnriched(preferHeader) {
743 return /(^|[,;\s])return=representation($|[,;\s])/i.test(String(preferHeader || ''));
744}
745
746// AS2 actor reference with display, for the owner C2S followers/following view.
747// preferredUsername = the local part of the handle; name = the set display name.
748export function buildActorRef(slug, uri) {
749 const d = actorDisplay(slug, uri);
750 const user = d.handle && d.handle[0] === '@' ? d.handle.slice(1).split('@')[0] : null;
751 const out = { id: uri, type: 'Person' };
752 if (d.name) out.name = d.name;
753 if (user) out.preferredUsername = user;
754 if (d.icon) out.icon = { type: 'Image', url: d.icon };
755 return out;
756}
757
758// Merge who-you-follow (ap_following, rich display) with who-follows-you (ap_followers,
759// delivery health) into ONE connections list, keyed by actor_uri. Each entry gets a
760// direction (following →, follower ←, mutual ↔) and, for accounts we deliver to, an
761// `unreachable` flag (never delivered, or last attempt failed after the last success) so
762// the view can split dead connections into their own section. Powers the Connect page.
763export function listConnections(slug) {
764 const byUri = new Map();
765 for (const f of listFollowing(slug)) {
766 byUri.set(f.actor_uri, {
767 actor_uri: f.actor_uri, name: f.name || null, handle: f.handle || null,
768 icon: f.icon || null, url: f.url || null, auto_boost: f.auto_boost ? 1 : 0,
769 status: f.status || null, following: true, follower: false,
770 last_delivery_at: null, last_error_at: null, follower_id: null,
771 });
772 }
773 for (const fo of listFollowers(slug)) {
774 const e = byUri.get(fo.actor_uri);
775 if (e) { e.follower = true; e.last_delivery_at = fo.last_delivery_at; e.last_error_at = fo.last_error_at; e.follower_id = fo.id; }
776 else byUri.set(fo.actor_uri, {
777 actor_uri: fo.actor_uri, name: null, handle: null, icon: null, url: null,
778 auto_boost: 0, status: null, following: false, follower: true,
779 last_delivery_at: fo.last_delivery_at, last_error_at: fo.last_error_at, follower_id: fo.id,
780 });
781 }
782 return [...byUri.values()].map((e) => {
783 e.direction = (e.following && e.follower) ? 'mutual' : (e.following ? 'following' : 'follower');
784 e.unreachable = e.follower && (!e.last_delivery_at || (!!e.last_error_at && (!e.last_delivery_at || e.last_error_at > e.last_delivery_at)));
785 return e;
786 });
787}
788
789// ── inbound interactions store (replies / likes / boosts) + our outbound replies ──
790let _insI, _delLA, _delReply, _listI, _getI, _insO, _listO, _getO;
791// ── moderation tombstones (ap_rejected_objects) ───────────────────
792// A reply the owner removed stays removed: its object URI is tombstoned and
793// checked at ingest AND by the thread-crawler (else thread-filling would
794// re-fetch it). Owner moderation acts on the LOCAL copy, so it also works for
795// private notes that authorize_interaction can't fetch (401/404).
796let _insRj, _hasRj;
797function rjStmts() {
798 if (!_insRj) {
799 _insRj = db.prepare('INSERT OR IGNORE INTO ap_rejected_objects (object_uri, post_id, reason) VALUES (?,?,?)');
800 _hasRj = db.prepare('SELECT 1 FROM ap_rejected_objects WHERE object_uri = ?');
801 }
802 return { ins: _insRj, has: _hasRj };
803}
804export function isRejectedObject(uri) {
805 if (!uri) return false;
806 try { return !!rjStmts().has.get(String(uri)); } catch { return false; }
807}
808// Owner removes an incoming reply: tombstone + delete. Tenancy-scoped: the
809// interaction's post must belong to the caller's site.
810export function rejectInteraction(site, interactionId, reason) {
811 if (!site || !site.slug) return { error: 'forbidden' };
812 const row = iStmts().getI.get(interactionId);
813 if (!row) return { error: 'not_found' };
814 const owns = db.prepare('SELECT 1 FROM posts WHERE id = ? AND site_id = (SELECT id FROM sites WHERE slug = ?)')
815 .get(row.post_id, site.slug);
816 if (!owns) return { error: 'forbidden' };
817 if (row.object_uri) { try { rjStmts().ins.run(row.object_uri, row.post_id, reason || 'removed by site owner'); } catch { /* non-fatal */ } }
818 db.prepare('DELETE FROM ap_interactions WHERE id = ?').run(interactionId);
819 console.log('[AP] interaction removed by owner', site.slug, row.object_uri || row.actor_uri);
820 return { ok: true, object_uri: row.object_uri || null, actor_uri: row.actor_uri || null };
821}
822// Stored URIs of an interaction (tenancy-scoped) → feed sendReport for flagging
823// from the local copy (works for private notes; no remote fetch needed to target).
824export function interactionReportTarget(site, interactionId) {
825 if (!site || !site.slug) return null;
826 const row = iStmts().getI.get(interactionId);
827 if (!row) return null;
828 const owns = db.prepare('SELECT 1 FROM posts WHERE id = ? AND site_id = (SELECT id FROM sites WHERE slug = ?)')
829 .get(row.post_id, site.slug);
830 if (!owns) return null;
831 return { objectUri: row.object_uri || null, actorUri: row.actor_uri || null };
832}
833
834// AP addressing → visibility: 'public' | 'unlisted' | 'followers' | 'direct'.
835// Mastodon-conventie: Public in `to` = public, Public in `cc` = unlisted, een
836// followers-collectie zonder Public = followers-only, anders direct (DM). Public
837// kan als volledige URI, 'as:Public' of 'Public' voorkomen (JSON-LD shorthands).
838export function noteVisibility(o) {
839 const arr = (v) => (Array.isArray(v) ? v : (v ? [v] : []));
840 const isPub = (u) => u === PUBLIC || u === 'as:Public' || u === 'Public';
841 const to = arr(o && o.to).map(String);
842 const cc = arr(o && o.cc).map(String);
843 if (to.some(isPub)) return 'public';
844 if (cc.some(isPub)) return 'unlisted';
845 if ([...to, ...cc].some((u) => /\/followers\/?$/.test(u))) return 'followers';
846 return 'direct';
847}
848
849/**
850 * Does this note belong in the home timeline (de Krant)?
851 *
852 * Only if it is a POST. A direct note is addressed to named people, so it is a
853 * message: a plain DM, a ward's 🛟 help request (FEP-633c 5.2.1) or a
854 * guardian's wave. Those are stored as mentions instead and surface in
855 * Berichten and the Guardian PWA. A reply belongs to its thread, not the feed.
856 */
857export function belongsInTimeline(o) {
858 if (!o || !o.id || o.inReplyTo) return false;
859 return noteVisibility(o) !== 'direct';
860}
861
862function iStmts() {
863 if (!_insI) {
864 _insI = db.prepare('INSERT OR IGNORE INTO ap_interactions (kind, post_id, object_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, parent_uri, visibility, emoji_json, actor_emoji_json, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
865 _delLA = db.prepare('DELETE FROM ap_interactions WHERE kind = ? AND post_id = ? AND actor_uri = ?');
866 _delReply = db.prepare("DELETE FROM ap_interactions WHERE kind = 'reply' AND object_uri = ?");
867 _listI = db.prepare('SELECT id, kind, object_uri, parent_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, created_at, acted_boost, acted_like, visibility, emoji_json, actor_emoji_json FROM ap_interactions WHERE post_id = ? ORDER BY created_at ASC');
868 _getI = db.prepare('SELECT * FROM ap_interactions WHERE id = ?');
869 _insO = db.prepare('INSERT INTO ap_outbox (id, site_slug, post_id, post_slug, in_reply_to, to_actor, to_handle, content, language, attachments, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
870 _listO = db.prepare('SELECT * FROM ap_outbox WHERE post_id = ? ORDER BY created_at ASC');
871 _getO = db.prepare('SELECT * FROM ap_outbox WHERE id = ?');
872 }
873 return { ins: _insI, delLA: _delLA, delReply: _delReply, list: _listI, getI: _getI, insO: _insO, listO: _listO, getO: _getO };
874}
875
876export function getInteractionById(id) { return iStmts().getI.get(id); }
877export function setInteractionBoosted(id, on) {
878 db.prepare('UPDATE ap_interactions SET acted_boost = ? WHERE id = ?').run(on ? 1 : 0, id);
879}
880export function setInteractionLiked(id, on) {
881 db.prepare('UPDATE ap_interactions SET acted_like = ? WHERE id = ?').run(on ? 1 : 0, id);
882}
883// Your like/boost state on a REMOTE post (interact page toggles).
884export function setMyReaction(slug, uri, kind, on) {
885 if (on) db.prepare('INSERT OR IGNORE INTO ap_my_reactions (site_slug, target_uri, kind) VALUES (?,?,?)').run(slug, uri, kind);
886 else db.prepare('DELETE FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ? AND kind = ?').run(slug, uri, kind);
887}
888export function getMyReactions(slug, uri) {
889 const rows = (slug && uri) ? db.prepare('SELECT kind FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ?').all(slug, uri) : [];
890 return { liked: rows.some((r) => r.kind === 'like'), boosted: rows.some((r) => r.kind === 'boost') };
891}
892
893const localPostExists = (id) => { try { return !!db.prepare('SELECT 1 FROM posts WHERE id = ?').get(id); } catch { return false; } };
894// Extract our local post id from a note URL, but only if it's ours (base match).
895function postIdFromNoteUrl(url, base) {
896 const s = String(url || '');
897 if (base && !s.startsWith(base)) return null;
898 const m = s.match(/\/ap\/notes\/([^/?#]+)/);
899 return m ? decodeURIComponent(m[1]) : null;
900}
901function deriveHandle(actorUri) {
902 try { const u = new URL(actorUri); const seg = u.pathname.split('/').filter(Boolean).pop() || ''; return `@${seg}@${u.host}`; } catch { return String(actorUri || ''); }
903}
904function actorInfo(doc, actorUri) {
905 let host = ''; try { host = new URL(actorUri).host; } catch { /* keep empty */ }
906 const handle = doc && doc.preferredUsername ? `@${doc.preferredUsername}@${host}` : deriveHandle(actorUri);
907 const icon = doc && doc.icon ? (doc.icon.url || (Array.isArray(doc.icon) && doc.icon[0] && doc.icon[0].url)) : null;
908 const name = (doc && (doc.name || doc.preferredUsername)) || handle;
909 return {
910 name,
911 handle,
912 url: safeUrl((doc && (doc.url || doc.id)) || actorUri) || null,
913 icon: safeUrl(icon) || null,
914 // FEP-9098 custom emojis in the display name (":shortcode:"), so the byline
915 // renders them. Only computed when the name actually has a shortcode.
916 emojis: /:[A-Za-z0-9_+-]+:/.test(name) ? actorNameEmojis(doc) : undefined,
917 };
918}
919
920// Map ":shortcode:" → image url from an actor doc's Emoji tags (for a custom-
921// emoji display name). Undefined when there are none.
922function actorNameEmojis(doc) {
923 const arr = doc && Array.isArray(doc.tag) ? doc.tag : (doc && doc.tag ? [doc.tag] : []);
924 const out = {};
925 for (const t of arr) {
926 if (!t || (Array.isArray(t.type) ? t.type[0] : t.type) !== 'Emoji' || typeof t.name !== 'string' || !t.icon) continue;
927 const u = t.icon.url || (Array.isArray(t.icon) && t.icon[0] && t.icon[0].url);
928 if (u) out[t.name] = u;
929 }
930 return Object.keys(out).length ? out : undefined;
931}
932
933// Given an inReplyTo note URL, find which local post the thread belongs to + the
934// note being replied to (parent), so a reply-to-a-comment can be nested.
935function findThreadTarget(inReplyTo, base) {
936 if (!inReplyTo) return null;
937 const seg = postIdFromNoteUrl(inReplyTo, base); // our /ap/notes/<id> segment (if ours)
938 if (seg && localPostExists(seg)) return { post_id: seg, parent_uri: inReplyTo };
939 if (seg) {
940 try { const o = db.prepare('SELECT post_id FROM ap_outbox WHERE id = ?').get(seg); if (o && o.post_id) return { post_id: o.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
941 }
942 try { const row = db.prepare("SELECT post_id FROM ap_interactions WHERE object_uri = ? AND kind = 'reply' LIMIT 1").get(inReplyTo); if (row && row.post_id) return { post_id: row.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
943 return null;
944}
945
946// Drop the leading @mention(s) a federated reply carries (the person being replied to),
947// so a comment reads "dope tekening ouwe" instead of "@jason@jasonhacky.nl dope …".
948// Keeps a leading <p> wrapper; handles mention <a> links and plain-text @user@domain.
949export function stripLeadingMentions(html) {
950 if (!html) return html;
951 let s = String(html);
952 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:<a\b[^>]*>\s*@[^<]+<\/a>[  ]*)+/i, (m, p) => p || '');
953 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:@[\w.-]+(?:@[\w.-]+)?[  ]+)+/i, (m, p) => p || '');
954 return s;
955}
956
957// View-ready threaded view of a post's fediverse activity (inbound replies +
958// our outbound replies, nested), plus like/boost counts.
959export function getInteractions(postId, base, site) {
960 const s = iStmts();
961 // Privacy: a followers-only or direct (DM) reply is addressed to people, not to the
962 // public web, so it must NOT render in the public thread. It still reaches the owner
963 // via notifications (post context + reference included there). Legacy rows without a
964 // visibility value are treated as public. Likes/boosts stay counted (count-only).
965 const rows = s.list.all(postId).filter((r) =>
966 r.kind !== 'reply' || !(r.visibility === 'followers' || r.visibility === 'direct'));
967 const baseClean = (base || process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
968 const postNoteId = baseClean ? `${baseClean}/ap/notes/${postId}` : null;
969 // Our own (outbound) replies show the SITE identity for everyone (not "You").
970 let host = ''; try { host = new URL(baseClean).host; } catch { /* ignore */ }
971 const siteName = (site && (site.title || site.slug)) || '';
972 const siteHandle = (site && site.slug && host) ? `@${site.slug}@${host}` : '';
973 const siteUrl = baseClean ? `${baseClean}/` : '';
974 const siteIcon = (site && site.profile_photo) || null;
975
976 const nodes = [];
977 for (const r of rows) {
978 if (r.kind !== 'reply') continue;
979 nodes.push({
980 noteId: r.object_uri, parent: r.parent_uri || null, mine: false, id: r.id,
981 actor_uri: r.actor_uri,
982 actor_name: r.actor_name, actor_handle: r.actor_handle, actor_url: r.actor_url,
983 actor_icon: r.actor_icon, content: stripLeadingMentions(r.content), created_at: r.published || r.created_at,
984 emoji_json: r.emoji_json, actor_emoji_json: r.actor_emoji_json, // FEP-9098 (thread render)
985 acted_boost: !!r.acted_boost, acted_like: !!r.acted_like,
986 children: [],
987 });
988 }
989 for (const o of s.listO.all(postId)) {
990 nodes.push({
991 noteId: baseClean ? `${baseClean}/ap/notes/${o.id}` : o.id, parent: o.in_reply_to || null,
992 mine: true, outboxId: o.id, content: stripLeadingMentions(o.content), created_at: o.created_at,
993 media: (() => { try { return o.attachments ? JSON.parse(o.attachments) : []; } catch { return []; } })(),
994 actor_name: siteName, actor_handle: siteHandle, actor_url: siteUrl, actor_icon: siteIcon,
995 children: [],
996 });
997 }
998
999 const byId = new Map(nodes.map((n) => [n.noteId, n]));
1000 // Conversation partners per node (u02, the reply editor's mentions bar): the
1001 // node's author plus the ancestor authors up the chain. Our own nodes are
1002 // skipped (we do not mention ourselves), deduped by actor, capped at 8.
1003 for (const n of nodes) {
1004 const seen = new Set();
1005 const list = [];
1006 let cur = n, guard = 0;
1007 while (cur && guard++ < 12 && list.length < 8) {
1008 if (!cur.mine && cur.actor_uri && !seen.has(cur.actor_uri)) {
1009 seen.add(cur.actor_uri);
1010 list.push({
1011 uri: cur.actor_uri,
1012 url: cur.actor_url || cur.actor_uri,
1013 handle: cur.actor_handle || deriveHandle(cur.actor_uri),
1014 });
1015 }
1016 cur = cur.parent ? byId.get(cur.parent) : null;
1017 }
1018 n.participants = list;
1019 }
1020 const isTop = (n) => !n.parent || n.parent === postNoteId || !byId.has(n.parent);
1021 const tops = [];
1022 for (const n of nodes) {
1023 if (isTop(n)) { tops.push(n); continue; }
1024 let anc = n, guard = 0;
1025 while (!isTop(anc) && guard++ < 12) anc = byId.get(anc.parent);
1026 anc.children.push(n);
1027 }
1028 const byTime = (a, b) => new Date(a.created_at) - new Date(b.created_at);
1029 tops.sort(byTime).forEach((t) => t.children.sort(byTime));
1030
1031 return {
1032 thread: tops,
1033 likeCount: rows.filter((r) => r.kind === 'like').length,
1034 announceCount: rows.filter((r) => r.kind === 'announce').length,
1035 total: nodes.length,
1036 };
1037}
1038
1039// ── HTTP Signatures + delivery ────────────────────────────────────
1040const slugFromActorUrl = (url) => { const m = String(url || '').match(/\/ap\/users\/([^/?#]+)/); return m ? decodeURIComponent(m[1]) : null; };
1041// Which of OUR sites are named in a note's Mention tags? Only hrefs on our own base count
1042// (an /ap/users/<slug> path on a remote host is someone else's actor), and the slug must be
1043// an existing site. Deduped.
1044export function localMentionSlugs(tags, base) {
1045 if (!base) return [];
1046 const out = [], seen = new Set();
1047 for (const t of (Array.isArray(tags) ? tags : (tags ? [tags] : []))) {
1048 if (!t || t.type !== 'Mention' || typeof t.href !== 'string') continue;
1049 if (!t.href.startsWith(base + '/ap/users/')) continue;
1050 const slug = slugFromActorUrl(t.href);
1051 if (!slug || seen.has(slug)) continue; seen.add(slug);
1052 try { if (db.prepare('SELECT 1 FROM sites WHERE slug = ?').get(slug)) out.push(slug); } catch { /* ignore */ }
1053 }
1054 return out;
1055}
1056
1057// Sign + POST an activity to a remote inbox (draft-cavage HTTP Signatures, RSA-SHA256).
1058export async function deliver(inboxUrl, bodyObj, keyId, privatePem) {
1059 const body = JSON.stringify(bodyObj);
1060 const u = new URL(inboxUrl);
1061 const date = new Date().toUTCString();
1062 const digest = 'SHA-256=' + crypto.createHash('sha256').update(body).digest('base64');
1063 const signingString = `(request-target): post ${u.pathname}\nhost: ${u.host}\ndate: ${date}\ndigest: ${digest}`;
1064 const signature = crypto.sign('sha256', Buffer.from(signingString), privatePem).toString('base64');
1065 const sig = `keyId="${keyId}",algorithm="rsa-sha256",headers="(request-target) host date digest",signature="${signature}"`;
1066 const r = await safeFetch(inboxUrl, {
1067 method: 'POST',
1068 headers: { 'Content-Type': 'application/activity+json', Accept: 'application/activity+json', Date: date, Digest: digest, Signature: sig },
1069 body,
1070 });
1071 return r.status;
1072}
1073
1074export async function fetchActor(url) {
1075 try {
1076 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
1077 if (!r.ok) return null;
1078 const len = Number(r.headers.get('content-length') || 0);
1079 if (len > 2_000_000) return null; // refuse oversized actor docs
1080 return await r.json();
1081 } catch { return null; }
1082}
1083
1084// ── Delivery queue with retries ───────────────────────────────────
1085// Outbound deliveries are tried immediately; on failure (down server, timeout,
1086// non-2xx) they're queued and retried with backoff so a briefly-offline follower
1087// doesn't silently miss the post. The signing key is NOT stored — the worker
1088// re-derives it from the actor slug at send time.
1089const DELIVERY_MAX_ATTEMPTS = 6;
1090const DELIVERY_BACKOFF_MIN = [1, 5, 15, 60, 180, 360];
1091let _insDeliv, _dueDeliv, _delDeliv, _bumpDeliv;
1092function deliveryStmts() {
1093 if (!_insDeliv) {
1094 _insDeliv = db.prepare('INSERT INTO ap_delivery (slug, inbox, body, attempts, next_at) VALUES (?,?,?,0,CURRENT_TIMESTAMP)');
1095 _dueDeliv = db.prepare("SELECT * FROM ap_delivery WHERE datetime(next_at) <= datetime('now') ORDER BY next_at LIMIT 30");
1096 _delDeliv = db.prepare('DELETE FROM ap_delivery WHERE id = ?');
1097 _bumpDeliv = db.prepare('UPDATE ap_delivery SET attempts = ?, next_at = ? WHERE id = ?');
1098 }
1099 return { ins: _insDeliv, due: _dueDeliv, del: _delDeliv, bump: _bumpDeliv };
1100}
1101export function enqueueDelivery(slug, inbox, activity) {
1102 if (!slug || !inbox || !activity) return;
1103 try { deliveryStmts().ins.run(slug, inbox, JSON.stringify(activity)); } catch { /* ignore */ }
1104}
1105// Record delivery health per follower so the followers list can flag dead accounts.
1106// Keyed by inbox: a shared-inbox POST reaches every follower behind it, so all of them
1107// are marked. A non-follower inbox (inline @mention) simply matches 0 rows.
1108let _fDelivOk, _fDelivErr;
1109function markFollowerDelivery(slug, inbox, ok) {
1110 if (!slug || !inbox) return;
1111 try {
1112 if (!_fDelivOk) {
1113 _fDelivOk = db.prepare('UPDATE ap_followers SET last_delivery_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
1114 _fDelivErr = db.prepare('UPDATE ap_followers SET last_error_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
1115 }
1116 (ok ? _fDelivOk : _fDelivErr).run(slug, inbox, inbox);
1117 } catch { /* health tracking is non-fatal */ }
1118}
1119// Deliver now; queue for retry if it fails.
1120export async function deliverWithRetry(slug, inbox, activity, keyId, privPem) {
1121 if (!inbox) return;
1122 try { const st = await deliver(inbox, activity, keyId, privPem); if (st >= 200 && st < 300) { markFollowerDelivery(slug, inbox, true); return; } } catch { /* queue below */ }
1123 enqueueDelivery(slug, inbox, activity);
1124}
1125let _processingDeliv = false;
1126export async function processDeliveryQueue() {
1127 if (_processingDeliv) return; // re-entrancy guard: 30 rows × 8s can exceed the 60s tick → no double-delivery
1128 _processingDeliv = true;
1129 try {
1130 let rows;
1131 try { rows = deliveryStmts().due.all(); } catch { return; }
1132 if (!rows || !rows.length) return;
1133 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1134 for (const row of rows) {
1135 let ok = false;
1136 try {
1137 const keys = getOrCreateKeys(row.slug);
1138 const st = await deliver(row.inbox, JSON.parse(row.body), `${actorId(base, row.slug)}#main-key`, keys.private_pem);
1139 ok = st >= 200 && st < 300;
1140 } catch { ok = false; }
1141 if (ok) { markFollowerDelivery(row.slug, row.inbox, true); deliveryStmts().del.run(row.id); continue; }
1142 const attempts = row.attempts + 1;
1143 if (attempts >= DELIVERY_MAX_ATTEMPTS) { markFollowerDelivery(row.slug, row.inbox, false); deliveryStmts().del.run(row.id); console.warn('[AP] delivery gave up after', attempts, 'tries →', row.inbox); continue; }
1144 // Index the backoff on the CURRENT attempt count (row.attempts) so the first
1145 // retry uses the 1-min tier instead of skipping it.
1146 const mins = DELIVERY_BACKOFF_MIN[Math.min(row.attempts, DELIVERY_BACKOFF_MIN.length - 1)];
1147 deliveryStmts().bump.run(attempts, new Date(Date.now() + mins * 60000).toISOString(), row.id);
1148 }
1149 } finally { _processingDeliv = false; }
1150}
1151let _delivTimer = null;
1152export function startDeliveryWorker() {
1153 if (_delivTimer) return;
1154 _delivTimer = setInterval(() => { processDeliveryQueue().catch(() => {}); }, 60 * 1000);
1155 if (_delivTimer.unref) _delivTimer.unref();
1156}
1157
1158// Best-effort verification of an incoming signed request. Returns the sender's
1159// actor doc if the signature checks out, else null. (Not gating yet — MVP.)
1160// Max clock skew for the signed Date header (replay window). Generous default to tolerate
1161// federating servers with drifting clocks; an operator can widen it via env.
1162const SIG_MAX_SKEW_MS = (Number(process.env.AP_SIG_MAX_SKEW_MIN) || 60) * 60 * 1000;
1163export async function verifyRequest(req) {
1164 const sigH = req.headers['signature'];
1165 if (!sigH) return null;
1166 const p = Object.fromEntries([...sigH.matchAll(/([a-zA-Z]+)="([^"]*)"/g)].map((m) => [m[1], m[2]]));
1167 if (!p.keyId || !p.signature) return null;
1168 const actor = await fetchActor(p.keyId.split('#')[0]);
1169 const pem = actor && actor.publicKey && actor.publicKey.publicKeyPem;
1170 if (!pem) return null;
1171 const hs = (p.headers || '(request-target) host date').split(/\s+/);
1172 // Behind a reverse proxy the raw Host header is the backend bind (e.g. localhost:3000, when
1173 // the proxy doesn't preserve it — Apache .htaccess [P] proxying), but the sender signed the
1174 // HTTP-Signature over the PUBLIC host. Try each candidate host (the configured PUBLIC_BASE_URL
1175 // host, the proxy's X-Forwarded-Host, and the raw Host) and accept if the signature verifies
1176 // against any. An attacker can't forge a match (no private key), so this only rescues the
1177 // legitimate proxied case. Also normalise a leading double-slash in the request-target.
1178 let _pubHost = null;
1179 if (process.env.PUBLIC_BASE_URL) { try { _pubHost = new URL(process.env.PUBLIC_BASE_URL).host; } catch { /* ignore */ } }
1180 const _hosts = [...new Set([_pubHost, req.headers['x-forwarded-host'], req.headers['host']].filter(Boolean))];
1181 const _target = `${req.method.toLowerCase()} ${String(req.originalUrl || '').replace(/^\/{2,}/, '/')}`;
1182 const _sig = Buffer.from(p.signature, 'base64');
1183 let ok = false;
1184 for (const _h of _hosts) {
1185 const line = hs.map((x) => x === '(request-target)'
1186 ? `(request-target): ${_target}`
1187 : x === 'host' ? `host: ${_h}`
1188 : `${x}: ${req.headers[x] || ''}`).join('\n');
1189 try { if (crypto.verify('sha256', Buffer.from(line), pem, _sig)) { ok = true; break; } } catch { /* try next host */ }
1190 }
1191 // Replay defence: the Date header must be signed and recent. A captured signed request
1192 // replayed later (or with a swapped body) is rejected.
1193 if (ok) {
1194 if (!hs.includes('date')) ok = false;
1195 else {
1196 const t = Date.parse(req.headers['date'] || '');
1197 if (isNaN(t) || Math.abs(Date.now() - t) > SIG_MAX_SKEW_MS) ok = false;
1198 }
1199 }
1200 // Digest is MANDATORY when the request carries a body: without a signed digest the body
1201 // isn't covered by the signature and could be swapped on a replay.
1202 if (ok && req.rawBody && req.rawBody.length) {
1203 if (!hs.includes('digest')) ok = false;
1204 else {
1205 const exp = 'SHA-256=' + crypto.createHash('sha256').update(req.rawBody).digest('base64');
1206 if (req.headers['digest'] !== exp) ok = false;
1207 }
1208 }
1209 return ok ? actor : null;
1210}
1211
1212// Parse a fediverse poll (an ActivityStreams `Question` — the Mastodon-standard poll form)
1213// into our compact shape. `oneOf` = single choice, `anyOf` = multiple; each option is a Note
1214// with a `name` and a `replies` collection whose `totalItems` is that option's vote count.
1215function parsePoll(o) {
1216 if (!o || o.type !== 'Question') return null;
1217 const raw = Array.isArray(o.oneOf) ? o.oneOf : (Array.isArray(o.anyOf) ? o.anyOf : null);
1218 if (!raw || !raw.length) return null;
1219 const options = raw.slice(0, 12).map((opt) => ({
1220 name: String((opt && opt.name) || '').slice(0, 300),
1221 count: Math.max(0, Number(opt && opt.replies && opt.replies.totalItems) || 0),
1222 })).filter((x) => x.name);
1223 if (!options.length) return null;
1224 const endTime = o.endTime || (typeof o.closed === 'string' ? o.closed : null);
1225 const closed = !!o.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
1226 return { multiple: Array.isArray(o.anyOf), options, endTime, closed, voters: Number(o.votersCount) || null, voted: null };
1227}
1228
1229// ── Polls WE host (a local post with a poll) ──────────────────────
1230// Parse the poll definition stored on our own post (posts.poll_json). Counts are
1231// NOT stored here — they're derived from the poll_votes ballots so a re-render always
1232// reflects the authoritative tally.
1233export function parseOwnPoll(pollJson) {
1234 if (!pollJson) return null;
1235 let d; try { d = typeof pollJson === 'string' ? JSON.parse(pollJson) : pollJson; } catch { return null; }
1236 if (!d || !Array.isArray(d.options)) return null;
1237 const options = d.options.map((o) => ({ name: String((o && o.name != null ? o.name : o) || '').slice(0, 300) })).filter((o) => o.name);
1238 if (options.length < 2) return null;
1239 const endTime = d.endTime || null;
1240 const closed = !!d.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
1241 return { multiple: !!d.multiple, options, endTime, closed };
1242}
1243
1244// Live tally of a hosted poll from its ballots: per-option counts + unique voters.
1245export function pollTally(postId) {
1246 const counts = {}; let voters = 0;
1247 try {
1248 for (const r of db.prepare('SELECT choice, COUNT(*) AS n FROM poll_votes WHERE post_id = ? GROUP BY choice').all(postId)) counts[r.choice] = r.n;
1249 voters = db.prepare('SELECT COUNT(DISTINCT actor_uri) AS n FROM poll_votes WHERE post_id = ?').get(postId).n || 0;
1250 } catch { /* table may not exist yet */ }
1251 return { counts, voters };
1252}
1253
1254// Render-ready view of a hosted poll (options with counts + percentages, totals, state).
1255// Voting is fediverse-only, so this is display-only on the site.
1256export function ownPollView(post) {
1257 const poll = parseOwnPoll(post && post.poll_json);
1258 if (!poll) return null;
1259 const { counts, voters } = pollTally(post.id);
1260 const total = Object.values(counts).reduce((a, b) => a + b, 0);
1261 const denom = poll.multiple ? voters : total; // multiple-choice %: share of voters (can sum >100%)
1262 const options = poll.options.map((o) => {
1263 const count = counts[o.name] || 0;
1264 return { name: o.name, count, pct: denom ? Math.round((count / denom) * 100) : 0 };
1265 });
1266 return { multiple: poll.multiple, options, total, voters, endTime: poll.endTime, closed: poll.closed };
1267}
1268
1269// Attach the AS2 Question shape to a note built for a hosted poll. Mastodon renders a
1270// status with either media OR a poll (never both), so a poll federates as content +
1271// options with no media attachment. oneOf = single choice, anyOf = multiple.
1272function applyPollToNote(note, postId, poll) {
1273 const { counts, voters } = pollTally(postId);
1274 const opts = poll.options.map((o) => ({
1275 type: 'Note',
1276 name: o.name,
1277 replies: { type: 'Collection', totalItems: counts[o.name] || 0 },
1278 }));
1279 note.type = 'Question';
1280 note[poll.multiple ? 'anyOf' : 'oneOf'] = opts;
1281 if (poll.endTime) note.endTime = new Date(poll.endTime).toISOString();
1282 // Once closed, Mastodon expects a `closed` timestamp (the effective end).
1283 if (poll.closed) note.closed = poll.endTime ? new Date(poll.endTime).toISOString() : new Date().toISOString();
1284 note.votersCount = voters;
1285 delete note.attachment; // media ATTACHMENTS + a poll are mutually exclusive on Mastodon
1286 // Keep note.image: it's the cover, which Mastodon ignores on a Question anyway
1287 // (same as on any Note) but Klonkt reads to show the cover in feeds/the Cirkel.
1288 // Deleting it stripped the cover off every boosted poll.
1289 return note;
1290}
1291
1292// Record an inbound ballot on one of OUR polls. A vote arrives as a Create(Note) whose
1293// `name` is the chosen option and `inReplyTo` is our poll note — the Mastodon-standard
1294// vote form. Returns { handled } — handled=true means it was addressed to a poll (so the
1295// caller must NOT also store it as a reply), false means "not a poll, fall through".
1296function recordPollBallot(postId, actorUri, rawChoice) {
1297 const choice = String(rawChoice == null ? '' : rawChoice).slice(0, 300);
1298 if (!choice) return { handled: false };
1299 let post; try { post = db.prepare('SELECT poll_json FROM posts WHERE id = ?').get(postId); } catch { return { handled: false }; }
1300 const poll = post && parseOwnPoll(post.poll_json);
1301 if (!poll) return { handled: false }; // not a poll → let the reply logic handle it
1302 if (poll.closed) return { handled: true }; // voting closed → drop
1303 if (!poll.options.some((o) => o.name === choice)) return { handled: true }; // unknown option → drop
1304 try {
1305 // Single choice = one ballot per actor: ignore a later/different vote. Multiple choice
1306 // allows one ballot per distinct option (the UNIQUE(post,actor,choice) dedupes repeats).
1307 if (!poll.multiple && db.prepare('SELECT 1 FROM poll_votes WHERE post_id = ? AND actor_uri = ? LIMIT 1').get(postId, actorUri)) return { handled: true };
1308 db.prepare('INSERT OR IGNORE INTO poll_votes (post_id, actor_uri, choice) VALUES (?, ?, ?)').run(postId, actorUri, choice);
1309 } catch { return { handled: true }; }
1310 schedulePollUpdate(postId);
1311 return { handled: true };
1312}
1313
1314// Coalesce a burst of votes into ONE Update(Question) per poll: the first vote schedules a
1315// refresh ~15s out; further votes in that window ride the same pending update (which carries
1316// the accumulated tally). Non-follower voters re-fetch the Question (live tally) themselves.
1317const _pollUpdTimers = new Map();
1318function schedulePollUpdate(postId) {
1319 if (_pollUpdTimers.has(postId)) return;
1320 const t = setTimeout(() => { _pollUpdTimers.delete(postId); deliverPollUpdate(postId).catch(() => { /* best-effort */ }); }, 15000);
1321 if (t.unref) t.unref();
1322 _pollUpdTimers.set(postId, t);
1323}
1324
1325// Push the fresh poll tally (or closed state) to followers as Update(Question).
1326export async function deliverPollUpdate(postId) {
1327 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1328 if (!base || !postId) return;
1329 let post, site;
1330 try {
1331 post = db.prepare('SELECT * FROM posts WHERE id = ?').get(postId);
1332 if (!post || !post.poll_json) return;
1333 site = db.prepare('SELECT * FROM sites WHERE id = ?').get(post.site_id);
1334 } catch { return; }
1335 if (site) await deliverUpdate(site, post);
1336}
1337
1338// ── Web push to the owner (docs/webpush-design.md, slice 3) ─────────
1339// Fire-and-forget: a notification must never block or break inbox processing.
1340function pushEvent(slug, event) {
1341 try { Push.notifySite(slug, event).catch(() => {}); } catch { /* never throw */ }
1342}
1343// Hub-aware path prefix for a site's pages ('' in solo).
1344function pushPrefix(slug) {
1345 try { return getTenancy() === 'hub' ? `/user/${slug}` : ''; } catch { return ''; }
1346}
1347// Notification language: the site's content language (fallback: instance default).
1348function pushLang(slug) {
1349 try { const r = db.prepare('SELECT language FROM sites WHERE slug = ?').get(slug); return (r && r.language) || process.env.KLONKT_DEFAULT_LANG || 'nl'; } catch { return 'nl'; }
1350}
1351// Site slug, target URL and title for a post-scoped notification.
1352function pushPostCtx(postId) {
1353 try {
1354 const r = db.prepare('SELECT p.slug AS post, p.title, s.slug AS site FROM posts p JOIN sites s ON s.id = p.site_id WHERE p.id = ?').get(postId);
1355 if (!r) return null;
1356 return { site: r.site, title: r.title || r.post, url: `${pushPrefix(r.site)}/${r.post}#fediverse` };
1357 } catch { return null; }
1358}
1359
1360// Handle an incoming inbox POST. slugParam = null for the shared /ap/inbox.
1361export async function handleInbox(req, slugParam, preVerified = null) {
1362 const act = req.body || {};
1363 const type = act.type;
1364 // Real client IP (behind the proxy via `trust proxy`) — logged on dropped/rejected/
1365 // ignored inbox hits so an operator can see who is probing their fediverse inbox.
1366 const ip = req.ip || (req.connection && req.connection.remoteAddress) || '?';
1367 const base = (process.env.PUBLIC_BASE_URL || `${req.protocol}://${req.get('host')}`).replace(/\/+$/, '');
1368 // preVerified is the loopback (see deliverToActor): a delivery between two
1369 // actors on THIS instance never crosses a socket, so there is no signature to
1370 // check — but we do know who signed, because we signed it. Handing that in
1371 // keeps everything below identical, including the actor-versus-signer check,
1372 // which is exactly the check that must not be skipped for being local.
1373 const verified = preVerified || await verifyRequest(req).catch(() => null);
1374
1375 // ENFORCE HTTP signatures: a data-affecting activity must be signed by the very
1376 // actor it claims to be. No valid signature, or signer ≠ actor → reject (no
1377 // forged replies/likes/follows/timeline posts). GET/discovery stays open.
1378 const claimedActor = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1379 // Blocked actor/domain → silently drop (202, don't reveal the block).
1380 if (claimedActor && isBlockedAny(claimedActor)) { console.log('[AP] inbox dropped (blocked)', claimedActor, 'from', ip); return 202; }
1381 const GATED = ['Create', 'Like', 'Announce', 'Follow', 'Delete', 'Undo', 'Accept', 'Reject', 'Add', 'Remove', 'Update', 'Flag', 'Offer'];
1382 if (GATED.includes(type)) {
1383 if (!verified || !claimedActor || verified.id !== claimedActor) {
1384 console.warn('[AP] inbox REJECTED (signature)', type, claimedActor || '?', 'from', ip, verified ? '(signer mismatch)' : '(unsigned/invalid)');
1385 return 401;
1386 }
1387 // One answer restores everything (FEP-633c 3.6): any VERIFIED activity
1388 // from an actor that guards someone here restores it to active for those
1389 // wards and cancels any lapse running against it, before the activity is
1390 // even looked at. Signature-gated on purpose: an unverified claim of
1391 // being gran must not wake gran up.
1392 try {
1393 const ev = Guardianship.availability.oneAnswer(claimedActor, Date.now());
1394 if (ev.restored.length) console.log('[AP] guardian restored (one answer, 3.6):', claimedActor, '→', ev.restored.join(', '));
1395 for (const c of ev.cancelledLapses) console.log('[AP] lapse cancelled by an answer from its target:', c.id);
1396 } catch { /* availability is never load-bearing for delivery */ }
1397 }
1398
1399 // FEP-633c §5.3 (modelled on the adoption offer): a gated follow forwarded to
1400 // the guardians as an Offer(Follow), their Accept/Reject back to the ward.
1401 if ((type === 'Offer' || type === 'Accept' || type === 'Reject') && act['shaer:followApproval'] === true) {
1402 if (await handleFollowApprovalInbox(act, slugParam)) { console.log('[AP] follow-approval', type, 'from', claimedActor); return 202; }
1403 }
1404
1405 // FEP-633c: the adoption handshake. An Offer lands at the local ward; an
1406 // Accept/Reject answers an offer a local guardian sent. Anything the
1407 // guardianship module does not recognize falls through to the old paths.
1408 // An Undo of the guardianship Relationship (§3.2) is handled here too, and it
1409 // must be seen BEFORE the generic Undo branch below, which only knows about
1410 // Follow/Like/Announce and would swallow it with a 202.
1411 if (type === 'Offer' || type === 'Accept' || type === 'Reject' || (type === 'Undo' && Guardianship.parseUndoRelationship(act))) {
1412 // Every LOCAL party this activity is addressed to gets its own copy of the
1413 // handshake (a ward and a co-guardian may both live here). Gather candidate
1414 // local slugs from the inbox owner, the `to` list, and the ward.
1415 const cand = new Set();
1416 if (slugParam) cand.add(slugParam);
1417 for (const t of (Array.isArray(act.to) ? act.to : (act.to ? [act.to] : []))) {
1418 if (typeof t === 'string') { const s = slugFromActorUrl(t); if (s) cand.add(s); }
1419 }
1420 if (type === 'Offer' || type === 'Undo') {
1421 const rel = type === 'Undo' ? Guardianship.parseUndoRelationship(act) : Guardianship.parseRelationship(act.object);
1422 if (rel) { const s = slugFromActorUrl(rel.ward); if (s) cand.add(s); }
1423 }
1424 let consumed = false;
1425 for (const slug of cand) {
1426 const gsite = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
1427 if (gsite && await Guardianship.handleGuardianshipInbox(gsite, act).catch(() => false)) consumed = true;
1428 }
1429 if (consumed) { console.log('[AP] guardianship', type, 'from', claimedActor); return 202; }
1430 }
1431
1432 // A moderation report (Flag) about our content — store it for the targeted site's owner
1433 // (each Klonkt site is moderated by its own owner). Signature is enforced (GATED).
1434 if (type === 'Flag') {
1435 const objs = Array.isArray(act.object) ? act.object : (act.object ? [act.object] : []);
1436 const objectUris = objs.map((o) => (typeof o === 'string' ? o : (o && o.id))).filter(Boolean);
1437 let targetSlug = null;
1438 const noteIds = [];
1439 for (const u of objectUris) {
1440 const s = slugFromActorUrl(u); // one of our actors?
1441 if (s) { targetSlug = targetSlug || s; continue; }
1442 const pid = postIdFromNoteUrl(u, base); // one of our notes?
1443 if (pid) noteIds.push(pid);
1444 }
1445 if (!targetSlug && noteIds.length) {
1446 try { const r = db.prepare('SELECT s.slug FROM posts p JOIN sites s ON s.id = p.site_id WHERE p.id = ? LIMIT 1').get(noteIds[0]); if (r) targetSlug = r.slug; } catch { /* ignore */ }
1447 }
1448 if (!targetSlug) return 202; // not about us / can't tell → drop
1449 // Flag is GATED, so `verified` is the signer's (reporter's) actor doc already.
1450 const ai = actorInfo(verified || null, claimedActor);
1451 try {
1452 db.prepare('INSERT INTO ap_reports (slug, actor_uri, actor_name, actor_handle, actor_icon, content, objects, created_at) VALUES (?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1453 .run(targetSlug, claimedActor || null, ai.name, ai.handle, ai.icon, HtmlSanitizerService.toPlainText(act.content || '').slice(0, 3000), JSON.stringify(objectUris.slice(0, 20)));
1454 console.log('[AP] report received for', targetSlug, 'from', claimedActor);
1455 } catch { /* ignore */ }
1456 return 202;
1457 }
1458
1459 if (type === 'Follow') {
1460 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1461 const slug = slugParam || slugFromActorUrl(typeof act.object === 'string' ? act.object : (act.object && act.object.id));
1462 if (!who || !slug) return 400;
1463 const remote = await fetchActor(who);
1464 if (!remote || !remote.inbox) return 202; // can't reach them → drop quietly
1465 const sharedInbox = (remote.endpoints && remote.endpoints.sharedInbox) || null;
1466 const fi = actorInfo(remote, who); // cache display for the friends list (shaer-aa3)
1467 // FEP-633c §5.3: if the followed actor is a WARD (has guardians), the
1468 // follow is gated. A committed guardian's own Follow is auto-accepted
1469 // (it needs no gate); anyone else is held pending for guardian approval.
1470 // Free actors / normal sites have no guardians → fall through, unchanged.
1471 const wardGuardians = Guardianship.listGuardians(slug).map((g) => g.other_uri);
1472 if (wardGuardians.length && !wardGuardians.includes(who)) {
1473 const followId = (typeof act.id === 'string' && act.id) || `${who}#follow-${Date.now()}-${rid()}`;
1474 Guardianship.follows.recordPending(slug, {
1475 id: followId, follower: who, inbox: remote.inbox, sharedInbox,
1476 name: fi.name, handle: fi.handle, icon: fi.icon, activity: act,
1477 });
1478 // FEP-633c §5.3, modelled on the guardian offer: the ward forwards the
1479 // gated follow to its guardians for approval. A LOCAL guardian gets a
1480 // push and reads /guardian directly; a REMOTE guardian gets an
1481 // Offer(Follow) delivered so its instance stores a copy (same distributed
1482 // pattern as the adoption offer). On quorum the ward returns Accept(Follow).
1483 const wardActor = actorId(base, slug);
1484 const wardKeys = getOrCreateKeys(slug);
1485 const followObj = { id: followId, type: 'Follow', actor: who, object: wardActor };
1486 // Dormancy evidence (FEP-633c 3.6.2): this decision directly addresses
1487 // every guardian. The ONLY admissible evidence is a request like this
1488 // one going unanswered; recordRequest itself skips a declared absence.
1489 for (const g of wardGuardians) {
1490 try { Guardianship.availability.recordRequest(slug, g, followId, Date.now()); } catch { /* never load-bearing */ }
1491 }
1492 for (const g of wardGuardians) {
1493 // Local ONLY when the guardian lives on THIS instance: slugFromActorUrl
1494 // ignores the host (an /ap/users/x path on a remote host is someone
1495 // else's actor), so also require our base + an existing local site.
1496 const gslug = g.startsWith(`${base}/`) ? slugFromActorUrl(g) : null;
1497 const isLocal = gslug && db.prepare('SELECT 1 FROM sites WHERE slug = ?').get(gslug);
1498 if (isLocal) {
1499 const L = pushLang(gslug);
1500 pushEvent(gslug, { type: 'guardian', title: i18nT(L, 'push.n_guard_cog_t'), body: i18nT(L, 'push.n_guard_cog_b', { who: fi.name || fi.handle || i18nT(L, 'notif.someone') }), url: `${pushPrefix(gslug)}/guardian` });
1501 } else {
1502 fetchActor(g).then((ga) => {
1503 const inbox = ga && ((ga.endpoints && ga.endpoints.sharedInbox) || ga.inbox);
1504 if (!inbox) return;
1505 const offer = { '@context': AP_CONTEXT, id: `${wardActor}#followoffer-${Date.now()}-${rid()}`, type: 'Offer', actor: wardActor, to: [g], object: followObj, 'shaer:followApproval': true };
1506 deliverWithRetry(slug, inbox, offer, `${wardActor}#main-key`, wardKeys.private_pem).catch(() => {});
1507 }).catch(() => {});
1508 }
1509 }
1510 console.log('[AP] Follow', who, '→ ward', slug, '(gated, awaiting guardians)');
1511 return 202;
1512 }
1513 fStmts().ins.run(slug, who, remote.inbox, sharedInbox, fi.name, fi.handle, fi.icon);
1514 try { _updFDisp.run(fi.name, fi.handle, fi.icon, slug, who); } catch { /* best effort */ }
1515 { const L = pushLang(slug); pushEvent(slug, { type: 'follow', title: i18nT(L, 'push.n_follow_t'), body: i18nT(L, 'push.n_follow_b', { who: fi.name || fi.handle || i18nT(L, 'notif.someone') }), url: `${pushPrefix(slug)}/connect` }); }
1516 const me = actorId(base, slug);
1517 const keys = getOrCreateKeys(slug);
1518 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: act };
1519 deliver(remote.inbox, accept, `${me}#main-key`, keys.private_pem).catch((e) => console.warn('[AP] Accept delivery failed:', e.message));
1520 // Auto-backfill: send our recent posts as Create so the instance has our history
1521 // (Mastodon doesn't fetch history on follow). ONCE PER REMOTE INSTANCE only —
1522 // Mastodon dedupes notes per-instance, so re-filling an instance that already has
1523 // a follower of ours is wasted work (and won't re-populate the new follower's
1524 // timeline anyway). Deliver to the shared inbox (instance-level) when present.
1525 // Sync insert+check (no await between) → no interleave race with concurrent Follows.
1526 const instanceFilled = sharedInbox &&
1527 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1')
1528 .get(slug, sharedInbox, who);
1529 if (!instanceFilled) {
1530 backfillNewFollower(base, slug, sharedInbox || remote.inbox).catch(() => { /* best-effort */ });
1531 }
1532 console.log('[AP] Follow', who, '→', slug, verified ? '(sig ok)' : '(sig unverified)');
1533 return 202;
1534 }
1535 if (type === 'Undo' && act.object) {
1536 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1537 const ot = act.object.type;
1538 if (ot === 'Follow') {
1539 const obj = act.object.object;
1540 const slug = slugParam || slugFromActorUrl(typeof obj === 'string' ? obj : (obj && obj.id));
1541 if (who && slug) { fStmts().del.run(slug, who); console.log('[AP] Unfollow', who, '→', slug); }
1542 return 202;
1543 }
1544 if (ot === 'Like' || ot === 'Announce') {
1545 const tgt = act.object.object;
1546 const pid = postIdFromNoteUrl(typeof tgt === 'string' ? tgt : (tgt && tgt.id), base);
1547 if (who && pid) { iStmts().delLA.run(ot.toLowerCase(), pid, who); console.log('[AP] Undo', ot, who, '→', pid); }
1548 return 202;
1549 }
1550 return 202;
1551 }
1552
1553 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1554 const resolveActor = async (uri) => ((verified && verified.id === uri) ? verified : await fetchActor(uri).catch(() => null));
1555 // Our OWN activity is already stored via ap_outbox: don't store it twice.
1556 // "Our own" means THIS inbox's owner, not "anyone who happens to live on this
1557 // machine". The old reading dropped every activity between two sites on one
1558 // instance, so a note from a co-located guardian to its ward was accepted
1559 // with a 202 and then quietly thrown away: no mention, no away, no help
1560 // request. Neighbours are not us (Robins regel, 29-7: on this machine
1561 // everything behaves as if every Klonkt were somewhere else).
1562 const isLocalActor = !!(actorUri && slugParam && actorUri === actorId(base, slugParam));
1563
1564 // Inbound reply: a Create whose object replies to one of our notes (post OR comment).
1565 if (type === 'Create' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1566 const o = act.object;
1567 // A poll ballot: a Note carrying a `name` (the chosen option) inReplyTo one of OUR poll
1568 // posts. Record it (deduped per actor) BEFORE the reply logic so a vote is never stored
1569 // as a comment. recordPollBallot returns handled=false only if the target isn't a poll.
1570 if (o.name && o.inReplyTo && actorUri && !isLocalActor) {
1571 const seg = postIdFromNoteUrl(o.inReplyTo, base);
1572 if (seg && localPostExists(seg)) {
1573 const rec = recordPollBallot(seg, actorUri, o.name);
1574 if (rec.handled) { console.log('[AP] poll vote', actorUri, '→', seg); return 202; }
1575 }
1576 }
1577 const tgt = findThreadTarget(o.inReplyTo, base);
1578 if (tgt && actorUri && !isLocalActor) {
1579 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1580 const html = HtmlSanitizerService.sanitize(o.content || '');
1581 if (isRejectedObject(o.id)) { console.log('[AP] reply skipped (tombstoned)', o.id); return 202; }
1582 iStmts().ins.run('reply', tgt.post_id, o.id || '', actorUri, ai.name, ai.handle, ai.url, ai.icon, html, o.published || null, tgt.parent_uri, noteVisibility(o), extractEmojiTags(o.tag), emojiJsonOf(ai.emojis));
1583 console.log('[AP] reply', actorUri, '→', tgt.post_id);
1584 // A reply is a post too: Berichten renders it the way de Krant renders a
1585 // timeline row, so it needs the same media and the same quote/preview card.
1586 {
1587 const where = 'kind = ? AND post_id = ? AND actor_uri = ? AND object_uri = ?';
1588 const key = ['reply', tgt.post_id, actorUri, o.id || ''];
1589 const mj = mediaFromNote(o);
1590 if (mj && mj !== '[]') { try { db.prepare(`UPDATE ap_interactions SET media_json = ? WHERE ${where}`).run(mj, ...key); } catch { /* ignore */ } }
1591 resolveCard(o).then((c) => {
1592 if (!c) return;
1593 const col = c.column === 'quote_json' ? 'quote_json' : 'embed_json'; // never a value from the wire
1594 try { db.prepare(`UPDATE ap_interactions SET ${col} = ? WHERE ${where}`).run(c.json, ...key); } catch { /* ignore */ }
1595 }).catch(() => { /* best-effort */ });
1596 }
1597 {
1598 // Private (followers/direct) replies push as a DM ping WITHOUT content
1599 // (the push service should never carry private text, design decision);
1600 // public replies carry a short snippet.
1601 const ctx = pushPostCtx(tgt.post_id);
1602 const vis = noteVisibility(o);
1603 const priv = vis === 'direct' || vis === 'followers';
1604 if (ctx) {
1605 const L = pushLang(ctx.site);
1606 const who = ai.name || ai.handle || i18nT(L, 'notif.someone');
1607 if (priv) pushEvent(ctx.site, { type: 'dm', title: i18nT(L, 'push.n_dm_t'), body: i18nT(L, 'push.n_dm_b', { who }), url: `${pushPrefix(ctx.site)}/messages` });
1608 else pushEvent(ctx.site, { type: 'reply', title: i18nT(L, 'push.n_reply_t', { title: ctx.title }), body: `${who}: ${HtmlSanitizerService.toPlainText(html).slice(0, 90)}`, url: ctx.url });
1609 }
1610 }
1611 return 202;
1612 }
1613 // Home timeline (client): a top-level post from an account we follow.
1614 if (actorUri && !isLocalActor && belongsInTimeline(o)) {
1615 let subs = []; try { subs = db.prepare('SELECT slug, auto_boost FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist yet */ }
1616 if (subs.length) {
1617 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1618 const html = HtmlSanitizerService.sanitize(o.content || '');
1619 const _atts = (Array.isArray(o.attachment) ? o.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
1620 // Fallback cover: a Note's `image` (set when the attachment was suppressed
1621 // for a player-card post, e.g. hosted-audio posts).
1622 if (!_atts.some((m) => !m.type || /image/i.test(m.type)) && o.image) {
1623 const _im = Array.isArray(o.image) ? o.image[0] : o.image;
1624 const _iu = safeUrl(typeof _im === 'string' ? _im : (_im && _im.url));
1625 if (_iu) _atts.push({ url: _iu, type: (_im && _im.mediaType) || 'image/jpeg' });
1626 }
1627 const media = JSON.stringify(_atts);
1628 const poll = parsePoll(o); // a Question (fediverse poll) → cache its options/counts
1629 // "Feature" = show in the Cirkel (local only). We do NOT auto-Announce
1630 // incoming posts to the fediverse — that flooded followers. Boosting to the
1631 // fediverse is only ever a deliberate, manual per-post action (the 🔁 on
1632 // the timeline).
1633 for (const s of subs) {
1634 tlStmts().ins.run(o.id, s.slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, media, o.sensitive ? 1 : 0, o.summary || null);
1635 // FEP-633c §2.2: register the ward hint on the stored object (no action yet).
1636 if (Guardianship.objectHasGuardians(o)) { try { db.prepare('UPDATE ap_timeline SET has_guardians = 1 WHERE id = ? AND slug = ?').run(o.id, s.slug); } catch { /* ignore */ } }
1637 // FEP-9098: keep the note's custom-emoji tags so the C2S inbox read can serve them.
1638 { const ej = extractEmojiTags(o.tag); if (ej) { try { db.prepare('UPDATE ap_timeline SET emoji_json = ? WHERE id = ? AND slug = ?').run(ej, o.id, s.slug); } catch { /* ignore */ } } }
1639 storeAuthorEmoji(o.id, s.slug, ai); // custom-emoji display name for the byline
1640
1641 // FEP-e232 + FEP-044f: keep the note's object-link/quote tags for the same read.
1642 { const lj = extractLinkJson(o); if (lj) { try { db.prepare('UPDATE ap_timeline SET link_json = ? WHERE id = ? AND slug = ?').run(lj, o.id, s.slug); } catch { /* ignore */ } } }
1643 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, s.slug); } catch { /* ignore */ } }
1644 }
1645 // FEP-044f embedded quote card: resolve the quoted post out of band so
1646 // the inbox response is not blocked on a remote fetch. Best-effort.
1647 if (quoteHrefOf(o)) {
1648 const slugs = subs.map((s) => s.slug);
1649 resolveQuote(o).then((qj) => {
1650 if (!qj) return;
1651 for (const sl of slugs) { try { db.prepare('UPDATE ap_timeline SET quote_json = ? WHERE id = ? AND slug = ?').run(qj, o.id, sl); } catch { /* ignore */ } }
1652 }).catch(() => { /* best-effort */ });
1653 } else {
1654 // No fediverse quote: try an EXTERNAL embed (oEmbed / known provider),
1655 // thumbnail-only. Also out of band, and stored for everyone; the gate
1656 // that decides who may SEE it is applied at serve time (§5.3-style
1657 // gated feature, see the inbox read).
1658 const slugs = subs.map((s) => s.slug);
1659 resolveExternalEmbed(o.content).then((ej) => {
1660 if (!ej) return;
1661 for (const sl of slugs) { try { db.prepare('UPDATE ap_timeline SET embed_json = ? WHERE id = ? AND slug = ?').run(ej, o.id, sl); } catch { /* ignore */ } }
1662 }).catch(() => { /* best-effort */ });
1663 }
1664 console.log('[AP] timeline +', actorUri, 'x' + subs.length);
1665 }
1666 }
1667 // Mentioned in a post that is NOT a reply to our content (a reply to us already returned
1668 // above): store a mention notification for each of our actors named in the Mention tags.
1669 // Requires our own base prefix on the tag href — /ap/users/<slug> on a REMOTE host is
1670 // someone else's actor, not ours.
1671 if (actorUri && !isLocalActor && o.id) {
1672 const slugs = localMentionSlugs(o.tag, base);
1673 if (slugs.length) {
1674 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1675 const html = HtmlSanitizerService.sanitize(o.content || '');
1676 // FEP-633c 5.2.1: a ward's call for help rides a direct mention; the
1677 // flag is stored so the Guardian PWA's message centre can list it.
1678 const help = Guardianship.isHelpRequest(o);
1679 const wave = Guardianship.isWave(o);
1680 const hasG = Guardianship.objectHasGuardians(o); // §2.2 hint, register-only
1681 // FEP-633c 3.6.1: a guardian declares itself away to its ward, on the
1682 // same direct note the mention below stores (so the kid also reads it
1683 // as an ordinary message). Recorded only from an actual guardian of
1684 // the addressed ward, and only with an end: an absence without an end
1685 // is logged and dropped, never guessed.
1686 if (Guardianship.availability.isAway(o)) {
1687 const until = Guardianship.availability.parseEndTime(o.endTime);
1688 for (const slug of slugs) {
1689 const isG = (() => { try { return Guardianship.listGuardians(slug).some((g) => g.other_uri === actorUri); } catch { return false; } })();
1690 if (!isG) continue;
1691 if (!until || until <= Date.now()) { console.warn('[AP] away without a (future) end ignored (3.6.1):', actorUri, '→', slug); continue; }
1692 Guardianship.availability.declareAway(slug, actorUri, until);
1693 console.log('[AP] guardian declared away (3.6.1):', actorUri, '→', slug, 'until', new Date(until).toISOString());
1694 }
1695 }
1696 for (const slug of slugs) {
1697 try {
1698 const r = db.prepare(`INSERT OR IGNORE INTO ap_mentions (slug, object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, published, help_request, wave, has_guardians, emoji_json, actor_emoji_json, media_json, created_at)
1699 VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)`)
1700 .run(slug, o.id, safeUrl(o.url) || null, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.published || null, help ? 1 : 0, wave ? 1 : 0, hasG ? 1 : 0,
1701 extractEmojiTags(o.tag), emojiJsonOf(ai.emojis), mediaFromNote(o));
1702 if (r.changes) {
1703 // The quote / link-preview card resolves out of band (a remote
1704 // fetch), exactly as it does for a timeline post, so the inbox
1705 // answer is never blocked on it.
1706 resolveCard(o).then((c) => {
1707 if (!c) return;
1708 const col = c.column === 'quote_json' ? 'quote_json' : 'embed_json'; // never a value from the wire
1709 try { db.prepare(`UPDATE ap_mentions SET ${col} = ? WHERE slug = ? AND object_uri = ?`).run(c.json, slug, o.id); } catch { /* ignore */ }
1710 }).catch(() => { /* best-effort */ });
1711 console.log('[AP] mention', actorUri, '→', slug, help ? '(help request)' : '');
1712 const vis = noteVisibility(o);
1713 const priv = vis === 'direct' || vis === 'followers';
1714 const L = pushLang(slug);
1715 const who = ai.name || ai.handle || i18nT(L, 'notif.someone');
1716 // Same privacy rule as replies: private mentions push without content.
1717 // A help request pushes as its own alert type, aimed at the
1718 // Guardian PWA's message centre.
1719 if (help) pushEvent(slug, { type: 'help', title: i18nT(L, 'push.n_help_t'), body: i18nT(L, 'push.n_help_b', { who }), url: '/guardian' });
1720 else if (priv) pushEvent(slug, { type: 'dm', title: i18nT(L, 'push.n_dm_t'), body: i18nT(L, 'push.n_dm_b', { who }), url: `${pushPrefix(slug)}/messages` });
1721 else pushEvent(slug, { type: 'reply', title: i18nT(L, 'push.n_mention_t'), body: `${who}: ${HtmlSanitizerService.toPlainText(html).slice(0, 90)}`, url: `${pushPrefix(slug)}/messages` });
1722 }
1723 } catch { /* ignore */ }
1724 }
1725 }
1726 }
1727 return 202;
1728 }
1729 // A remote post we cached was edited upstream → refresh our cached copy. This is the
1730 // push-based edit-sync that keeps the Cirkel/timeline fresh without polling (selfHeal
1731 // does it on a version bump; this does it live). Scope to the SIGNING actor so B can't
1732 // edit A's note (the signature gate guarantees claimedActor == the verified signer).
1733 if (type === 'Update' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1734 const o = act.object;
1735 if (o.id && claimedActor) {
1736 const html = HtmlSanitizerService.sanitize(o.content || '');
1737 const media = mediaFromNote(o);
1738 try {
1739 // Refresh url too (COALESCE keeps the old one if the Update omits it): a remote slug
1740 // rename keeps the same AP id but changes the human url, so without this the cached
1741 // post would keep linking to the old, now-dead URL.
1742 const r = db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ? AND author_uri = ?')
1743 .run(html, media, o.sensitive ? 1 : 0, o.summary || null, o.url || null, o.id, claimedActor);
1744 if (r.changes) console.log('[AP] timeline update', claimedActor, '→', o.id);
1745 // A poll's Update carries the fresh vote counts / closed state. Refresh per-row so each
1746 // site keeps its own `voted` state while the counts/closed update to the new totals.
1747 const poll = parsePoll(o);
1748 if (poll) {
1749 const rows = db.prepare('SELECT rowid AS rid, poll_json FROM ap_timeline WHERE id = ? AND author_uri = ?').all(o.id, claimedActor);
1750 const upd = db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE rowid = ?');
1751 for (const rw of rows) {
1752 let voted = null; try { voted = rw.poll_json ? (JSON.parse(rw.poll_json).voted || null) : null; } catch { /* ignore */ }
1753 upd.run(JSON.stringify({ ...poll, voted }), rw.rid);
1754 }
1755 }
1756 } catch { /* ignore */ }
1757 // If this note is a cached fediverse reply on one of our posts, refresh its text too.
1758 try { db.prepare('UPDATE ap_interactions SET content = ? WHERE object_uri = ? AND actor_uri = ?').run(html, o.id, claimedActor); } catch { /* ignore */ }
1759 }
1760 return 202;
1761 }
1762 if (type === 'Like' || type === 'Announce') {
1763 const tgt = act.object;
1764 const objUrl = typeof tgt === 'string' ? tgt : (tgt && tgt.id);
1765 const pid = postIdFromNoteUrl(objUrl, base);
1766 if (pid && actorUri && !isLocalActor && localPostExists(pid)) {
1767 // A boost/like of a non-public post is dropped, not stored: nobody
1768 // outside the audience should even hold it (shaer-tqc hardening).
1769 const vp = db.prepare('SELECT fan_only, ap_visibility FROM posts WHERE id = ?').get(pid);
1770 if (vp && (vp.fan_only || vp.ap_visibility === 'direct' || vp.ap_visibility === 'friends')) {
1771 console.log('[AP] dropped', type, 'on non-public post', pid);
1772 return;
1773 }
1774 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1775 iStmts().ins.run(type.toLowerCase(), pid, '', actorUri, ai.name, ai.handle, ai.url, ai.icon, null, null, null, noteVisibility(act), null, emojiJsonOf(ai.emojis));
1776 console.log('[AP]', type === 'Like' ? 'like' : 'boost', actorUri, '→', pid);
1777 {
1778 const ctx = pushPostCtx(pid);
1779 if (ctx) {
1780 const L = pushLang(ctx.site);
1781 const who = ai.name || ai.handle || i18nT(L, 'notif.someone');
1782 if (type === 'Like') pushEvent(ctx.site, { type: 'like', title: i18nT(L, 'push.n_like_t'), body: i18nT(L, 'push.n_like_b', { who, title: ctx.title }), url: ctx.url });
1783 else pushEvent(ctx.site, { type: 'boost', title: i18nT(L, 'push.n_boost_t'), body: i18nT(L, 'push.n_boost_b', { who, title: ctx.title }), url: ctx.url });
1784 }
1785 }
1786 } else if (type === 'Announce' && objUrl && actorUri && !isLocalActor) {
1787 // A boost FROM an account we follow, of a REMOTE post → show it in the News feed.
1788 // We only STORE it for display; we NEVER auto-Announce it onward (anti-feedback-loop:
1789 // re-announcing an incoming Announce would cascade boosts across the network).
1790 let subs = []; try { subs = db.prepare('SELECT slug FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist */ }
1791 if (subs.length) {
1792 const bn = await fetchNoteAP(objUrl);
1793 if (bn && bn !== 404 && (bn.type === 'Note' || bn.type === 'Article') && bn.id) {
1794 const origUri = actorUriOf(bn.attributedTo);
1795 // Block completeness: even if you follow the booster, drop a boost whose ORIGINAL
1796 // author is blocked — otherwise a block is bypassed via someone else's boost.
1797 if (origUri && isBlockedAny(origUri)) { console.log('[AP] timeline boost dropped (blocked origin)', origUri, 'via', actorUri); return 202; }
1798 const oai = actorInfo(await resolveActor(origUri), origUri);
1799 const html = HtmlSanitizerService.sanitize(bn.content || '');
1800 const media = mediaFromNote(bn);
1801 const booster = actorInfo(await resolveActor(actorUri), actorUri);
1802 for (const s of subs) {
1803 // published = now → the boost shows as fresh activity at the top (Mastodon shows
1804 // reblogs at reblog-time, not the original's date). INSERT OR IGNORE: if we already
1805 // have the note (e.g. we also follow the author), keep it and DON'T relabel it.
1806 let inserted = false;
1807 try { const r = tlStmts().ins.run(bn.id, s.slug, origUri || '', oai.name, oai.handle, oai.icon, oai.url, html, bn.url || null, new Date().toISOString(), media, bn.sensitive ? 1 : 0, bn.summary || null); inserted = r.changes > 0; } catch { /* ignore */ }
1808 if (inserted) { try { db.prepare('UPDATE ap_timeline SET reblog_name = ?, reblog_handle = ?, reblog_icon = ?, reblog_emoji_json = ? WHERE slug = ? AND id = ?').run(booster.name, booster.handle, booster.icon, (booster.emojis && Object.keys(booster.emojis).length) ? JSON.stringify(booster.emojis) : null, s.slug, bn.id); } catch { /* ignore */ } }
1809 storeAuthorEmoji(bn.id, s.slug, oai); // custom-emoji display name for the byline
1810 // A boost carries the same renderable tags as a Create: capture the
1811 // note's content emojis (FEP-9098) and object links / quote (FEP-e232/
1812 // 044f) so boosted posts render like any other, not as raw shortcodes.
1813 { const ej = extractEmojiTags(bn.tag); if (ej) { try { db.prepare('UPDATE ap_timeline SET emoji_json = ? WHERE id = ? AND slug = ?').run(ej, bn.id, s.slug); } catch { /* ignore */ } } }
1814 { const lj = extractLinkJson(bn); if (lj) { try { db.prepare('UPDATE ap_timeline SET link_json = ? WHERE id = ? AND slug = ?').run(lj, bn.id, s.slug); } catch { /* ignore */ } } }
1815 }
1816 // FEP-044f: resolve the embedded quote card for a boosted post too
1817 // (out of band, best-effort, so it does not block the inbox response).
1818 if (quoteHrefOf(bn)) {
1819 const slugs = subs.map((s) => s.slug);
1820 resolveQuote(bn).then((qj) => {
1821 if (!qj) return;
1822 for (const sl of slugs) { try { db.prepare('UPDATE ap_timeline SET quote_json = ? WHERE id = ? AND slug = ?').run(qj, bn.id, sl); } catch { /* ignore */ } }
1823 }).catch(() => { /* best-effort */ });
1824 }
1825 console.log('[AP] timeline boost +', actorUri, 'x' + subs.length);
1826 }
1827 }
1828 }
1829 return 202;
1830 }
1831 if (type === 'Delete') {
1832 // A remote note was deleted upstream → drop it from replies AND the timeline.
1833 // Scope to the SIGNING actor so actor B can't delete actor A's content (the
1834 // signature gate guarantees claimedActor == the verified signer here).
1835 const oid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1836 if (oid && claimedActor) {
1837 try { db.prepare('DELETE FROM ap_interactions WHERE object_uri = ? AND actor_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1838 try { db.prepare('DELETE FROM ap_timeline WHERE id = ? AND author_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1839 // Also clear a boost/like YOU made of this now-deleted remote post (the interact-page
1840 // ap_my_reactions state), so it can't stay stuck as "boosted" on a post that's gone.
1841 // Guard: only when the deleter owns the note's domain (B mustn't clear your reactions
1842 // to A's posts).
1843 try {
1844 let sameHost = false;
1845 try { sameHost = new URL(oid).host === new URL(claimedActor).host; } catch { sameHost = false; }
1846 if (sameHost) db.prepare('DELETE FROM ap_my_reactions WHERE target_uri = ?').run(oid);
1847 } catch { /* ignore */ }
1848 }
1849 return 202;
1850 }
1851 // Accept/Reject of a Follow WE sent (client side).
1852 if (type === 'Accept' && act.object) {
1853 const fid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1854 if (fid) { try { fwStmts().acc.run(fid); } catch { /* ignore */ } }
1855 console.log('[AP] follow accepted', actorUri);
1856 return 202;
1857 }
1858 if (type === 'Reject' && act.object) {
1859 const who = actorUri;
1860 if (who && slugParam) { try { fwStmts().del.run(slugParam, who); } catch { /* ignore */ } }
1861 return 202;
1862 }
1863
1864 console.log('[AP] inbox', type || 'unknown', '→', slugParam || 'shared', 'from', ip, '(ignored)');
1865 return 202;
1866}
1867
1868// Deliver a new post as Create(Note) to all followers' inboxes (fire-and-forget).
1869// Needs PUBLIC_BASE_URL (absolute URLs); no-op without followers or base.
1870export async function deliverCreate(site, post) {
1871 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1872 if (!base || !site || !site.slug) return;
1873 // Resolve inline @user@host mentions → link them in the note + collect their inboxes, so a
1874 // mentioned person is notified even if they don't follow us (Mastodon-standard mention).
1875 const mres = await resolveMentionsInText(base, post.content || '');
1876 let post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1877 // FEP-044f: does this post quote a fediverse object? Resolve it once, here,
1878 // and remember it on the post, so buildNote (sync, also used by the outbox)
1879 // never has to fetch. The quoted author's inbox joins the delivery set: that
1880 // IS the notification.
1881 const quoteInboxes = [];
1882 if (post2.quote_uri === undefined || post2.quote_uri === null) {
1883 const q = await resolveOwnQuote(post2.content || '');
1884 if (q) {
1885 try { db.prepare('UPDATE posts SET quote_uri = ?, quote_actor = ? WHERE id = ?').run(q.uri, q.actor || null, post.id); } catch { /* ignore */ }
1886 post2 = { ...post2, quote_uri: q.uri, quote_actor: q.actor || null };
1887 }
1888 }
1889 if (post2.quote_actor) {
1890 const a = await fetchActor(post2.quote_actor).catch(() => null);
1891 const inbox = a && ((a.endpoints && a.endpoints.sharedInbox) || a.inbox);
1892 if (inbox) quoteInboxes.push(inbox);
1893 }
1894 const followers = fStmts().list.all(site.slug);
1895 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes, ...quoteInboxes].filter(Boolean))];
1896 if (!inboxes.length) return; // no followers, no one mentioned, no one quoted
1897 const keys = getOrCreateKeys(site.slug);
1898 const keyId = `${actorId(base, site.slug)}#main-key`;
1899 const create = buildCreate(base, site, post2);
1900 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, create, keyId, keys.private_pem);
1901}
1902
1903// On a new Follow, send that follower our most recent posts as Create so their
1904// timeline shows our history (Mastodon does not backfill on follow). Oldest-first
1905// so they sort into the follower's timeline at their original dates.
1906async function backfillNewFollower(base, slug, inbox) {
1907 if (!base || !slug || !inbox) return;
1908 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
1909 if (!site) return;
1910 const recent = db.prepare(
1911 `SELECT id, slug, title, content, cover_image_url, cover_video_url, nsfw, content_warning, published_at, created_at
1912 FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1913 ORDER BY COALESCE(published_at, created_at) DESC LIMIT 20`
1914 ).all(site.id).reverse();
1915 if (!recent.length) return;
1916 const keys = getOrCreateKeys(slug);
1917 const keyId = `${actorId(base, slug)}#main-key`;
1918 for (const p of recent) {
1919 try { await deliver(inbox, buildCreate(base, site, p), keyId, keys.private_pem); } catch { /* best-effort */ }
1920 await new Promise((r) => setTimeout(r, 150));
1921 }
1922 console.log('[AP] backfilled', recent.length, 'posts to new follower of', slug);
1923}
1924
1925// Tell followers a post is gone (Delete + Tombstone) so it's removed from their feeds.
1926export async function deliverDelete(site, post) {
1927 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1928 if (!base || !site || !site.slug || !post || !post.id) return;
1929 const followers = fStmts().list.all(site.slug);
1930 if (!followers.length) return;
1931 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1932 const keys = getOrCreateKeys(site.slug);
1933 const me = actorId(base, site.slug);
1934 const nid = noteId(base, post.id);
1935 const del = {
1936 '@context': AP_CONTEXT,
1937 id: `${nid}#delete-${Date.now()}-${rid()}`,
1938 type: 'Delete',
1939 actor: me,
1940 to: [PUBLIC],
1941 object: { id: nid, type: 'Tombstone' },
1942 };
1943 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, del, `${me}#main-key`, keys.private_pem);
1944}
1945
1946// Tell followers an already-published post changed (Update + edited Note) so
1947// Mastodon refreshes the cached copy (e.g. after fixing content).
1948export async function deliverUpdate(site, post) {
1949 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1950 if (!base || !site || !site.slug || !post || !post.id) return;
1951 const mres = await resolveMentionsInText(base, post.content || ''); // link mentions + collect inboxes
1952 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1953 const followers = fStmts().list.all(site.slug);
1954 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1955 if (!inboxes.length) return;
1956 const keys = getOrCreateKeys(site.slug);
1957 const me = actorId(base, site.slug);
1958 const note = buildNote(base, site, post2);
1959 note.updated = new Date().toISOString();
1960 const update = {
1961 '@context': AP_CONTEXT,
1962 id: `${noteId(base, post.id)}#update-${Date.now()}-${rid()}`,
1963 type: 'Update', actor: me, to: [PUBLIC], cc: note.cc,
1964 object: note,
1965 };
1966 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1967}
1968
1969// Tell followers the ACTOR changed (Update + Person) so Mastodon re-processes the
1970// account AND re-fetches the featured (pinned) collection — there is no standard
1971// "featured changed" activity, so this is how a pin/unpin propagates promptly.
1972export async function deliverActorUpdate(site) {
1973 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1974 if (!base || !site || !site.slug) return;
1975 const followers = fStmts().list.all(site.slug);
1976 if (!followers.length) return;
1977 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1978 const keys = getOrCreateKeys(site.slug);
1979 const me = actorId(base, site.slug);
1980 const update = {
1981 '@context': AP_CONTEXT,
1982 id: `${me}#update-${Date.now()}-${rid()}`,
1983 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
1984 object: buildActor(base, site),
1985 };
1986 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1987}
1988
1989// Reliably set the pinned order on followers' instances via Add/Remove activities
1990// (how Mastodon itself federates pins) — pushed to the inbox + processed immediately,
1991// unlike the featured COLLECTION which Mastodon caches with sticky StatusPins.
1992// Mastodon's Add skips an already-pinned status, so we REMOVE every pin first, wait,
1993// then ADD in rank-DESCENDING order (rank 1 added LAST → newest StatusPin → shown first,
1994// because Mastodon displays pins newest-first). `alsoRemove` = ids to unpin too.
1995// Serialize pin-resyncs per site: two concurrent /save calls would otherwise interleave
1996// their Remove -> wait -> Add sequences and scramble the StatusPin order on Mastodon. A
1997// resync already in flight for a site coalesces later requests into ONE rerun after it
1998// finishes (accumulating their extra unpins), so rapid saves don't pile up N full resyncs.
1999const _pinResync = new Map(); // slug -> { promise, pending, pendingRemove:Set, site }
2000export function resyncFeaturedPins(site, alsoRemove = []) {
2001 if (!site || !site.slug) return Promise.resolve();
2002 const slug = site.slug;
2003 const running = _pinResync.get(slug);
2004 if (running) {
2005 running.pending = true;
2006 running.site = site; // use the latest site object on the rerun
2007 for (const id of alsoRemove) running.pendingRemove.add(id);
2008 return running.promise;
2009 }
2010 const state = { promise: null, pending: false, pendingRemove: new Set(), site };
2011 state.promise = (async () => {
2012 let extra = alsoRemove;
2013 for (;;) {
2014 try { await doResyncFeaturedPins(state.site, extra); }
2015 catch (e) { console.warn('[AP] pin resync failed:', e.message); }
2016 if (!state.pending) break;
2017 state.pending = false;
2018 extra = [...state.pendingRemove];
2019 state.pendingRemove = new Set();
2020 }
2021 _pinResync.delete(slug);
2022 })();
2023 _pinResync.set(slug, state);
2024 return state.promise;
2025}
2026
2027// The actual resync work — do NOT call directly; go through resyncFeaturedPins() above so
2028// it stays serialized per site.
2029async function doResyncFeaturedPins(site, alsoRemove = []) {
2030 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2031 if (!base || !site || !site.slug) return;
2032 const followers = fStmts().list.all(site.slug);
2033 if (!followers.length) return;
2034 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
2035 const keys = getOrCreateKeys(site.slug);
2036 const me = actorId(base, site.slug);
2037 const keyId = `${me}#main-key`;
2038 const featured = `${me}/featured`;
2039 const note = (id) => noteId(base, id);
2040 const pinned = db.prepare(
2041 `SELECT id FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
2042 AND pinned IS NOT NULL AND pinned > 0
2043 ORDER BY pinned DESC, COALESCE(published_at, created_at) ASC LIMIT 20`
2044 ).all(site.id);
2045 const removeIds = [...new Set([...pinned.map((p) => p.id), ...alsoRemove])];
2046 // 1. Remove every current pin so Mastodon can recreate them in order.
2047 for (const id of removeIds) {
2048 const rm = { '@context': AP_CONTEXT, id: `${me}#rm-${id}-${Date.now()}-${rid()}`, type: 'Remove', actor: me, object: note(id), target: featured, to: [PUBLIC] };
2049 for (const inbox of inboxes) deliver(inbox, rm, keyId, keys.private_pem).catch(() => { /* best-effort */ });
2050 }
2051 if (!pinned.length) { console.log('[AP] unpinned all featured for', site.slug); return; }
2052 await new Promise((r) => setTimeout(r, 5000)); // let the Removes land first
2053 // 2. Add in rank-DESC order, gaps so each StatusPin gets an increasing created_at.
2054 for (const p of pinned) {
2055 const add = { '@context': AP_CONTEXT, id: `${me}#add-${p.id}-${Date.now()}-${rid()}`, type: 'Add', actor: me, object: note(p.id), target: featured, to: [PUBLIC], cc: [`${me}/followers`] };
2056 for (const inbox of inboxes) deliver(inbox, add, keyId, keys.private_pem).catch(() => { /* best-effort */ });
2057 await new Promise((r) => setTimeout(r, 2000));
2058 }
2059 console.log('[AP] resynced', pinned.length, 'featured pins for', site.slug);
2060}
2061
2062// ── outbound replies (Klonkt → fediverse) ─────────────────────────
2063const escHtml = (s) => String(s || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
2064const toISO = (v) => { if (!v) return new Date().toISOString(); const s = String(v); const d = new Date(/[TZ]/.test(s) ? s : s.replace(' ', 'T') + 'Z'); return isNaN(d) ? new Date().toISOString() : d.toISOString(); };
2065
2066// Build one of OUR outbound reply Notes from an ap_outbox row.
2067// Turn #hashtags in reply text into Mastodon-style hashtag links (clickable + federated).
2068function linkHashtags(base, html) {
2069 // Prefix: start / whitespace / '>' / opening bracket — "(#tag" is a tag too. NO quote
2070 // chars in this class: a quote precedes attribute values (alt="#…"), which must not match.
2071 return String(html || '').replace(/(^|[\s>([{])#([\p{L}\p{M}\p{N}_]+)/gu, (m, pre, tag) =>
2072 `${pre}<a href="${base}/tag/${encodeURIComponent(tag.toLowerCase())}" class="mention hashtag" rel="tag">#${tag}</a>`);
2073}
2074// Auto-link bare http(s) URLs in already-safe HTML (federated copies). Splits on existing
2075// <a>…</a> so a linked URL is never wrapped twice; requires start/whitespace/'>' before the
2076// URL so attribute values (src="https://…") never match. Trailing sentence punctuation stays
2077// outside the link (Mastodon-style).
2078function linkUrls(html) {
2079 const parts = String(html || '').split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi);
2080 for (let i = 0; i < parts.length; i++) {
2081 if (/^<a\b/i.test(parts[i])) continue; // already a link → leave as-is
2082 parts[i] = parts[i].replace(/(^|[\s>([{])(https?:\/\/[^\s<]+?)([.,;:!?)\]»]*)(?=$|[\s<])/g,
2083 (m, pre, url, trail) => `${pre}<a href="${url.replace(/"/g, '%22')}" rel="nofollow noopener" target="_blank">${url}</a>${trail}`);
2084 }
2085 return parts.join('');
2086}
2087// Linkify inline #hashtags and bare URLs in BODY html for on-site DISPLAY, using the
2088// EXACT same rules as the federated copy (linkHashtags/linkUrls), so the website and the
2089// Mastodon copy agree instead of the website showing raw text. Idempotent: existing
2090// <a>…</a> (editor links, embeds, shortcode buttons) are split out and left untouched, so
2091// nothing is double-wrapped. Pass base='' → root-relative /tag/<slug> links.
2092export function linkifyBody(base, html) {
2093 const withTags = String(html || '')
2094 .split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi)
2095 .map((seg) => (/^<a\b/i.test(seg) ? seg : linkHashtags(base, seg)))
2096 .join('');
2097 return linkUrls(withTags);
2098}
2099
2100// Bake a post's raw source into its display HTML (the ActivityPub `source` model): done ONCE
2101// at save and cached in posts.content_rendered, so page views serve it statically instead of
2102// re-linkifying every render. Step 1 = #hashtags + bare URLs (cheap, no network). Step 2 will
2103// resolve @mentions here too (webfinger once at save instead of per page view).
2104export function bakePostContent(source) {
2105 return linkifyBody('', source || '');
2106}
2107
2108// Step 2: the full bake, incl. @mention links. Resolves @user@host via webfinger ONCE (the
2109// same resolver the federated copy uses) and bakes the profile links into content_rendered,
2110// so page views never do a per-view lookup. Unresolvable handles stay plain text; on any
2111// failure it degrades to the sync #hashtag/URL bake. Async (webfinger) → callers run it off
2112// the save response so the request never blocks on a slow/dead remote server.
2113export async function bakePostContentWithMentions(source) {
2114 const withHashUrls = bakePostContent(source);
2115 try { const m = await resolveMentionsInText('', withHashUrls); return m.html; }
2116 catch { return withHashUrls; }
2117}
2118
2119// Extract the AP Hashtag tag objects from already-linked reply content.
2120function hashtagTags(base, content) {
2121 const tags = [], seen = new Set();
2122 const re = /class="[^"]*\bhashtag\b[^"]*"[^>]*>#([\p{L}\p{M}\p{N}_]+)</giu;
2123 let m;
2124 while ((m = re.exec(content || ''))) {
2125 const k = m[1].toLowerCase();
2126 if (seen.has(k)) continue; seen.add(k);
2127 tags.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(k)}`, name: '#' + m[1] });
2128 }
2129 return tags;
2130}
2131
2132// Normalise a post's tags field (array, JSON-string, or comma-string) to an array.
2133function normalizeTags(t) {
2134 if (Array.isArray(t)) return t;
2135 if (typeof t === 'string') {
2136 const s = t.trim(); if (!s) return [];
2137 if (s[0] === '[') { try { const a = JSON.parse(s); return Array.isArray(a) ? a : []; } catch { /* fall through */ } }
2138 return s.split(',').map((x) => x.trim()).filter(Boolean);
2139 }
2140 return [];
2141}
2142// A tag → { label, slug }. Multi-word tags become CamelCase (#LiveMusic) for the display
2143// name (Mastodon hashtags can't contain spaces; CamelCase is the accessibility norm); the
2144// slug/href stays lowercase ("livemusic").
2145function tagParts(raw) {
2146 const words = String(raw || '').trim().split(/[\s_]+/).map((w) => w.replace(/[^\p{L}\p{M}\p{N}]/gu, '')).filter(Boolean);
2147 if (!words.length) return null;
2148 const slug = words.join('').toLowerCase();
2149 if (!slug) return null;
2150 const label = words.length > 1 ? words.map((w) => w[0].toUpperCase() + w.slice(1)).join('') : words[0];
2151 return { label, slug };
2152}
2153// Merge a post's tags field + the #hashtags linked inline in its body into one deduped
2154// Hashtag tag list (with hrefs to our /tag page).
2155function buildHashtagList(base, tagsField, content) {
2156 const out = [], seen = new Set();
2157 for (const t of normalizeTags(tagsField)) {
2158 const p = tagParts(t); if (!p || seen.has(p.slug)) continue; seen.add(p.slug);
2159 out.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(p.slug)}`, name: '#' + p.label });
2160 }
2161 for (const h of hashtagTags(base, content)) {
2162 const k = h.name.slice(1).toLowerCase(); if (seen.has(k)) continue; seen.add(k);
2163 out.push(h);
2164 }
2165 return out;
2166}
2167
2168// Extract Mention tag objects from already-linked content (class="u-url mention").
2169function mentionTags(content) {
2170 const tags = [], seen = new Set();
2171 // The link href is the human profile URL; the actor URI (for the Mention tag) is in data-actor.
2172 const re = /<a href="[^"]*" class="u-url mention" data-actor="([^"]+)">@([^<]+)<\/a>/gi;
2173 let m;
2174 while ((m = re.exec(content || ''))) {
2175 const href = m[1];
2176 if (seen.has(href)) continue; seen.add(href);
2177 tags.push({ type: 'Mention', href, name: '@' + m[2] });
2178 }
2179 return tags;
2180}
2181// Resolve inline @user@domain mentions in reply/post text → link them (href = actor URI)
2182// and collect the mentioned actors' inboxes so they get notified. Best-effort per mention.
2183async function resolveMentionsInText(base, html) {
2184 const inboxes = [];
2185 const handles = new Set();
2186 // Prefix also allows opening brackets — "(@user@host + me)" is a mention too (real-world
2187 // miss: a bracketed mention federated as plain text and its target was never notified).
2188 const re = /(^|[\s>([{])@([\p{L}\p{M}\p{N}_.-]+@[\p{L}\p{M}\p{N}.-]+)/gu;
2189 let m;
2190 while ((m = re.exec(html || ''))) handles.add(m[2]);
2191 let out = String(html || '');
2192 for (const h of handles) {
2193 let actorUri = null;
2194 try { actorUri = await webfingerResolve('@' + h); } catch { actorUri = null; }
2195 if (!actorUri) continue;
2196 const actor = await fetchActor(actorUri).catch(() => null);
2197 const inbox = actor && ((actor.endpoints && actor.endpoints.sharedInbox) || actor.inbox);
2198 if (inbox) inboxes.push(inbox);
2199 const profileUrl = actorInfo(actor, actorUri).url || actorUri; // human profile page → the link href
2200 const esc = h.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
2201 out = out.replace(new RegExp('(^|[\\s>([{])@' + esc + '(?![\\p{L}\\p{M}\\p{N}_.-])', 'gu'),
2202 (full, pre) => `${pre}<a href="${profileUrl}" class="u-url mention" data-actor="${actorUri}">@${h}</a>`);
2203 }
2204 return { html: out, inboxes };
2205}
2206
2207export function buildReplyNote(base, site, row) {
2208 // Thin delegate: replies are built by buildNote (the single Note entry point) in reply mode.
2209 return buildNote(base, site, row, { isReply: true });
2210}
2211
2212// Resolve one of our outbound reply Notes by id (for /ap/notes/:id fallback).
2213export function getOutboxNote(base, id) {
2214 const row = iStmts().getO.get(id);
2215 if (!row) return null;
2216 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(row.site_slug);
2217 if (!site) return null;
2218 return buildReplyNote(base, site, row);
2219}
2220
2221// ── ActivityPub Client-to-Server: ingest an activity POSTed to the outbox ──
2222// The C2S counterpart of handleInbox: a native/web client (Shaer) posts an
2223// activity here and we translate it onto the SAME delivery machinery the web UI
2224// uses (deliverReply / sendInteraction / followActor / deliverCreate). Returns
2225// { status, id?, url?, error? }. Auth + site-ownership are checked by the route.
2226const c2sIdOf = (x) => (typeof x === 'string' ? x : (x && (x.id || x.href))) || null;
2227
2228export async function ingestOutboxActivity(site, user, activity) {
2229 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2230 if (!base || !site || !activity || typeof activity !== 'object') return { status: 400, error: 'invalid_activity' };
2231
2232 // AP §6: a client MAY POST a bare object; the server wraps it in a Create.
2233 let type = activity.type;
2234 let object = activity.object;
2235 if (type === 'Note' || type === 'Article') { object = activity; type = 'Create'; }
2236 if (Array.isArray(type)) type = type.find((t) => typeof t === 'string');
2237
2238 // FEP-633c: the adoption handshake (Offer/Accept/Reject on a guardianship
2239 // Relationship) belongs to the guardianship module; anything else falls
2240 // through to the switch below.
2241 if (type === 'Offer' || type === 'Accept' || type === 'Reject') {
2242 const g = await Guardianship.handleGuardianshipOutbox(site, activity).catch(() => null);
2243 if (g) return g;
2244 }
2245
2246 try {
2247 switch (type) {
2248 case 'Create': {
2249 if (!object || typeof object !== 'object') return { status: 400, error: 'missing_object' };
2250 // Client sends `source` (plain/markdown) + `content` (HTML). deliverReply
2251 // re-escapes, so it needs plain text; a top-level post keeps sanitized HTML.
2252 const plain = (object.source && object.source.content) || HtmlSanitizerService.toPlainText(object.content || '');
2253 // A picture (or a recording) can be the whole message: media-only
2254 // notes pass here; c2sCreatePost validates the attachments themselves.
2255 if (!plain.trim() && !object.content && !(Array.isArray(object.attachment) && object.attachment.length)) {
2256 return { status: 400, error: 'empty_note' };
2257 }
2258 // Direct (private mention, shaer-tqc): NOT a post. Delivered over the
2259 // outbox machinery to the addressed inboxes only; shows under Messages.
2260 if (c2sVisibility(object) === 'direct') {
2261 const arr = (v) => (Array.isArray(v) ? v : (v ? [v] : [])).filter((x) => typeof x === 'string');
2262 const recipients = [...new Set([...arr(object.to), ...arr(object.cc)])]
2263 .filter((u) => /^https?:\/\//i.test(u) && !/\/followers\/?$/.test(u) && u !== PUBLIC);
2264 if (!recipients.length) return { status: 400, error: 'no_recipients' };
2265 // AS2 attachments (e.g. the help-buoy capture, uploaded via
2266 // uploadMedia): normalize our own absolute /media/ URLs to relative
2267 // so the deliverReply-style validation applies unchanged.
2268 const atts = (Array.isArray(object.attachment) ? object.attachment : [])
2269 .map((a) => a && typeof a === 'object' ? {
2270 url: String(a.url || '').replace(new RegExp('^' + base.replace(/[.*+?^${}()|[\]\\]/g, '\\$&')), ''),
2271 mediaType: String(a.mediaType || ''),
2272 name: String(a.name || '').slice(0, 120),
2273 } : null)
2274 .filter(Boolean);
2275 const help = object['shaer:helpRequest'] === true || object.helpRequest === true;
2276 // FEP-633c 3.6.1: a guardian here declaring itself away to its
2277 // wards. An away without a (future) end fails loudly, exactly as
2278 // the daemon refuses it: stored quietly it would be a nominal
2279 // guardian holding a seat.
2280 let awayUntil = null;
2281 if (Guardianship.availability.isAway(object)) {
2282 awayUntil = Guardianship.availability.parseEndTime(object.endTime);
2283 if (!awayUntil || awayUntil <= Date.now()) return { status: 400, error: 'away_needs_an_end' };
2284 // No local shortcut here: the note below reaches a ward on this
2285 // instance through the loopback, and its inbox handler applies the
2286 // absence like it does for a ward anywhere else. One path.
2287 }
2288 const r = await deliverDirectNote(site, { recipients, text: plain, language: object.language || null, inReplyTo: typeof object.inReplyTo === 'string' ? object.inReplyTo : null, attachments: atts, helpRequest: help, awayUntil });
2289 if (!r || !r.id) return { status: 502, error: 'direct_failed' };
2290 return { status: 201, id: r.id, url: `${base}/ap/notes/${r.id}` };
2291 }
2292 if (object.inReplyTo) {
2293 const parent = await resolveRemoteNote(c2sIdOf(object.inReplyTo)).catch(() => null);
2294 if (!parent) return { status: 502, error: 'cannot_resolve_inReplyTo' };
2295 // Honour the client's visibility for the reply: 'friends' (followers-
2296 // only, the Shaer detail-view Reply) drops Public; anything else stays
2297 // quiet-public. 'direct' was already handled above.
2298 const r = await deliverReply(site, { postId: parent.localPostId || '', postSlug: null, parent, text: plain, visibility: c2sVisibility(object) });
2299 if (!r || !r.id) return { status: 502, error: 'reply_failed' };
2300 return { status: 201, id: r.id, url: `${base}/ap/notes/${r.id}` };
2301 }
2302 return await c2sCreatePost(base, site, user, object);
2303 }
2304 case 'Like':
2305 case 'Announce': {
2306 const targetUri = c2sIdOf(object);
2307 if (!targetUri) return { status: 400, error: 'missing_object' };
2308 // A non-public local note cannot be boosted or liked into the open
2309 // (shaer-tqc hardening; the Mastodon 422 equivalent).
2310 const localPid = postIdFromNoteUrl(targetUri, base);
2311 if (localPid) {
2312 const p = db.prepare('SELECT fan_only, ap_visibility FROM posts WHERE id = ?').get(localPid);
2313 if (p && (p.fan_only || p.ap_visibility === 'direct' || p.ap_visibility === 'friends')) {
2314 return { status: 403, error: 'not_public' };
2315 }
2316 }
2317 const note = await resolveRemoteNote(targetUri).catch(() => null);
2318 const objUri = (note && note.object_uri) || targetUri;
2319 const authorUri = note && note.actor_uri;
2320 const kind = type === 'Announce' ? 'boost' : 'like';
2321 await sendInteraction(site, kind, objUri, authorUri);
2322 setMyReaction(site.slug, targetUri, kind, true);
2323 if (type === 'Announce' && note) { try { upsertBoostedNote(site.slug, note); } catch { /* non-fatal */ } }
2324 return { status: 202, url: objUri };
2325 }
2326 case 'Follow': {
2327 const actorUri = c2sIdOf(object);
2328 if (!actorUri) return { status: 400, error: 'missing_object' };
2329 await followActor(site, actorUri);
2330 return { status: 202, url: actorUri };
2331 }
2332 // Shaer "in Orbit" = a real Block (FEP-c648 client side): lands in
2333 // ap_blocks, shows in the Block tab, and purges the actor's cached
2334 // content. Client-side filtering becomes a cache of this state.
2335 case 'Block': {
2336 const targetUri = c2sIdOf(object);
2337 if (!targetUri) return { status: 400, error: 'missing_object' };
2338 const r = await blockTarget(site, targetUri);
2339 if (r && r.error) return { status: 400, error: r.error };
2340 return { status: 202, url: targetUri };
2341 }
2342 case 'Undo': {
2343 const inner = object && typeof object === 'object' ? object : null;
2344 let innerType = inner && inner.type;
2345 if (Array.isArray(innerType)) innerType = innerType.find((t) => typeof t === 'string');
2346 const innerTarget = c2sIdOf(inner && inner.object);
2347 if (innerType === 'Follow') { await unfollowActor(site, innerTarget); return { status: 202, url: innerTarget }; }
2348 if (innerType === 'Block') {
2349 if (!innerTarget) return { status: 400, error: 'missing_object' };
2350 unblock(site, innerTarget); // release from Orbit
2351 return { status: 202, url: innerTarget };
2352 }
2353 if (innerType === 'Like' || innerType === 'Announce') {
2354 const kind = innerType === 'Announce' ? 'unboost' : 'unlike';
2355 const note = await resolveRemoteNote(innerTarget).catch(() => null);
2356 const objUri = (note && note.object_uri) || innerTarget;
2357 await sendInteraction(site, kind, objUri, note && note.actor_uri);
2358 setMyReaction(site.slug, innerTarget, innerType === 'Announce' ? 'boost' : 'like', false);
2359 if (innerType === 'Announce') { try { unmarkBoosted(site.slug, objUri); } catch { /* non-fatal */ } }
2360 return { status: 202, url: objUri };
2361 }
2362 return { status: 400, error: 'unsupported_undo' };
2363 }
2364 // Delete/Update of arbitrary objects need the post-edit pipeline; tracked
2365 // separately (klonkt-demo-c2s-del). Reject clearly rather than half-doing it.
2366 default:
2367 return { status: 400, error: 'unsupported_type', detail: String(type || 'none') };
2368 }
2369 } catch (e) {
2370 console.warn('[AP] C2S ingest failed:', e && e.message);
2371 return { status: 500, error: 'ingest_error' };
2372 }
2373}
2374
2375// Create a top-level microblog post from a C2S Note and federate it. Minimal
2376// sibling of the /posts/create route: sanitized HTML content, no title/cover.
2377async function c2sCreatePost(base, site, user, object) {
2378 const html = HtmlSanitizerService.sanitize(object.content || (object.source && object.source.content) || '');
2379 // Media on a top-level post (shaer-j3uh/-oqxk/-df3i): same rules as
2380 // deliverReply — only our OWN uploads, image/audio/video, max 4. They used
2381 // to be silently dropped here, so a photo post from the app arrived naked.
2382 const media = (Array.isArray(object.attachment) ? object.attachment : [])
2383 .filter((a) => a && typeof a.url === 'string' && /^\/media\/[\w./-]+$/.test(a.url)
2384 && /^(image|audio|video)\//.test(String(a.mediaType || '')))
2385 .slice(0, 4)
2386 .map((a) => {
2387 const entry = { url: a.url, mediaType: String(a.mediaType), name: String(a.name || '').slice(0, 120) };
2388 // A video's poster frame, when the upload leg made one (shaer-zowq):
2389 // rides along so the tag, the federated attachment and the apps all
2390 // show a still instead of a black box.
2391 if (entry.mediaType.startsWith('video/')) {
2392 try {
2393 const mediaRoot = path.resolve(process.env.MEDIA_PATH || './storage/media');
2394 const rel = entry.url.replace(/^\/media\//, '');
2395 if (fs.existsSync(path.join(mediaRoot, rel + '.poster.jpg'))) entry.poster = entry.url + '.poster.jpg';
2396 } catch { /* no poster is fine */ }
2397 }
2398 return entry;
2399 });
2400 if (!html.trim() && !media.length) return { status: 400, error: 'empty_note' };
2401 // The web reads the post's content, so the media goes IN it (we build these
2402 // tags ourselves from validated paths, after the sanitizer). buildNote
2403 // strips <img> back out into AS2 attachments; audio/video tags stay for the
2404 // web player and federate via c2s_attachments below.
2405 const esc = (t) => String(t).replace(/&/g, '&amp;').replace(/"/g, '&quot;').replace(/</g, '&lt;');
2406 const mediaHtml = media.map((a) => {
2407 if (a.mediaType.startsWith('image/')) return `<p><img src="${a.url}" alt="${esc(a.name)}"></p>`;
2408 if (a.mediaType.startsWith('audio/')) return `<p><audio controls preload="metadata" src="${a.url}"></audio></p>`;
2409 const poster = a.poster ? ` poster="${a.poster}"` : '';
2410 return `<p><video controls playsinline preload="metadata"${poster} src="${a.url}"></video></p>`;
2411 }).join('');
2412 // The web tile (Robins aanwijzing, 30-7): a video post's first video
2413 // becomes the cover video, so the grid plays it muted-looping as its own
2414 // thumbnail, exactly like an animated cover. Deliberately NO cover image
2415 // next to it: the tile's image branch would win and freeze the tile. A
2416 // photo post gets its first image as cover, instead of the (untitled)
2417 // gradient.
2418 const coverVid = media.find((a) => a.mediaType.startsWith('video/'));
2419 const coverImg = media.find((a) => a.mediaType.startsWith('image/'));
2420 const postId = crypto.randomUUID();
2421 const slug = 'n-' + postId.slice(0, 8);
2422 const now = new Date().toISOString();
2423 // Visibility from the note's addressing (shaer-60b): Public in `to` = loud
2424 // public, Public in `cc` = quiet public (unlisted), followers-only = friends
2425 // (rides the existing fan_only pipeline: followers-only AP delivery + web
2426 // gating), neither = participants-only (kept local until mention addressing
2427 // lands; still followers-gated on the web).
2428 const vis = c2sVisibility(object);
2429 const fanOnly = (vis === 'friends' || vis === 'direct') ? 1 : 0;
2430 db.prepare(`INSERT INTO posts (id, site_id, slug, author_id, title, content, excerpt, status, type, language, fan_only, ap_visibility, cover_image_url, cover_video_url, created_at, updated_at, published_at)
2431 VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)`)
2432 .run(postId, site.id, slug, user.id, '', html + mediaHtml, '', 'published', 'post', object.language || 'nl', fanOnly, vis,
2433 coverVid ? null : (coverImg ? coverImg.url : null), coverVid ? coverVid.url : null, now, now, now);
2434 if (media.length) { try { db.prepare('UPDATE posts SET c2s_attachments = ? WHERE id = ?').run(JSON.stringify(media), postId); } catch { /* column exists via ensureColumn */ } }
2435 try { db.prepare('UPDATE posts SET content_rendered = ? WHERE id = ?').run(bakePostContent(html + mediaHtml), postId); } catch { /* render fallback covers it */ }
2436 bakePostContentWithMentions(html + mediaHtml).then((h) => { try { db.prepare('UPDATE posts SET content_rendered = ? WHERE id = ?').run(h, postId); } catch { /* keep sync bake */ } }).catch(() => {});
2437 try { db.prepare('INSERT INTO posts_fts(content, title, author, post_id) VALUES (?,?,?,?)').run(HtmlSanitizerService.toPlainText(html), '', user.username || '', postId); } catch { /* FTS non-fatal */ }
2438 if (vis !== 'direct') {
2439 deliverCreate(site, { id: postId, slug, title: '', content: html + mediaHtml, published_at: now, created_at: now, fan_only: fanOnly, ap_visibility: vis, cover_image_url: coverVid ? null : (coverImg ? coverImg.url : null), cover_video_url: coverVid ? coverVid.url : null, c2s_attachments: media.length ? JSON.stringify(media) : null }).catch(() => { /* best-effort */ });
2440 }
2441 return { status: 201, id: postId, url: `${base}/ap/notes/${postId}` };
2442}
2443
2444// The direct-note leg (ward call-for-help) lives in the guardianship module
2445// (src/services/guardianship/delivery.js); wired with our AP helpers at the
2446// bottom of this file. Re-exported so every existing caller keeps working.
2447export const c2sVisibility = Guardianship.c2sVisibility;
2448export const deliverDirectNote = Guardianship.deliverDirectNote;
2449
2450// Send a reply FROM this site to a remote actor (in reply to their inbound reply).
2451// `parent` = an ap_interactions row (actor_uri, actor_url, actor_handle, object_uri).
2452export async function deliverReply(site, { postId, postSlug, parent, text, html, language, attachments, mentions, visibility }) {
2453 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2454 // Rich replies: `html` is the reply editor's HTML (sanitized here); `text` is
2455 // the plain-text fallback (no-JS path, C2S `source`). Either may carry the reply.
2456 const richClean = html ? HtmlSanitizerService.sanitize(String(html)) : '';
2457 const rich = richClean && HtmlSanitizerService.toPlainText(richClean).trim() ? richClean : '';
2458 // Attachments: only OUR OWN uploads (/media/... paths, no remote URLs — the
2459 // upload route is the sole producer), image/audio/video only, max 4.
2460 const media = (Array.isArray(attachments) ? attachments : [])
2461 .filter((a) => a && typeof a.url === 'string' && /^\/media\/[\w./-]+$/.test(a.url)
2462 && /^(image|audio|video)\//.test(String(a.mediaType || '')))
2463 .slice(0, 4)
2464 .map((a) => ({ url: a.url, mediaType: String(a.mediaType), name: String(a.name || '').slice(0, 120) }));
2465 // A media-only reply (no text) is a valid reply.
2466 if (!base || !site || !site.slug || !parent || (!String(text || '').trim() && !rich && !media.length)) return null;
2467 const me = actorId(base, site.slug);
2468 // u02, the mentions bar: `mentions` undefined = legacy behavior (mention the
2469 // parent author). An ARRAY (possibly empty) = the kept conversation partners
2470 // exactly as the bar shows them; the mention prefix, the Mention tags (via
2471 // mentionTags over the content) and the delivery targets all follow it.
2472 const kept = Array.isArray(mentions)
2473 ? mentions
2474 .filter((m) => m && typeof m.uri === 'string' && /^https?:\/\//i.test(m.uri))
2475 .slice(0, 8)
2476 .map((m) => ({
2477 uri: m.uri,
2478 url: (typeof m.url === 'string' && /^https?:\/\//i.test(m.url)) ? m.url : m.uri,
2479 handle: String(m.handle || deriveHandle(m.uri)).slice(0, 120),
2480 }))
2481 : null;
2482 const mentionAnchor = (uri, url, h) => {
2483 const disp = h && h[0] === '@' ? h : '@' + (h || '');
2484 return `<a href="${escHtml(url || uri)}" class="u-url mention" data-actor="${escHtml(uri)}">${escHtml(disp)}</a> `;
2485 };
2486 const handle = parent.actor_handle || deriveHandle(parent.actor_uri);
2487 const mention = kept
2488 ? kept.map((k) => mentionAnchor(k.uri, k.url, k.handle)).join('')
2489 : (parent.actor_uri ? mentionAnchor(parent.actor_uri, parent.actor_url, handle) : '');
2490 // Who the stored reply is "to": the parent when kept, else the first kept chip.
2491 const parentKept = !kept || kept.some((k) => k.uri === parent.actor_uri);
2492 const toActorUri = parentKept ? (parent.actor_uri || null) : (kept[0] ? kept[0].uri : null);
2493 const toHandle = parentKept ? handle : (kept[0] ? kept[0].handle : null);
2494 let content;
2495 let mres;
2496 if (rich) {
2497 // Same enrichment pipeline as the plain path (mentions/hashtags/URLs), on
2498 // sanitized editor HTML. The parent mention goes inline into the first
2499 // paragraph (Mastodon convention), or becomes its own leading one.
2500 mres = await resolveMentionsInText(base, rich);
2501 const processed = linkUrls(linkHashtags(base, mres.html));
2502 if (processed.startsWith('<p>')) {
2503 content = processed.replace('<p>', `<p>${mention}`); // inline in the first paragraph
2504 } else if (/^<(blockquote|ul|ol|pre|h[1-6]|div|hr)\b/i.test(processed)) {
2505 content = `<p>${mention}</p>${processed}`; // block content: own leading paragraph
2506 } else {
2507 content = `<p>${mention}${processed}</p>`; // bare inline text: one paragraph together
2508 }
2509 } else {
2510 const body = escHtml(String(text).trim()).replace(/\r?\n/g, '<br>');
2511 mres = await resolveMentionsInText(base, body); // link inline @mentions + collect their inboxes
2512 content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
2513 }
2514 const replyLang = /^[a-z]{2,3}(-[A-Za-z0-9-]+)?$/.test(String(language || '')) ? language : null;
2515 // Dedup: skip if the exact same reply was already sent (double-submit guard).
2516 // Attachments count toward "the same": two media-only replies share content.
2517 const mediaJson = media.length ? JSON.stringify(media) : null;
2518 const dup = db.prepare('SELECT 1 FROM ap_outbox WHERE site_slug = ? AND IFNULL(in_reply_to, \'\') = ? AND content = ? AND IFNULL(attachments, \'\') = IFNULL(?, \'\') LIMIT 1')
2519 .get(site.slug, parent.object_uri || '', content, mediaJson);
2520 if (dup) { console.log('[AP] outreply skipped (duplicate)'); return { duplicate: true, delivered: 0 }; }
2521 const id = crypto.randomUUID();
2522 iStmts().insO.run(id, site.slug, postId, postSlug || null, parent.object_uri || null, toActorUri, toHandle, content, replyLang, mediaJson);
2523 // Followers-only reply (shaer detail-view): mark the row so buildNote drops
2524 // Public from cc. Default (undefined/'public'/'quiet') stays quiet-public.
2525 if (visibility === 'friends') { try { db.prepare('UPDATE ap_outbox SET visibility = ? WHERE id = ?').run('friends', id); } catch { /* ignore */ } }
2526 const row = iStmts().getO.get(id);
2527 const note = buildReplyNote(base, site, row);
2528 const create = {
2529 '@context': AP_CONTEXT,
2530 id: note.id + '#create', type: 'Create', actor: me,
2531 published: note.published, to: note.to, cc: note.cc, object: note,
2532 };
2533 const keys = getOrCreateKeys(site.slug);
2534 const keyId = `${me}#main-key`;
2535 const inboxes = new Set();
2536 // Everyone the mentions bar kept gets pinged; legacy path = the parent only.
2537 const mentionTargets = kept ? kept.map((k) => k.uri) : (parent.actor_uri ? [parent.actor_uri] : []);
2538 for (const uri of mentionTargets) {
2539 const a = await fetchActor(uri).catch(() => null);
2540 if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox);
2541 }
2542 if (parent.threadInbox) inboxes.add(parent.threadInbox); // back-compat (single)
2543 (parent.threadInboxes || []).forEach((i) => inboxes.add(i)); // whole ancestor chain
2544 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2545 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the reply
2546 inboxes.delete(`${me}/inbox`); // never deliver to ourselves (already in ap_outbox)
2547 inboxes.delete(`${base}/ap/inbox`); // (our own shared inbox) → avoids a self-duplicate
2548 let delivered = 0;
2549 for (const inbox of [...inboxes].filter(Boolean)) {
2550 let ok = false;
2551 try { const st = await deliver(inbox, create, keyId, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
2552 if (ok) delivered++;
2553 else enqueueDelivery(site.slug, inbox, create); // durable: retry a briefly-offline recipient (was silently dropped)
2554 }
2555 console.log('[AP] outreply', site.slug, '→', parent.actor_uri, 'delivered', delivered);
2556 return { id, content, delivered };
2557}
2558
2559// attributedTo may be a string, an object {id}, or an ARRAY — e.g. a PeerTube Video is
2560// attributed to [Person (account), Group (channel)]. Pick a usable actor URI (prefer Person).
2561function actorUriOf(att) {
2562 if (!att) return null;
2563 if (typeof att === 'string') return att;
2564 if (Array.isArray(att)) {
2565 const person = att.find((a) => a && typeof a === 'object' && a.type === 'Person' && a.id);
2566 if (person) return person.id;
2567 for (const a of att) { if (typeof a === 'string') return a; if (a && a.id) return a.id; }
2568 return null;
2569 }
2570 return att.id || null;
2571}
2572
2573// Resolve a remote post URL (any fediverse/Klonkt post) into a reply target.
2574// Returns a parent-shaped object usable by deliverReply(), or null.
2575export async function resolveRemoteNote(url) {
2576 if (!/^https?:\/\//i.test(String(url || ''))) return null;
2577 const note = await fetchActor(url).catch(() => null); // AP GET (content-negotiates)
2578 if (!note || !note.id) return null;
2579 const att = note.attributedTo;
2580 const actorUri = actorUriOf(att);
2581 if (!actorUri) return null;
2582 const actor = await fetchActor(actorUri).catch(() => null);
2583 const ai = actorInfo(actor, actorUri);
2584 // Is what we're replying to a post (or a comment) on one of OUR posts? If so,
2585 // link our reply to that local post so it shows nested in the post thread.
2586 const localTgt = findThreadTarget(note.id, (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, ''));
2587 // Walk the WHOLE reply chain upward (comment → parent comment → … → root post)
2588 // and collect every ancestor author's inbox, so each participant's server —
2589 // including the original post's author — receives + threads our reply.
2590 const threadInboxes = [];
2591 const seenInbox = new Set();
2592 let cursor = note.inReplyTo, guard = 0;
2593 while (cursor && guard++ < 6) {
2594 const url = typeof cursor === 'string' ? cursor : (cursor && cursor.id);
2595 if (!url) break;
2596 const pn = await fetchActor(url).catch(() => null);
2597 if (!pn) break;
2598 const pa = actorUriOf(pn.attributedTo);
2599 if (pa && pa !== actorUri) {
2600 const paDoc = await fetchActor(pa).catch(() => null);
2601 const inbox = paDoc && ((paDoc.endpoints && paDoc.endpoints.sharedInbox) || paDoc.inbox);
2602 if (inbox && !seenInbox.has(inbox)) { seenInbox.add(inbox); threadInboxes.push(inbox); }
2603 }
2604 cursor = pn.inReplyTo; // climb to the next ancestor
2605 }
2606 // For non-Note objects (PeerTube Video, Article, …) the meaningful label is `name` (the
2607 // title); prepend it so the reply page shows what you're replying to (sanitize cleans it).
2608 let rawHtml = String(note.content || '').replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
2609 if (note.name && note.type && note.type !== 'Note') rawHtml = `<p><strong>${note.name}</strong></p>` + rawHtml;
2610 const images = (Array.isArray(note.attachment) ? note.attachment : [])
2611 .filter((a) => a && a.url && (!a.mediaType || /^image\//i.test(a.mediaType)))
2612 .map((a) => safeUrl(a.url)).filter(Boolean);
2613 // A Klonkt hosted-audio post strips its cover from `attachment` (so Mastodon
2614 // shows the player card, not a loose image) and puts it in `image` instead.
2615 // Same fallback as mediaFromNote() so a boosted music post keeps its cover.
2616 if (!images.length && note.image) {
2617 const im = Array.isArray(note.image) ? note.image[0] : note.image;
2618 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
2619 if (iu) images.push(iu);
2620 }
2621 return {
2622 object_uri: safeUrl(note.id) || note.id,
2623 actor_uri: actorUri,
2624 actor_url: ai.url,
2625 actor_handle: ai.handle,
2626 actor_name: ai.name,
2627 actor_icon: ai.icon,
2628 url: note.url || url,
2629 content: HtmlSanitizerService.sanitize(rawHtml), // full, sanitized
2630 sensitive: !!note.sensitive, // remote CW → blur in the Cirkel
2631 cw: note.summary || '',
2632 images,
2633 // Full typed media (incl. video/mp4) for the timeline cache. `images` above is
2634 // image-only for the interact page preview; a boosted video-only post (Loops)
2635 // lost its media entirely because upsertBoostedNote only saw `images`.
2636 media: mediaFromNote(note),
2637 threadInboxes, // every ancestor author's inbox
2638 localPostId: localTgt ? localTgt.post_id : '', // our post this belongs to (if any)
2639 poll: parsePoll(note), // a Question → its options/counts (else null)
2640 preview: HtmlSanitizerService.toPlainText(note.content || '').slice(0, 240),
2641 };
2642}
2643
2644// List a site's own outbound fediverse replies (for the manage/delete view).
2645// The plain editable text of a stored reply (unwrap links → their text, <br> → newline)
2646// so the manage view can prefill an edit box; the mention is re-added on save.
2647function outboxEditableText(content) {
2648 return String(content || '')
2649 .replace(/<br\s*\/?>/gi, '\n')
2650 .replace(/<a\b[^>]*>([\s\S]*?)<\/a>/gi, '$1')
2651 .replace(/<[^>]+>/g, '')
2652 .replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&')
2653 .trim();
2654}
2655export function listOutbox(siteSlug) {
2656 return db.prepare('SELECT id, content, to_handle, in_reply_to, language, created_at FROM ap_outbox WHERE site_slug = ? ORDER BY created_at DESC')
2657 .all(siteSlug).map((r) => { const c = stripLeadingMentions(r.content); return { ...r, content: c, editable: outboxEditableText(c) }; });
2658}
2659
2660// Delete one of our outbound replies: send Delete(Tombstone) to recipients + remove it.
2661export async function deliverOutboxDelete(site, outboxId) {
2662 const row = iStmts().getO.get(outboxId);
2663 if (!row || row.site_slug !== site.slug) return false;
2664 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2665 if (base) {
2666 const me = actorId(base, site.slug);
2667 const nid = noteId(base, row.id);
2668 const del = { '@context': AP_CONTEXT, id: `${nid}#delete-${Date.now()}-${rid()}`, type: 'Delete', actor: me, to: [PUBLIC], object: { id: nid, type: 'Tombstone' } };
2669 const keys = getOrCreateKeys(site.slug);
2670 const inboxes = new Set();
2671 if (row.to_actor) { const a = await fetchActor(row.to_actor).catch(() => null); if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox); }
2672 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2673 for (const inbox of [...inboxes].filter(Boolean)) {
2674 try { const st = await deliver(inbox, del, `${me}#main-key`, keys.private_pem); if (st >= 200 && st < 300) continue; } catch { /* queue below */ }
2675 enqueueDelivery(site.slug, inbox, del); // durable: a failed comment-delete now retries (was silently dropped)
2676 }
2677 }
2678 db.prepare('DELETE FROM ap_outbox WHERE id = ?').run(outboxId);
2679 return true;
2680}
2681
2682// Edit one of our outbound replies: rewrite the stored content (mention re-added + #tags
2683// re-linked) and send an Update(Note) so recipients refresh their cached copy.
2684export async function deliverOutboxUpdate(site, outboxId, newText, opts = {}) {
2685 const row = iStmts().getO.get(outboxId);
2686 if (!row || row.site_slug !== site.slug) return false;
2687 const text = String(newText || '').trim();
2688 // Rich edit: same sanitize + enrichment pipeline as deliverReply.
2689 const richClean = opts.html ? HtmlSanitizerService.sanitize(String(opts.html)) : '';
2690 const rich = richClean && HtmlSanitizerService.toPlainText(richClean).trim() ? richClean : '';
2691 if (!text && !rich) return false;
2692 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2693 if (!base) return false;
2694 const me = actorId(base, site.slug);
2695 const toActor = row.to_actor ? await fetchActor(row.to_actor).catch(() => null) : null;
2696 const toProfile = row.to_actor ? (actorInfo(toActor, row.to_actor).url || row.to_actor) : '';
2697 const _h = row.to_handle || deriveHandle(row.to_actor);
2698 const toHandle = _h && _h[0] === '@' ? _h : '@' + (_h || '');
2699 // An edit must not drop co-mentions (u02): reuse the OLD content's leading
2700 // mention anchors (the bar's kept list at send time) when present; only fall
2701 // back to rebuilding the single to_actor mention for legacy rows.
2702 const oldPrefix = (String(row.content || '')
2703 .match(/^\s*(?:<p[^>]*>)?\s*((?:<a\b[^>]*class="u-url mention"[^>]*>\s*@[^<]+<\/a>[\s ]*)+)/i) || [])[1] || '';
2704 const mention = oldPrefix || (row.to_actor
2705 ? `<a href="${escHtml(toProfile)}" class="u-url mention" data-actor="${escHtml(row.to_actor)}">${escHtml(toHandle)}</a> ` : '');
2706 let content;
2707 let mres;
2708 if (rich) {
2709 mres = await resolveMentionsInText(base, rich);
2710 const processed = linkUrls(linkHashtags(base, mres.html));
2711 if (processed.startsWith('<p>')) content = processed.replace('<p>', `<p>${mention}`);
2712 else if (/^<(blockquote|ul|ol|pre|h[1-6]|div|hr)\b/i.test(processed)) content = `<p>${mention}</p>${processed}`;
2713 else content = `<p>${mention}${processed}</p>`;
2714 } else {
2715 mres = await resolveMentionsInText(base, escHtml(text).replace(/\r?\n/g, '<br>'));
2716 content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
2717 }
2718 // Language may be updated with the edit; attachments always survive untouched.
2719 const newLang = /^[a-z]{2,3}(-[A-Za-z0-9-]+)?$/.test(String(opts.language || '')) ? opts.language : null;
2720 db.prepare('UPDATE ap_outbox SET content = ?, language = COALESCE(?, language) WHERE id = ?').run(content, newLang, outboxId);
2721 const note = buildReplyNote(base, site, iStmts().getO.get(outboxId));
2722 note.updated = new Date().toISOString();
2723 const update = {
2724 '@context': AP_CONTEXT,
2725 id: `${note.id}#update-${Date.now()}-${rid()}`, type: 'Update', actor: me,
2726 published: note.published, updated: note.updated, to: note.to, cc: note.cc, object: note,
2727 };
2728 const keys = getOrCreateKeys(site.slug);
2729 const inboxes = new Set();
2730 if (toActor) inboxes.add((toActor.endpoints && toActor.endpoints.sharedInbox) || toActor.inbox);
2731 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2732 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the edit
2733 inboxes.delete(`${me}/inbox`); inboxes.delete(`${base}/ap/inbox`);
2734 let delivered = 0;
2735 for (const inbox of [...inboxes].filter(Boolean)) {
2736 let ok = false;
2737 try { const st = await deliver(inbox, update, `${me}#main-key`, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
2738 if (ok) delivered++;
2739 else enqueueDelivery(site.slug, inbox, update); // durable: retry the edit later (was silently dropped)
2740 }
2741 console.log('[AP] outreply edit', site.slug, 'delivered', delivered);
2742 return { ok: true, content, delivered };
2743}
2744
2745// ── Fediverse CLIENT: follow accounts + home timeline ─────────────
2746// Resolve an @user@domain handle to its actor URL via WebFinger.
2747export async function webfingerResolve(handle) {
2748 const h = String(handle || '').trim().replace(/^@/, '');
2749 const parts = h.split('@');
2750 if (parts.length !== 2 || !parts[0] || !parts[1]) return null;
2751 const acct = `${parts[0]}@${parts[1]}`;
2752 try {
2753 const r = await safeFetch(`https://${parts[1]}/.well-known/webfinger?resource=acct:${encodeURIComponent(acct)}`,
2754 { headers: { Accept: 'application/jrd+json, application/json' } });
2755 if (!r.ok) return null;
2756 const jrd = await r.json();
2757 const link = (jrd.links || []).find((l) => l.rel === 'self' && /activity\+json|ld\+json/.test(l.type || ''));
2758 return safeUrl(link ? link.href : '') || null;
2759 } catch { return null; }
2760}
2761
2762let _insFw, _delFw, _listFw, _accFw, _oneFw, _setAB;
2763function fwStmts() {
2764 if (!_insFw) {
2765 _insFw = db.prepare('INSERT OR REPLACE INTO ap_following (slug, actor_uri, handle, name, icon, url, inbox, follow_id, status, auto_boost, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
2766 _delFw = db.prepare('DELETE FROM ap_following WHERE slug = ? AND actor_uri = ?');
2767 _listFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? ORDER BY created_at DESC');
2768 _accFw = db.prepare("UPDATE ap_following SET status = 'accepted' WHERE follow_id = ?");
2769 _oneFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? AND actor_uri = ?');
2770 _setAB = db.prepare('UPDATE ap_following SET auto_boost = ? WHERE slug = ? AND actor_uri = ?');
2771 }
2772 return { ins: _insFw, del: _delFw, list: _listFw, acc: _accFw, one: _oneFw, setAB: _setAB };
2773}
2774export function listFollowing(slug) { return fwStmts().list.all(slug); }
2775
2776// Toggle auto-boost ("feature") on an account we already follow.
2777export function setAutoBoost(slug, actorUri, on) {
2778 try { fwStmts().setAB.run(on ? 1 : 0, slug, actorUri); } catch { /* ignore */ }
2779 // Featuring an account → AP-native catch-up so the Cirkel isn't empty until they next
2780 // post (push doesn't backfill history-before-follow). Fire-and-forget pull, sends nothing.
2781 if (on) backfillFromOutbox(slug, actorUri).catch(() => {});
2782 return { ok: true };
2783}
2784
2785let _insTl, _listTl, _delTl;
2786function tlStmts() {
2787 if (!_insTl) {
2788 _insTl = db.prepare('INSERT OR IGNORE INTO ap_timeline (id, slug, author_uri, author_name, author_handle, author_icon, author_url, content, url, published, media_json, nsfw, cw, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
2789 _listTl = db.prepare('SELECT * FROM ap_timeline WHERE slug = ? ORDER BY COALESCE(published, created_at) DESC LIMIT ? OFFSET ?');
2790 _delTl = db.prepare('DELETE FROM ap_timeline WHERE id = ?');
2791 }
2792 return { ins: _insTl, list: _listTl, del: _delTl };
2793}
2794export function getTimeline(slug, limit, offset) { return tlStmts().list.all(slug, limit || 50, offset || 0); }
2795
2796/**
2797 * The direct notes addressed to this account: a plain DM, a guardian's wave
2798 * (§5), a ward's 🛟 help request (§5.2.1). They live in ap_mentions and NOT in
2799 * the timeline, because a note addressed to named people is a message and not a
2800 * post (belongsInTimeline).
2801 *
2802 * A client that only reads the timeline therefore sees none of them, which is
2803 * exactly what happened to Shaer: Berichten showed your own replies (those come
2804 * from your outbox) and nothing that was said to you. The C2S inbox read serves
2805 * both, so the app has one door for everything that arrives.
2806 *
2807 * A public mention from someone you follow is stored in both tables; those are
2808 * skipped here and stay a post.
2809 */
2810export function getDirectMessages(slug, limit) {
2811 try {
2812 return db.prepare(`
2813 SELECT m.object_uri, m.note_url, m.actor_uri, m.actor_name, m.actor_handle, m.actor_icon, m.actor_url,
2814 m.content, m.published, m.created_at, m.wave, m.help_request,
2815 m.emoji_json, m.actor_emoji_json, m.media_json, m.quote_json, m.embed_json
2816 FROM ap_mentions m
2817 WHERE m.slug = ?
2818 AND NOT EXISTS (SELECT 1 FROM ap_timeline t WHERE t.slug = m.slug AND t.id = m.object_uri)
2819 ORDER BY COALESCE(m.published, m.created_at) DESC LIMIT ?`).all(slug, limit || 60);
2820 } catch { return []; }
2821}
2822
2823/**
2824 * A stored stamp as an ISO instant. SQLite's CURRENT_TIMESTAMP writes
2825 * 'YYYY-MM-DD HH:MM:SS' in UTC, which Date.parse reads as LOCAL time; on a
2826 * server two hours ahead that dated every message two hours early and put the
2827 * conversation in the wrong order. A `published` from the wire is already ISO
2828 * and passes through untouched.
2829 */
2830export function isoStamp(v) {
2831 if (!v) return undefined;
2832 const s = String(v);
2833 if (/^\d{4}-\d{2}-\d{2}[ T]\d{2}:\d{2}:\d{2}$/.test(s)) return `${s.replace(' ', 'T')}Z`;
2834 const t = Date.parse(s);
2835 return Number.isFinite(t) ? new Date(t).toISOString() : undefined;
2836}
2837
2838// Inbox C2S read: a timeline row's media_json ([{url, type}], written on the
2839// inbound Create) → AS2 `attachment` array, so a client (Shaer) can render a
2840// friend's images/audio/video natively, exactly like own outbox posts. The
2841// stored `type` is the mediaType and may be ''. Malformed JSON yields
2842// undefined and never blocks the item.
2843export function timelineAttachments(mediaJson) {
2844 try {
2845 const list = mediaJson ? JSON.parse(mediaJson) : [];
2846 const rows = (Array.isArray(list) ? list : [])
2847 .filter((m) => m && m.url)
2848 .map((m) => {
2849 const a = { type: 'Document', mediaType: m.type || undefined, url: m.url };
2850 if (m.poster) a.icon = { type: 'Image', url: m.poster }; // the video's still (shaer-zowq)
2851 return a;
2852 });
2853 return rows.length ? rows : undefined;
2854 } catch { return undefined; }
2855}
2856
2857// FEP-9098 custom emojis. Inbound: keep the note's Emoji tags (as JSON) so we
2858// can serve them back. `extractEmojiTags` returns the JSON to store (or null);
2859// `timelineEmojis` turns the stored JSON back into an AS2 `tag` array for the
2860// C2S inbox read, so a client (Shaer) can render :shortcode: as an image.
2861export function extractEmojiTags(tag) {
2862 const arr = Array.isArray(tag) ? tag : (tag ? [tag] : []);
2863 const emojis = arr.filter((t) => t && (Array.isArray(t.type) ? t.type[0] : t.type) === 'Emoji'
2864 && typeof t.name === 'string' && t.icon);
2865 return emojis.length ? JSON.stringify(emojis) : null;
2866}
2867export function timelineEmojis(emojiJson) {
2868 try { const arr = emojiJson ? JSON.parse(emojiJson) : null; return (Array.isArray(arr) && arr.length) ? arr : undefined; }
2869 catch { return undefined; }
2870}
2871
2872// FEP-e232 object links (quotes / inline references). Inbound: keep the note's
2873// Link tags whose mediaType marks an AP object (the AS2-profiled ld+json, or
2874// activity+json as its equivalent) as JSON, so the C2S inbox read can serve
2875// them back and a client (Shaer) can render the quote/reference. Mirrors
2876// extractEmojiTags. Plain hyperlinks (text/html) and Mentions are dropped.
2877export function extractObjectLinkTags(tag) {
2878 const arr = Array.isArray(tag) ? tag : (tag ? [tag] : []);
2879 const links = arr.filter((t) => {
2880 if (!t || (Array.isArray(t.type) ? t.type[0] : t.type) !== 'Link') return false;
2881 if (typeof t.href !== 'string' || !t.href) return false;
2882 const mt = String(t.mediaType || '').toLowerCase();
2883 return (mt.startsWith('application/ld+json') && mt.includes('activitystreams'))
2884 || mt.startsWith('application/activity+json');
2885 });
2886 return links.length ? JSON.stringify(links) : null;
2887}
2888export function timelineObjectLinks(linkJson) {
2889 try { const arr = linkJson ? JSON.parse(linkJson) : null; return (Array.isArray(arr) && arr.length) ? arr : undefined; }
2890 catch { return undefined; }
2891}
2892
2893// FEP-044f quote posts: a quote is usually NOT an FEP-e232 tag but an
2894// object-level property. FEP-044f §"how to recognise" lists them all:
2895// `quote` (the FEP property, a string or an embedded Link/object), and the
2896// de-facto `quoteUrl` (as:), `quoteUri` (fedibird), `_misskey_quote` (misskey).
2897// This returns the quoted object's URL from whichever is present.
2898export function extractQuoteUrl(note) {
2899 if (!note || typeof note !== 'object') return null;
2900 const q = note.quote ?? note.quoteUrl ?? note.quoteUri ?? note['_misskey_quote'];
2901 if (!q) return null;
2902 if (typeof q === 'string') return q || null;
2903 if (typeof q === 'object') return (typeof q.id === 'string' && q.id) || (typeof q.href === 'string' && q.href) || null;
2904 return null;
2905}
2906
2907// The note's object-link tags for storage: real FEP-e232 Link tags PLUS any
2908// FEP-044f object-level quote, normalised to one FEP-e232-shaped Link (rel
2909// _misskey_quote) so the client's single object-link path renders them all.
2910// Deduped by href. Returns the JSON to store (or null if the note has neither).
2911export function extractLinkJson(note) {
2912 const links = [];
2913 const fromTag = extractObjectLinkTags(note && note.tag);
2914 if (fromTag) { try { links.push(...JSON.parse(fromTag)); } catch { /* ignore */ } }
2915 const qUrl = extractQuoteUrl(note);
2916 if (qUrl && !links.some((l) => l && l.href === qUrl)) {
2917 links.push({ type: 'Link', mediaType: 'application/activity+json', href: qUrl,
2918 rel: ['https://misskey-hub.net/ns#_misskey_quote'], name: qUrl });
2919 }
2920 return links.length ? JSON.stringify(links) : null;
2921}
2922
2923// The URL of the quoted post, from either an object-level quote (FEP-044f) or a
2924// quote-rel FEP-e232 Link tag. Used to resolve the embedded quote card.
2925export function quoteHrefOf(note) {
2926 const direct = extractQuoteUrl(note);
2927 if (direct) return direct;
2928 const arr = Array.isArray(note && note.tag) ? note.tag : (note && note.tag ? [note.tag] : []);
2929 for (const t of arr) {
2930 if (!t || (Array.isArray(t.type) ? t.type[0] : t.type) !== 'Link' || typeof t.href !== 'string') continue;
2931 const rel = Array.isArray(t.rel) ? t.rel : (t.rel ? [t.rel] : []);
2932 if (rel.some((r) => /quote/i.test(String(r)))) return t.href;
2933 }
2934 return null;
2935}
2936
2937// Turn the stored quote snapshot back into the object the C2S inbox read serves
2938// as `shaer:quote`, so the client can render the embedded quote card.
2939export function timelineQuote(quoteJson) {
2940 try { const q = quoteJson ? JSON.parse(quoteJson) : null; return (q && typeof q === 'object') ? q : undefined; }
2941 catch { return undefined; }
2942}
2943
2944// Store the author's display-name emoji map (from actorInfo().emojis) on a
2945// timeline row, so the byline can render a ":shortcode:" name. No-op when the
2946// name has no custom emoji (the common case).
2947function storeAuthorEmoji(id, slug, ai) {
2948 if (!ai || !ai.emojis || !Object.keys(ai.emojis).length) return;
2949 try { db.prepare('UPDATE ap_timeline SET author_emoji_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(ai.emojis), id, slug); } catch { /* ignore */ }
2950}
2951
2952// A display-name emoji map (actorInfo().emojis) → JSON to store, or null.
2953function emojiJsonOf(map) { return (map && Object.keys(map).length) ? JSON.stringify(map) : null; }
2954
2955// ── Cirkel = posts from the accounts you auto-boost ("feature an artist") ──
2956let _abCount, _cirkelPosts, _cirkelMembers;
2957export function autoBoostCount(slug) {
2958 try { if (!_abCount) _abCount = db.prepare('SELECT COUNT(*) AS n FROM ap_following WHERE slug = ? AND auto_boost = 1'); return _abCount.get(slug).n; } catch { return 0; }
2959}
2960export function getCirkelPosts(slug, limit, offset) {
2961 try {
2962 // Cirkel = posts from featured (auto_boost) accounts + posts you boosted
2963 // (t.boosted), mixed by date. One row per note in ap_timeline → no duplicates.
2964 if (!_cirkelPosts) _cirkelPosts = db.prepare(`
2965 SELECT t.id, t.author_uri, t.author_name, t.author_handle, t.author_icon, t.author_url,
2966 t.content, t.url, t.published, t.media_json, t.boosted, t.nsfw, t.cw
2967 FROM ap_timeline t
2968 LEFT JOIN ap_following f ON f.slug = t.slug AND f.actor_uri = t.author_uri
2969 WHERE t.slug = ? AND (f.auto_boost = 1 OR t.boosted = 1)
2970 ORDER BY COALESCE(t.published, t.created_at) DESC, t.rowid DESC
2971 LIMIT ? OFFSET ?`);
2972 return _cirkelPosts.all(slug, limit || 60, offset || 0);
2973 } catch { return []; }
2974}
2975export function getCirkelMembers(slug) {
2976 try { if (!_cirkelMembers) _cirkelMembers = db.prepare('SELECT name, url, icon FROM ap_following WHERE slug = ? AND auto_boost = 1 ORDER BY name'); return _cirkelMembers.all(slug); } catch { return []; }
2977}
2978// Mark a timeline post as boosted so it shows in the Cirkel (mixed by date).
2979let _markBoost, _unmarkBoost, _boostedCount;
2980export function markBoosted(slug, noteId) {
2981 try { if (!_markBoost) _markBoost = db.prepare('UPDATE ap_timeline SET boosted = 1 WHERE slug = ? AND id = ?'); _markBoost.run(slug, noteId); } catch { /* ignore */ }
2982}
2983export function unmarkBoosted(slug, noteId) {
2984 try { if (!_unmarkBoost) _unmarkBoost = db.prepare('UPDATE ap_timeline SET boosted = 0 WHERE slug = ? AND id = ?'); _unmarkBoost.run(slug, noteId); } catch { /* ignore */ }
2985}
2986let _markLike, _unmarkLike;
2987export function markLiked(slug, noteId) {
2988 try { if (!_markLike) _markLike = db.prepare('UPDATE ap_timeline SET liked = 1 WHERE slug = ? AND id = ?'); _markLike.run(slug, noteId); } catch { /* ignore */ }
2989}
2990export function unmarkLiked(slug, noteId) {
2991 try { if (!_unmarkLike) _unmarkLike = db.prepare('UPDATE ap_timeline SET liked = 0 WHERE slug = ? AND id = ?'); _unmarkLike.run(slug, noteId); } catch { /* ignore */ }
2992}
2993export function getTimelineReaction(slug, noteId) {
2994 try { const r = db.prepare('SELECT liked, boosted FROM ap_timeline WHERE slug = ? AND id = ?').get(slug, noteId); return { liked: !!(r && r.liked), boosted: !!(r && r.boosted) }; } catch { return { liked: false, boosted: false }; }
2995}
2996// Boost a REMOTE post that may not be in your timeline (you don't follow the author):
2997// store it in ap_timeline (INSERT OR IGNORE → no dup for followed posts) so it shows in
2998// the Cirkel with a Boost badge, then flag it boosted.
2999export function upsertBoostedNote(slug, note) {
3000 if (!slug || !note || !note.object_uri) return;
3001 const id = note.object_uri;
3002 // Prefer the full typed media (incl. video/mp4 — a Loops boost is video-only and
3003 // rendered a bare text tile); fall back to the image-only list for older callers.
3004 const media = (note.media && note.media !== '[]')
3005 ? note.media
3006 : JSON.stringify((note.images || []).map((u) => ({ url: u, type: 'image/jpeg' })));
3007 try {
3008 const r = tlStmts().ins.run(id, slug, note.actor_uri || '', note.actor_name || '', note.actor_handle || '',
3009 note.actor_icon || '', note.actor_url || '', note.content || '', note.url || null,
3010 new Date().toISOString(), media, note.sensitive ? 1 : 0, note.cw || null);
3011 if (!r.changes) {
3012 // Row already cached (INSERT OR IGNORE) → refresh it with the freshly
3013 // resolved note. Without this a row cached without its cover (or with
3014 // stale content) stayed stale forever — even boosting again didn't heal it.
3015 // Keep the CACHED media when the resolve yielded none: an empty re-resolve
3016 // used to clobber a good media_json (the followed copy had the video, the
3017 // boost wiped it to []).
3018 db.prepare(`UPDATE ap_timeline SET content = ?, media_json = CASE WHEN ? = '[]' THEN media_json ELSE ? END,
3019 nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE slug = ? AND id = ?`)
3020 .run(note.content || '', media, media, note.sensitive ? 1 : 0, note.cw || null, note.url || null, slug, id);
3021 }
3022 } catch { /* ignore */ }
3023 markBoosted(slug, id);
3024}
3025export function boostedCount(slug) {
3026 try { if (!_boostedCount) _boostedCount = db.prepare('SELECT COUNT(*) AS n FROM ap_timeline WHERE slug = ? AND boosted = 1'); return _boostedCount.get(slug).n; } catch { return 0; }
3027}
3028
3029// Resolve a Klonkt/AP actor URL from a site root: a Klonkt site's root 302s to
3030// /ap/users/<slug> (content negotiation; Location may be relative). Used by
3031// followActor for bare-domain follows.
3032// NB: the old auto-migration of legacy Cirkels (circle_links -> AP follows) was
3033// REMOVED on 2026-06-26 — it auto-sent Follows on boot, which violates "the code
3034// never throws anything into the fediverse automatically" (would surprise-Follow
3035// for some operators at scale). The dead circle_links table stays as harmless dead
3036// data; an operator restores an old cirkel by re-following in /following (their click).
3037async function resolveApActor(siteUrl) {
3038 try {
3039 const r = await fetch(siteUrl, { headers: { Accept: 'application/activity+json' }, redirect: 'manual' });
3040 if (r.status >= 300 && r.status < 400) { const loc = r.headers.get('location'); if (loc) return new URL(loc, siteUrl).href; }
3041 if (r.ok) return siteUrl;
3042 } catch { /* unreachable */ }
3043 return null;
3044}
3045
3046// ── Self-heal: re-sync the fediverse cache (ap_timeline) after a DRASTIC update ──
3047// Runs ONCE per SELFHEAL_VERSION bump — NOT on every boot. Re-fetches each cached
3048// note and refreshes content + media (recovers covers/edits that were delivered
3049// during a flux window, e.g. a fleet-wide update), and drops notes that are gone
3050// (404/410). Bump SELFHEAL_VERSION only on a release that warrants a re-sync.
3051const SELFHEAL_VERSION = 21; // v21: drop direct notes (🛟 help requests, waves) that were cached as timeline posts
3052async function fetchNoteAP(url) {
3053 try {
3054 const r = await fetch(url, { headers: { Accept: 'application/activity+json' } });
3055 if (r.status === 404 || r.status === 410) return 404;
3056 if (r.ok) return await r.json();
3057 } catch { /* unreachable */ }
3058 return null;
3059}
3060function mediaFromNote(note) {
3061 const atts = (Array.isArray(note.attachment) ? note.attachment : []).map((a) => {
3062 const m = { url: safeUrl(a && a.url), type: (a && a.mediaType) || '' };
3063 // A federated video may carry its poster as an AS2 icon (shaer-zowq).
3064 const iconUrl = a && a.icon && safeUrl(typeof a.icon === 'string' ? a.icon : a.icon.url);
3065 if (iconUrl && /^video\//i.test(m.type)) m.poster = iconUrl;
3066 return m;
3067 }).filter((m) => m.url);
3068 if (!atts.some((m) => !m.type || /image/i.test(m.type)) && note.image) {
3069 const im = Array.isArray(note.image) ? note.image[0] : note.image;
3070 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
3071 if (iu) atts.push({ url: iu, type: (im && im.mediaType) || 'image/jpeg' });
3072 }
3073 return JSON.stringify(atts);
3074}
3075
3076// FEP-044f, emit side. The mirror of extractQuoteUrl (ingest): when one of our
3077// own posts quotes a fediverse object, say so in the shapes the network really
3078// reads. `quote` is the FEP property; quoteUrl / _misskey_quote are the de-facto
3079// ones Mastodon and Misskey look at, and the FEP-e232 `Link` in `tag` is the
3080// third form. All three point at the same object, which is what every reader
3081// expects. The quoted author goes in `cc`, because being quoted without being
3082// told is exactly the rudeness this FEP is trying to design away.
3083export function applyQuoteProps(note, quoteUri, quoteActor) {
3084 if (!note || typeof quoteUri !== 'string' || !/^https?:\/\//i.test(quoteUri)) return note;
3085 note.quote = quoteUri;
3086 note.quoteUrl = quoteUri;
3087 note['_misskey_quote'] = quoteUri;
3088 note.tag = [...(note.tag || []), {
3089 type: 'Link',
3090 mediaType: 'application/ld+json; profile="https://www.w3.org/ns/activitystreams"',
3091 href: quoteUri,
3092 rel: ['https://misskey-hub.net/ns#_misskey_quote'],
3093 name: quoteUri,
3094 }];
3095 if (typeof quoteActor === 'string' && /^https?:\/\//i.test(quoteActor)) {
3096 note.cc = [...new Set([...(note.cc || []), quoteActor])];
3097 }
3098 return note;
3099}
3100
3101// The first external (non-fediverse) link in a note, resolved to the same card
3102// shape as a quote: THUMBNAIL ONLY, never the provider's iframe. An arbitrary
3103// third-party frame inside a kid-safe app is a hole you cannot close again, so
3104// the embed carries an image and a title and nothing executable.
3105// Returns the JSON to store, or null when there is nothing worth showing.
3106export async function resolveExternalEmbed(html) {
3107 const first = firstExternalUrl(html);
3108 if (!first) return null;
3109 const io = EmbedResolver.liveIO({
3110 safeFetch,
3111 detectProvider: (u) => AudioEmbedService.detectProvider(u),
3112 fetchActor,
3113 actorInfo,
3114 });
3115 const card = await EmbedResolver.resolveEmbed(first, io).catch(() => null);
3116 // 'ap' is handled by the quote path; a bare 'link' is not worth a card.
3117 if (!card || card.kind === 'ap' || card.kind === 'link') return null;
3118 const thumb = (card.media || []).find((m) => m && m.url);
3119 if (!thumb && !card.title) return null;
3120 // Title, provider and author name come from a third party. Store them as
3121 // PLAIN TEXT (tags stripped, length-capped), so no renderer downstream has to
3122 // be the one that remembers to escape. A card is a card, not an essay.
3123 const plain = (v) => (v ? HtmlSanitizerService.toPlainText(String(v)).trim().slice(0, 200) : null);
3124 return JSON.stringify({
3125 url: card.url,
3126 kind: card.kind, // 'provider' | 'oembed'
3127 provider: plain(card.provider),
3128 title: plain(card.title),
3129 author: card.author ? { ...card.author, name: plain(card.author.name), handle: plain(card.author.handle) } : null,
3130 media: thumb ? [thumb] : [], // thumbnail only, no html/iframe
3131 });
3132}
3133
3134/**
3135 * Does our own post link to a fediverse object? Returns { uri, actor } when the
3136 * first external link resolves to a quotable AP object, else null. Runs once at
3137 * publish time; the answer is stored on the post.
3138 */
3139export async function resolveOwnQuote(html) {
3140 const first = firstExternalUrl(html);
3141 if (!first) return null;
3142 const io = EmbedResolver.liveIO({ safeFetch, detectProvider: () => null, fetchActor, actorInfo });
3143 const card = await EmbedResolver.resolveEmbed(first, io).catch(() => null);
3144 if (!card || card.kind !== 'ap' || !card.id) return null;
3145 return { uri: card.id, actor: card.attributedTo || null };
3146}
3147
3148/** The first http(s) link in sanitized note HTML that is not a mention/hashtag. */
3149export function firstExternalUrl(html) {
3150 if (!html || typeof html !== 'string') return null;
3151 for (const m of html.matchAll(/<a\b[^>]*href=["']([^"']+)["'][^>]*>/gi)) {
3152 const tag = m[0];
3153 if (/\b(mention|hashtag|u-url)\b/i.test(tag) && /mention|hashtag/i.test(tag)) continue;
3154 const href = m[1];
3155 if (/^https?:\/\//i.test(href)) return href;
3156 }
3157 return null;
3158}
3159
3160/** The stored external-embed card, for the C2S read. */
3161export function timelineEmbed(embedJson, { playback = false } = {}) {
3162 try {
3163 const e = embedJson ? JSON.parse(embedJson) : null;
3164 if (!e || typeof e !== 'object' || !e.url) return undefined;
3165 // The player URL is served ONLY when the playback gate is open (FEP-633c
3166 // 5.6). Deciding it here keeps the provider knowledge in one place: the
3167 // client never needs a list of hosts, it just plays what it is handed.
3168 // Privacy-enhanced variants only: nocookie for YouTube, the instance's own
3169 // player for PeerTube. Without one the card stays a thumbnail.
3170 const player = playback ? playerUrlFor(e.url) : null;
3171 if (player) return { ...e, 'shaer:playerUrl': player };
3172 // The gate is shut and there IS something behind it. Saying so costs
3173 // nothing (the card already shows a video thumbnail) and saves the child
3174 // from tapping a card that will never answer: the app can explain instead
3175 // of doing nothing. It stays a statement of fact, never a way in.
3176 return playerUrlFor(e.url) ? { ...e, 'shaer:playable': true } : e;
3177 } catch { return undefined; }
3178}
3179
3180/** The embeddable player for a URL, or null when we will not frame it. */
3181export function playerUrlFor(url) {
3182 if (typeof url !== 'string') return null;
3183 let p = null;
3184 try { p = AudioEmbedService.detectProvider(url); } catch { p = null; }
3185 if (p && p.provider === 'youtube' && p.id) return `https://www.youtube-nocookie.com/embed/${p.id}?rel=0&modestbranding=1&playsinline=1`;
3186 if (p && p.provider === 'vimeo' && p.id) return `https://player.vimeo.com/video/${p.id}`;
3187 // PeerTube is decentralised, so it is matched by its watch-URL shape rather
3188 // than a provider list. Host chars are validated before it is inlined.
3189 const pt = url.match(/^https?:\/\/([\w.-]+(?::\d+)?)\/(?:w|videos\/watch)\/([\w-]{6,})/i);
3190 if (pt) return `https://${pt[1]}/videos/embed/${pt[2]}`;
3191 return null;
3192}
3193
3194// FEP-044f embedded quote card: resolve the quoted post to a compact, sanitised
3195// snapshot { url, author{name,handle,icon}, content, published, media } so the
3196// client can render it as a nested card instead of a bare link. Best-effort and
3197// SSRF-safe (apGetJson): returns null on any failure, and the client falls back
3198// to the object-link chip. The content goes through the same sanitiser as every
3199// other note, so the kid-safe guarantees hold.
3200async function resolveQuote(note) {
3201 const url = quoteHrefOf(note);
3202 if (!url) return null;
3203 const q = await apGetJson(url);
3204 if (!q || typeof q !== 'object') return null;
3205 const authorUri = typeof q.attributedTo === 'string' ? q.attributedTo
3206 : (q.attributedTo && typeof q.attributedTo.id === 'string' ? q.attributedTo.id : null);
3207 const ai = authorUri ? actorInfo(await fetchActor(authorUri), authorUri) : null;
3208 // The quoted post's own FEP-9098 emojis, so :shortcode: renders in the card.
3209 const emojis = {};
3210 try {
3211 for (const e of JSON.parse(extractEmojiTags(q.tag) || '[]')) {
3212 const u = e.icon && (e.icon.url || (Array.isArray(e.icon) && e.icon[0] && e.icon[0].url));
3213 if (typeof e.name === 'string' && u) emojis[e.name] = u;
3214 }
3215 } catch { /* ignore */ }
3216 let media = []; try { media = JSON.parse(mediaFromNote(q)); } catch { /* ignore */ }
3217 const snapshot = {
3218 url: safeUrl(q.url || q.id || url) || url,
3219 author: ai ? { name: ai.name, handle: ai.handle, icon: ai.icon } : null,
3220 content: HtmlSanitizerService.sanitize(q.content || ''),
3221 published: q.published || null,
3222 media,
3223 emojis: Object.keys(emojis).length ? emojis : undefined,
3224 };
3225 return JSON.stringify(snapshot);
3226}
3227
3228/**
3229 * The card under a post: a fediverse quote (FEP-044f) when the note has one,
3230 * otherwise an external link preview. Both render as the SAME card, so only one
3231 * of the two is ever stored. Returns {column, json} or null.
3232 *
3233 * Both halves reach out over the network, which is why every caller runs this
3234 * out of band: an inbox answer must never wait on a third party.
3235 */
3236async function resolveCard(o) {
3237 if (quoteHrefOf(o)) {
3238 const qj = await resolveQuote(o);
3239 return qj ? { column: 'quote_json', json: qj } : null;
3240 }
3241 const ej = await resolveExternalEmbed(o && o.content);
3242 return ej ? { column: 'embed_json', json: ej } : null;
3243}
3244
3245// A generic SSRF-safe AP GET (collections / pages).
3246async function apGetJson(url) {
3247 try {
3248 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
3249 if (!r.ok) return null;
3250 const len = Number(r.headers.get('content-length') || 0);
3251 if (len > 3_000_000) return null;
3252 return await r.json();
3253 } catch { return null; }
3254}
3255// AP-native catch-up: pull an actor's standard `outbox` collection and merge their recent
3256// top-level posts into the timeline for `slug`. Push (Create delivery) cannot backfill
3257// history-from-before-you-followed or a delivery that was missed while you were down;
3258// reading the outbox is the spec-conform way to catch up. PULL ONLY — sends nothing.
3259export async function backfillFromOutbox(slug, actorUri, limit = 20) {
3260 try {
3261 if (!slug || !actorUri) return 0;
3262 const actor = await fetchActor(actorUri);
3263 if (!actor || !actor.outbox) return 0;
3264 let page = await apGetJson(typeof actor.outbox === 'string' ? actor.outbox : actor.outbox.id);
3265 let items = (page && (page.orderedItems || page.items)) || [];
3266 if (!items.length && page && page.first) {
3267 page = await apGetJson(typeof page.first === 'string' ? page.first : page.first.id);
3268 items = (page && (page.orderedItems || page.items)) || [];
3269 }
3270 if (!Array.isArray(items) || !items.length) return 0;
3271 const ai = actorInfo(actor, actorUri);
3272 let added = 0;
3273 for (const it of items.slice(0, limit)) {
3274 // Each item is usually a Create wrapping a Note, or sometimes the Note itself.
3275 const o = (it && typeof it.object === 'object' && it.object) ? it.object : it;
3276 if (!o || !o.id) continue;
3277 if (o.type && o.type !== 'Note' && o.type !== 'Article' && o.type !== 'Question') continue; // skip boosts/other
3278 if (o.inReplyTo) continue; // top-level only
3279 const auth = actorUriOf(o.attributedTo);
3280 if (auth && auth !== actorUri) continue; // their OWN posts only
3281 const html = HtmlSanitizerService.sanitize(o.content || '');
3282 const poll = parsePoll(o); // a Question (poll) → carry its options/counts on backfill too
3283 try {
3284 const r = tlStmts().ins.run(o.id, slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, mediaFromNote(o), o.sensitive ? 1 : 0, o.summary || null);
3285 if (r && r.changes > 0) added++;
3286 // FEP-9098: keep custom-emoji tags from backfilled posts too.
3287 { const ej = extractEmojiTags(o.tag); if (ej) { try { db.prepare('UPDATE ap_timeline SET emoji_json = ? WHERE id = ? AND slug = ?').run(ej, o.id, slug); } catch { /* ignore */ } } }
3288 storeAuthorEmoji(o.id, slug, ai); // custom-emoji display name for the byline
3289 // FEP-e232 + FEP-044f: keep object-link/quote tags from backfilled posts too.
3290 { const lj = extractLinkJson(o); if (lj) { try { db.prepare('UPDATE ap_timeline SET link_json = ? WHERE id = ? AND slug = ?').run(lj, o.id, slug); } catch { /* ignore */ } } }
3291 // FEP-044f: resolve the embedded quote card for backfilled posts too.
3292 if (quoteHrefOf(o)) { const qj = await resolveQuote(o); if (qj) { try { db.prepare('UPDATE ap_timeline SET quote_json = ? WHERE id = ? AND slug = ?').run(qj, o.id, slug); } catch { /* ignore */ } } }
3293 // Set poll_json if this is a poll and we don't already have it (COALESCE preserves a vote).
3294 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = COALESCE(poll_json, ?) WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, slug); } catch { /* ignore */ } }
3295 } catch { /* ignore */ }
3296 }
3297 if (added) console.log('[AP] outbox backfill', actorUri, '→', slug, '+' + added);
3298 return added;
3299 } catch { return 0; }
3300}
3301
3302// ── Remote thread crawl (fill the gaps in a local post's conversation) ────────────
3303// Most replies reach us by delivery, but replies-to-replies that live on other servers and
3304// aren't addressed to us are missed. This pulls the AS2 `replies` collections of the replies
3305// we DO have, caching any newly-found ones in ap_interactions.
3306//
3307// Matches Mastodon's behaviour: ONE level per crawl (like its FetchRepliesService), not a deep
3308// recursive walk. Deeper levels fill in incrementally across crawls — once a fetched reply is
3309// cached it becomes a seed itself, so its own replies are pulled on a later view (Mastodon's
3310// per-status cascade). Bounded + polite (serial), PULL only, and stale-while-revalidate: it
3311// never runs in a page request — the view renders from cache; a stale post kicks off a
3312// background refresh for the NEXT view.
3313const THREAD_TTL_MS = 15 * 60 * 1000; // don't re-crawl a post more than ~4×/hour
3314const THREAD_MAX_DEPTH = 1; // one hop per crawl (like Mastodon); deeper fills in over crawls
3315const THREAD_MAX_FETCHES = 30; // hard cap on remote GETs per crawl (be a good peer)
3316const _crawlingThreads = new Set(); // per-post in-flight lock (no stampede across views)
3317
3318function threadCrawlTs(postId) {
3319 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('thread_crawl:' + postId); return r ? (Number(r.value) || 0) : 0; }
3320 catch { return 0; }
3321}
3322function setThreadCrawlTs(postId, ts) {
3323 try { db.prepare('INSERT INTO app_settings (key, value) VALUES (?, ?) ON CONFLICT(key) DO UPDATE SET value = excluded.value').run('thread_crawl:' + postId, String(ts)); }
3324 catch { /* ignore */ }
3325}
3326
3327// Read a note's `replies` (string ref / Collection with `first` / paged CollectionPages) →
3328// child note URIs. Every remote GET goes through `budget` so the whole crawl stays capped.
3329async function collectReplyItems(repliesRef, maxPages, budget) {
3330 const uris = [];
3331 let node = typeof repliesRef === 'string' ? await budget.get(repliesRef) : repliesRef;
3332 if (node && node.first) node = typeof node.first === 'string' ? await budget.get(node.first) : node.first;
3333 let pages = 0;
3334 while (node && pages++ < maxPages) {
3335 for (const it of (node.items || node.orderedItems || [])) {
3336 const u = typeof it === 'string' ? it : (it && it.id);
3337 if (u && /^https?:\/\//i.test(u)) uris.push(u);
3338 }
3339 if (!node.next) break;
3340 node = typeof node.next === 'string' ? await budget.get(node.next) : node.next;
3341 }
3342 return uris;
3343}
3344
3345async function crawlThread(postId) {
3346 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3347 if (!base) return;
3348 // Seed frontier = the remote reply note URIs we already have; also the dedup set.
3349 let known;
3350 try { known = new Set(db.prepare("SELECT object_uri FROM ap_interactions WHERE post_id = ? AND kind = 'reply' AND object_uri != ''").all(postId).map((r) => r.object_uri)); }
3351 catch { return; }
3352 const seeds = [...known].filter((u) => /^https?:\/\//i.test(u));
3353 if (!seeds.length) return; // nothing remote to expand
3354 // Owner-removed replies (tombstones) join the dedup set AFTER seeding, so the
3355 // crawler never re-adds them via thread-filling (they're gone from the seeds
3356 // already because rejectInteraction deleted their ap_interactions row).
3357 try { for (const r of db.prepare('SELECT object_uri FROM ap_rejected_objects WHERE post_id = ?').all(postId)) known.add(r.object_uri); }
3358 catch { /* table always exists after boot migration */ }
3359
3360 let fetches = 0;
3361 const budget = { get: async (u) => { if (fetches >= THREAD_MAX_FETCHES) return null; fetches++; return apGetJson(u); } };
3362 const visited = new Set(); // notes whose replies collection we've already expanded
3363 let frontier = seeds.slice();
3364 let added = 0;
3365
3366 for (let depth = 0; depth < THREAD_MAX_DEPTH && frontier.length && fetches < THREAD_MAX_FETCHES; depth++) {
3367 const nextFrontier = [];
3368 for (const noteUri of frontier) {
3369 if (visited.has(noteUri) || fetches >= THREAD_MAX_FETCHES) continue;
3370 visited.add(noteUri);
3371 const note = await budget.get(noteUri);
3372 if (!note || !note.replies) continue;
3373 const childUris = await collectReplyItems(note.replies, 2, budget);
3374 for (const cu of childUris) {
3375 if (known.has(cu) || fetches >= THREAD_MAX_FETCHES) continue;
3376 known.add(cu);
3377 const child = await budget.get(cu);
3378 if (!child || !child.id || (child.type !== 'Note' && child.type !== 'Article')) continue;
3379 if (isRejectedObject(child.id)) continue; // note id can differ from the collection URI (redirects)
3380 const actorUri = actorUriOf(child.attributedTo);
3381 if (!actorUri || isBlockedAny(actorUri)) continue; // skip blocked authors
3382 const actor = await budget.get(actorUri); // may be null if budget spent → fallback handle
3383 const ai = actorInfo(actor, actorUri);
3384 const html = HtmlSanitizerService.sanitize(child.content || '');
3385 // The child replies to `note` by construction (it's in note's replies collection).
3386 try { iStmts().ins.run('reply', postId, child.id, actorUri, ai.name, ai.handle, ai.url, ai.icon, html, child.published || null, note.id || noteUri, noteVisibility(child), extractEmojiTags(child.tag), emojiJsonOf(ai.emojis)); added++; } catch { /* ignore */ }
3387 nextFrontier.push(child.id); // expand this reply's own replies next depth
3388 }
3389 }
3390 frontier = nextFrontier;
3391 }
3392 if (added) console.log('[AP] thread crawl', postId, '+' + added, 'remote replies (' + fetches + ' fetches)');
3393}
3394
3395// Stale-while-revalidate entry point: call from the post view. Renders nothing, blocks nothing —
3396// fires a background crawl only if this post hasn't been crawled within the TTL.
3397export function maybeCrawlThread(postId) {
3398 if (!postId || _crawlingThreads.has(postId)) return;
3399 if (Date.now() - threadCrawlTs(postId) < THREAD_TTL_MS) return;
3400 _crawlingThreads.add(postId);
3401 setThreadCrawlTs(postId, Date.now()); // optimistic mark so concurrent/next views don't re-fire
3402 crawlThread(postId).catch((e) => console.warn('[AP] thread crawl failed:', e && e.message)).finally(() => _crawlingThreads.delete(postId));
3403}
3404
3405let _selfHealing = false;
3406export async function selfHealTimeline() {
3407 if (_selfHealing) return; _selfHealing = true;
3408 try {
3409 let cur = 0;
3410 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_version'); cur = r ? (parseInt(r.value, 10) || 0) : 0; } catch { return; }
3411 if (cur >= SELFHEAL_VERSION) return; // already healed for this version — skip on normal boots
3412 // v21: direct notes used to land in the timeline as if they were posts, so a
3413 // ward's 🛟 help request showed up in the guardian's Krant. The insert now
3414 // refuses them; drop the ones already cached. Scoped to the two kinds we can
3415 // still recognise afterwards (help request, wave) — a plain public mention
3416 // from someone you follow IS a timeline post and must stay.
3417 try {
3418 const r = db.prepare(`DELETE FROM ap_timeline WHERE EXISTS (
3419 SELECT 1 FROM ap_mentions m
3420 WHERE m.object_uri = ap_timeline.id AND m.slug = ap_timeline.slug
3421 AND (m.help_request = 1 OR m.wave = 1))`).run();
3422 if (r.changes) console.log(`[AP] self-heal v21: ${r.changes} direct note(s) removed from the timeline`);
3423 } catch { /* table may predate the columns */ }
3424 let rows = [];
3425 try { rows = db.prepare('SELECT id, slug, content, media_json, nsfw, cw, url, emoji_json, link_json, quote_json, author_uri, author_name, author_emoji_json, reblog_name, reblog_handle, reblog_emoji_json, embed_json FROM ap_timeline ORDER BY rowid DESC LIMIT 200').all(); } catch { /* no table */ }
3426 let healed = 0, failed = 0;
3427 for (const r of rows) {
3428 // Link previews first, and deliberately BEFORE the note re-fetch. A
3429 // preview is resolved from the content we already hold, so hanging it
3430 // behind a remote fetch meant one unreachable origin skipped the whole
3431 // row (`continue` below) and the card never appeared. It needs nothing
3432 // from the origin, so it must not depend on it.
3433 if (!r.quote_json && !r.embed_json) {
3434 try {
3435 const ej = await resolveExternalEmbed(r.content);
3436 if (ej) db.prepare('UPDATE ap_timeline SET embed_json = ? WHERE id = ?').run(ej, r.id);
3437 } catch { /* best-effort, never blocks the heal */ }
3438 }
3439 try {
3440 const note = await fetchNoteAP(r.id);
3441 if (note === 404) { db.prepare('DELETE FROM ap_timeline WHERE id = ?').run(r.id); healed++; continue; }
3442 if (!note || typeof note !== 'object') { failed++; continue; } // origin unreachable right now
3443 const html = HtmlSanitizerService.sanitize(note.content || '');
3444 const media = mediaFromNote(note);
3445 const nsfw = note.sensitive ? 1 : 0; // re-sync NSFW/sensitive + CW onto already-cached posts
3446 const cw = note.summary || null;
3447 const url = note.url || null; // re-sync the human url (catches a remote slug rename)
3448 const emoji = extractEmojiTags(note.tag); // FEP-9098: re-capture custom-emoji tags (v8)
3449 const link = extractLinkJson(note); // FEP-e232 + FEP-044f: re-capture object-link/quote tags (v9)
3450 // FEP-044f: resolve the embedded quote card (v11). COALESCE-style: keep a
3451 // cached snapshot if the quoted post is momentarily unreachable now.
3452 const quote = quoteHrefOf(note) ? (await resolveQuote(note)) || r.quote_json || null : null;
3453 if ((html && html !== r.content) || media !== (r.media_json || '[]') || nsfw !== (r.nsfw || 0) || (cw || '') !== (r.cw || '') || (url && url !== r.url) || (emoji || '') !== (r.emoji_json || '') || (link || '') !== (r.link_json || '') || (quote || '') !== (r.quote_json || '')) {
3454 db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url), emoji_json = ?, link_json = ?, quote_json = ? WHERE id = ?').run(html || r.content, media, nsfw, cw, url, emoji, link, quote, r.id);
3455 healed++;
3456 }
3457 // v13: a custom-emoji display name needs the author's emoji map. Fetch
3458 // the actor once, only for rows whose name has a shortcode and no map yet.
3459 if (/:[A-Za-z0-9_+-]+:/.test(r.author_name || '') && !r.author_emoji_json && r.author_uri) {
3460 const ai = actorInfo(await fetchActor(r.author_uri), r.author_uri);
3461 if (ai.emojis) { try { db.prepare('UPDATE ap_timeline SET author_emoji_json = ? WHERE id = ?').run(JSON.stringify(ai.emojis), r.id); } catch { /* ignore */ } }
3462 }
3463 // v14: same for the booster's display name ("X boosted"). The row stores
3464 // no booster URI, so resolve it from the handle via webfinger. Scoped to
3465 // this exact row (slug) since a note can be boosted by different people.
3466 if (/:[A-Za-z0-9_+-]+:/.test(r.reblog_name || '') && !r.reblog_emoji_json && r.reblog_handle) {
3467 const bUri = await webfingerResolve(r.reblog_handle);
3468 const em = bUri ? actorNameEmojis(await fetchActor(bUri)) : undefined;
3469 if (em) { try { db.prepare('UPDATE ap_timeline SET reblog_emoji_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(em), r.id, r.slug); } catch { /* ignore */ } }
3470 }
3471 } catch { failed++; /* per-note best-effort */ }
3472 }
3473 // Only mark this version DONE after a clean pass. Some origins are briefly
3474 // offline exactly when we heal (phone-hosted instances!): skipping them and
3475 // consuming the version would leave those rows stale forever. Instead retry
3476 // on the next boots, giving up after a few attempts (permanently-dead
3477 // origins answer 404/410 and are deleted above, so they don't loop).
3478 const setSetting = (k, v) => { try { db.prepare('INSERT OR REPLACE INTO app_settings (key, value) VALUES (?, ?)').run(k, String(v)); } catch { /* ignore */ } };
3479 let attempts = 0;
3480 try { const a = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_attempts'); attempts = a ? (parseInt(a.value, 10) || 0) : 0; } catch { /* ignore */ }
3481 if (failed === 0 || attempts >= 4) {
3482 setSetting('selfheal_version', SELFHEAL_VERSION);
3483 setSetting('selfheal_attempts', 0);
3484 } else {
3485 setSetting('selfheal_attempts', attempts + 1);
3486 }
3487 if (rows.length) console.log(`[AP] self-heal v${SELFHEAL_VERSION}: ${healed}/${rows.length} timeline notes${failed ? ` (${failed} unreachable — will retry next boot)` : ''}`);
3488 } catch { /* never block boot */ } finally { _selfHealing = false; }
3489}
3490
3491// Follow a fediverse account by @handle (WebFinger → actor → signed Follow).
3492export async function followActor(site, handle, autoBoost = false) {
3493 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3494 if (!base || !site || !site.slug) return { error: 'config' };
3495 // Accept any of: a profile/actor URL, an @user@host handle (WebFinger), or a
3496 // bare site domain (site.com) — for a single-actor site (Klonkt etc.) the root
3497 // resolves to its AP actor, so you can follow a site by just its domain.
3498 const s = String(handle || '').trim();
3499 let actorUrl;
3500 if (/^https?:\/\//i.test(s)) actorUrl = safeUrl(s) || null;
3501 else if (s.includes('@')) actorUrl = await webfingerResolve(s);
3502 else if (/^[a-z0-9.-]+\.[a-z]{2,}/i.test(s)) actorUrl = await resolveApActor('https://' + s.replace(/^\/+|\/+$/g, ''));
3503 else actorUrl = null;
3504 if (!actorUrl) return { error: 'not_found' };
3505 const actor = await fetchActor(actorUrl).catch(() => null);
3506 if (!actor || !actor.id || !actor.inbox) return { error: 'unreachable' };
3507 const ai = actorInfo(actor, actor.id);
3508 const me = actorId(base, site.slug);
3509 const keys = getOrCreateKeys(site.slug);
3510 const followId = `${me}#follow-${Date.now()}-${rid()}`;
3511 fwStmts().ins.run(site.slug, actor.id, ai.handle, ai.name, ai.icon, ai.url, actor.inbox, followId, 'pending', autoBoost ? 1 : 0);
3512 const follow = { '@context': AP_CONTEXT, id: followId, type: 'Follow', actor: me, object: actor.id };
3513 // Deliver via the retry queue: a Follow that fails the first attempt (peer down,
3514 // timeout, transient 5xx) is retried with backoff instead of staying stuck on
3515 // 'pending' forever — the Accept can only come back once the Follow lands.
3516 await deliverWithRetry(site.slug, actor.inbox, follow, `${me}#main-key`, keys.private_pem);
3517 console.log('[AP] follow', site.slug, '→', actor.id);
3518 // Follow + feature in one step → backfill their recent posts into the Cirkel right away.
3519 if (autoBoost) backfillFromOutbox(site.slug, actor.id).catch(() => {});
3520 return { ok: true, name: ai.name, handle: ai.handle, actor: actor.id };
3521}
3522
3523// Resolve a profile URL or @handle to a followable remote actor (for the
3524// authorize_interaction "Follow" flow). Returns display fields + inbox, or null
3525// when it isn't a reachable actor (e.g. the input was a post, not a profile).
3526export async function resolveRemoteActor(input) {
3527 const s = String(input || '').trim();
3528 const actorUrl = /^https?:\/\//i.test(s) ? (safeUrl(s) || null) : await webfingerResolve(s);
3529 if (!actorUrl) return null;
3530 const actor = await fetchActor(actorUrl).catch(() => null);
3531 if (!actor || !actor.id || !actor.inbox) return null;
3532 const ai = actorInfo(actor, actor.id);
3533 return { actor_uri: actor.id, actor_name: ai.name, actor_handle: ai.handle, actor_url: ai.url, actor_icon: ai.icon, inbox: actor.inbox };
3534}
3535
3536export async function unfollowActor(site, actorUri) {
3537 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3538 const me = actorId(base, site.slug);
3539 const keys = getOrCreateKeys(site.slug);
3540 const row = fwStmts().one.get(site.slug, actorUri);
3541 // Undo(Follow) MUST reference the original Follow's real id so the remote can correlate it
3542 // and drop the follow. The old `${me}#follow` fallback never matched anything → the unfollow
3543 // silently failed on the remote. With no stored follow id (legacy row), skip the network Undo
3544 // rather than send an unmatchable one. Deliver durably via the retry queue.
3545 if (row && row.inbox && row.follow_id) {
3546 const undo = { '@context': AP_CONTEXT, id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me, object: { id: row.follow_id, type: 'Follow', actor: me, object: actorUri } };
3547 deliverWithRetry(site.slug, row.inbox, undo, `${me}#main-key`, keys.private_pem);
3548 } else if (row && row.inbox) {
3549 console.warn('[AP] unfollow', site.slug, '→', actorUri, '— no stored follow id; removed locally only (legacy follow, remote may keep it)');
3550 }
3551 fwStmts().del.run(site.slug, actorUri);
3552 return { ok: true };
3553}
3554
3555// FEP-633c §5.3 note (authorized fetch): true when `actorUri` is a committed
3556// guardian of the local ward `wardSlug` — so a signed GET from it may read the
3557// ward's non-public history without the guardian appearing as a follower.
3558export function isWardGuardian(wardSlug, actorUri) {
3559 try { return !!Guardianship.getRelation(wardSlug, 'ward', actorUri); } catch { return false; }
3560}
3561
3562// FEP-633c §5.3: the guardians approved a gated follow of their ward. Send the
3563// Accept to the follower and record them, so delivery (incl. followers-only)
3564// begins. `pending` is a row from ap_pending_follows.
3565export async function acceptGatedFollow(pending) {
3566 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3567 const slug = pending.ward_slug;
3568 const me = actorId(base, slug);
3569 const keys = getOrCreateKeys(slug);
3570 fStmts().ins.run(slug, pending.follower_uri, pending.follower_inbox, pending.follower_shared_inbox, pending.follower_name, pending.follower_handle, pending.follower_icon);
3571 const original = pending.activity_json ? JSON.parse(pending.activity_json) : { type: 'Follow', actor: pending.follower_uri, object: me };
3572 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: original };
3573 await deliverWithRetry(slug, pending.follower_inbox, accept, `${me}#main-key`, keys.private_pem);
3574 const filled = pending.follower_shared_inbox &&
3575 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1').get(slug, pending.follower_shared_inbox, pending.follower_uri);
3576 if (!filled) backfillNewFollower(base, slug, pending.follower_shared_inbox || pending.follower_inbox).catch(() => {});
3577 console.log('[AP] gated Follow accepted', pending.follower_uri, '→ ward', slug);
3578 return { ok: true };
3579}
3580
3581// The guardians denied the follow: send a Reject so the follower's server clears
3582// its pending state, then the caller drops the record.
3583export async function rejectGatedFollow(pending) {
3584 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3585 const slug = pending.ward_slug;
3586 const me = actorId(base, slug);
3587 const keys = getOrCreateKeys(slug);
3588 const original = pending.activity_json ? JSON.parse(pending.activity_json) : { type: 'Follow', actor: pending.follower_uri, object: me };
3589 const reject = { '@context': AP_CONTEXT, id: `${me}#reject-${Date.now()}-${rid()}`, type: 'Reject', actor: me, object: original };
3590 if (pending.follower_inbox) await deliverWithRetry(slug, pending.follower_inbox, reject, `${me}#main-key`, keys.private_pem).catch(() => {});
3591 console.log('[AP] gated Follow rejected', pending.follower_uri, '→ ward', slug);
3592 return { ok: true };
3593}
3594
3595// ── Cross-instance follow-approval (FEP-633c §5.3, modelled on the guardian
3596// offer). Inbound: an Offer(Follow) forwarded by a ward to a guardian (leg
3597// 2), or a guardian's Accept/Reject coming back to the ward (leg 4). ──────
3598async function handleFollowApprovalInbox(act, slugParam) {
3599 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3600 const type = Array.isArray(act.type) ? act.type[0] : act.type;
3601 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
3602
3603 // Leg 2: I am a guardian; the object is the Follow to approve. The Offer is
3604 // signed by the ward, so act.actor is the ward.
3605 if (type === 'Offer') {
3606 const fo = (act.object && typeof act.object === 'object') ? act.object : null;
3607 const foType = fo && (Array.isArray(fo.type) ? fo.type[0] : fo.type);
3608 if (!fo || foType !== 'Follow') return false;
3609 const followId = fo.id;
3610 const follower = typeof fo.actor === 'string' ? fo.actor : (fo.actor && fo.actor.id);
3611 const wardUri = actorUri;
3612 if (!followId || !follower || !wardUri) return false;
3613 const recips = (Array.isArray(act.to) ? act.to : (act.to ? [act.to] : [])).filter((x) => typeof x === 'string');
3614 if (slugParam) recips.push(actorId(base, slugParam));
3615 let stored = false;
3616 for (const r of new Set(recips)) {
3617 const gslug = slugFromActorUrl(r);
3618 if (!gslug) continue;
3619 if (!Guardianship.getRelation(gslug, 'guardian', wardUri)) continue; // must actually guard this ward
3620 const wardDoc = await fetchActor(wardUri).catch(() => null);
3621 const fai = actorInfo(await fetchActor(follower).catch(() => null), follower);
3622 Guardianship.follows.recordReview(gslug, { id: followId, wardUri, wardInbox: wardDoc && wardDoc.inbox, follower, followerHandle: fai.handle, followerIcon: fai.icon, followJson: JSON.stringify(fo) });
3623 const L = pushLang(gslug);
3624 pushEvent(gslug, { type: 'guardian', title: i18nT(L, 'push.n_guard_cog_t'), body: i18nT(L, 'push.n_guard_cog_b', { who: fai.name || fai.handle || i18nT(L, 'notif.someone') }), url: `${pushPrefix(gslug)}/guardian` });
3625 stored = true;
3626 }
3627 return stored;
3628 }
3629
3630 // Leg 4: I am the ward; a guardian decided. object is the Follow (id).
3631 const fo = act.object;
3632 const followId = typeof fo === 'string' ? fo : (fo && fo.id);
3633 if (!followId) return false;
3634 const pending = Guardianship.follows.getPending(followId);
3635 if (!pending) return false;
3636 const allGuardians = Guardianship.listGuardians(pending.ward_slug).map((g) => g.other_uri);
3637 if (!allGuardians.includes(actorUri)) return false; // only a real guardian of this ward decides
3638 const decision = type === 'Reject' ? 'reject' : 'approve';
3639 // §3.5: the quorum runs over the AVAILABLE set. The voter itself was
3640 // restored by the one-answer rule when its activity arrived, so answering
3641 // is exactly what counts a guardian back in.
3642 const guardians = Guardianship.availability.availableSet(pending.ward_slug, allGuardians, Date.now());
3643 const r = Guardianship.follows.decide(followId, actorUri, decision, guardians);
3644 try {
3645 if (r.outcome === 'approved') { await acceptGatedFollow(r.follow); Guardianship.follows.remove(followId); }
3646 else if (r.outcome === 'rejected') { await rejectGatedFollow(r.follow); Guardianship.follows.remove(followId); }
3647 } catch { /* delivery is retried */ }
3648 return true;
3649}
3650
3651// Leg 3: a guardian in /guardian decides on a forwarded follow; send the
3652// Accept/Reject back to the ward's inbox (signed by the guardian).
3653export async function sendFollowDecision(guardianSite, review, decision) {
3654 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3655 const me = actorId(base, guardianSite.slug);
3656 const keys = getOrCreateKeys(guardianSite.slug);
3657 const fo = review.follow_json ? JSON.parse(review.follow_json) : { id: review.id, type: 'Follow', actor: review.follower_uri, object: review.ward_uri };
3658 const activity = { '@context': AP_CONTEXT, id: `${me}#followdec-${Date.now()}-${rid()}`, type: decision === 'reject' ? 'Reject' : 'Accept', actor: me, to: [review.ward_uri], object: fo, 'shaer:followApproval': true };
3659 if (review.ward_inbox) await deliverWithRetry(guardianSite.slug, review.ward_inbox, activity, `${me}#main-key`, keys.private_pem);
3660 return { ok: true };
3661}
3662
3663// Send a Like or Announce (boost) on a remote note FROM this site.
3664export async function sendInteraction(site, kind, targetNoteId, authorUri) {
3665 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3666 if (!base || !site || !site.slug || !targetNoteId) return { error: 'config' };
3667 const me = actorId(base, site.slug);
3668 const keys = getOrCreateKeys(site.slug);
3669 // 'unboost' = Undo(Announce): retracts a boost so followers' servers remove the
3670 // reblog (matched on actor+object — no record of the original Announce needed).
3671 const fanout = (kind === 'boost' || kind === 'unboost'); // also goes to our followers
3672 const followersCol = `${me}/followers`;
3673 // Address the original author in cc so their server (Mastodon, WordPress/ActivityPub, …)
3674 // attributes the boost to their post and notifies them — without this, a shared-inbox
3675 // receiver has nothing to route the Announce to. Non-fragment activity ids + a `published`
3676 // stamp keep us aligned with what Mastodon emits.
3677 const audience = authorUri ? [followersCol, authorUri] : [followersCol];
3678 let act;
3679 if (kind === 'unboost' || kind === 'unlike') {
3680 // Undo(Announce) retracts a boost; Undo(Like) un-favourites (matched on actor+object,
3681 // no record of the original activity needed — Mastodon honours both).
3682 const inner = kind === 'unboost' ? 'Announce' : 'Like';
3683 act = {
3684 '@context': AP_CONTEXT,
3685 id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me,
3686 object: { id: `${me}/${inner.toLowerCase()}/${Date.now()}-${rid()}`, type: inner, actor: me, object: targetNoteId },
3687 };
3688 if (kind === 'unboost') { act.to = [PUBLIC]; act.cc = audience; }
3689 } else {
3690 const type = kind === 'boost' ? 'Announce' : 'Like';
3691 act = {
3692 '@context': AP_CONTEXT,
3693 id: `${me}/${type.toLowerCase()}/${Date.now()}-${rid()}`,
3694 type, actor: me, object: targetNoteId,
3695 };
3696 if (type === 'Announce') { act.published = new Date().toISOString(); act.to = [PUBLIC]; act.cc = audience; }
3697 }
3698 const inboxes = new Set();
3699 // Author first, via their PERSONAL inbox (not the shared one) so a multi-user receiver
3700 // routes the Announce/Like to the right post unambiguously.
3701 if (authorUri) { const a = await fetchActor(authorUri).catch(() => null); if (a) inboxes.add(a.inbox || (a.endpoints && a.endpoints.sharedInbox)); }
3702 if (fanout) { for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox); }
3703 // Queue each delivery (immediate attempt + backoff retries on failure via ap_delivery)
3704 // instead of a single fire-and-forget POST, so a transient hiccup at the receiver doesn't
3705 // silently lose the boost — same durability a new post (deliverCreate) already gets.
3706 let queued = 0;
3707 for (const inbox of [...inboxes].filter(Boolean)) { deliverWithRetry(site.slug, inbox, act, `${me}#main-key`, keys.private_pem); queued++; }
3708 console.log('[AP]', kind, site.slug, '→', targetNoteId, 'queued', queued, 'inbox(es)');
3709 return { ok: true, delivered: queued };
3710}
3711
3712// Notifications inbox: new followers + replies/likes/boosts on this site's posts.
3713export function getNotifications(slug, limit) {
3714 // Per-source cap scales with the requested limit so Messages can page deep
3715 // (Load more). Bounded so a huge offset can't ask for unbounded rows.
3716 const L = Math.min(1000, Math.max(80, limit || 60));
3717 const out = [];
3718 try {
3719 for (const f of db.prepare('SELECT actor_uri, created_at FROM ap_followers WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
3720 out.push({ type: 'follow', handle: deriveHandle(f.actor_uri), url: f.actor_uri, created_at: f.created_at });
3721 }
3722 } catch { /* ignore */ }
3723 try {
3724 const rows = db.prepare(`
3725 SELECT i.kind, i.actor_name, i.actor_handle, i.actor_url, i.actor_icon, i.content, i.created_at, i.published, i.visibility,
3726 i.emoji_json, i.actor_emoji_json, i.media_json, i.quote_json, i.embed_json,
3727 p.slug AS post_slug, p.title AS post_title
3728 FROM ap_interactions i LEFT JOIN posts p ON p.id = i.post_id
3729 WHERE p.site_id = (SELECT id FROM sites WHERE slug = ?)
3730 ORDER BY i.created_at DESC LIMIT ?
3731 `).all(slug, L);
3732 for (const r of rows) out.push({
3733 type: r.kind, name: r.actor_name, handle: r.actor_handle, url: r.actor_url, icon: r.actor_icon,
3734 content: stripLeadingMentions(r.content), post_slug: r.post_slug, post_title: r.post_title, created_at: r.created_at,
3735 // When the post was written, for display. created_at (when it reached us)
3736 // stays the sort key and the unread watermark: a note that federated late
3737 // is still new to you.
3738 published: r.published,
3739 emoji_json: r.emoji_json, actor_emoji_json: r.actor_emoji_json, // FEP-9098 (messages render)
3740 media_json: r.media_json, quote_json: r.quote_json, embed_json: r.embed_json, // rendered like a Krant post
3741 // followers/direct = a private message to the owner (not on the public thread) → 🔒 in Messages
3742 visibility: r.visibility || 'public',
3743 });
3744 } catch { /* ignore */ }
3745 try {
3746 for (const r of db.prepare('SELECT actor_uri, actor_name, actor_handle, actor_icon, content, objects, created_at FROM ap_reports WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
3747 // The reported objects: our own notes resolve to post links so the owner
3748 // sees WHICH post the report is about; other URIs (e.g. the actor itself)
3749 // are skipped — the report row already names the account.
3750 const about = [];
3751 try {
3752 for (const u of JSON.parse(r.objects || '[]')) {
3753 const m = String(u).match(/\/ap\/notes\/([^/?#]+)/);
3754 if (!m) continue;
3755 const p = db.prepare('SELECT slug, title FROM posts WHERE id = ?').get(decodeURIComponent(m[1]));
3756 if (p) about.push({ slug: p.slug, title: p.title || p.slug });
3757 }
3758 } catch { /* malformed objects json → no links */ }
3759 out.push({ type: 'report', name: r.actor_name, handle: r.actor_handle, url: r.actor_uri, icon: r.actor_icon, content: r.content, objects: about, created_at: r.created_at });
3760 }
3761 } catch { /* ignore */ }
3762 try {
3763 for (const r of db.prepare(`SELECT object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, wave, help_request, created_at, published,
3764 emoji_json, actor_emoji_json, media_json, quote_json, embed_json
3765 FROM ap_mentions WHERE slug = ? ORDER BY created_at DESC LIMIT ?`).all(slug, L)) {
3766 out.push({ type: 'mention', name: r.actor_name, handle: r.actor_handle, url: r.actor_url || r.actor_uri, icon: r.actor_icon, content: stripLeadingMentions(r.content), note_url: r.note_url || r.object_uri, wave: r.wave ? 1 : 0, help_request: r.help_request ? 1 : 0, actorUri: r.actor_uri, created_at: r.created_at, published: r.published,
3767 // Same trimmings a Krant row has, so Berichten renders the post identically.
3768 emoji_json: r.emoji_json, actor_emoji_json: r.actor_emoji_json, media_json: r.media_json, quote_json: r.quote_json, embed_json: r.embed_json });
3769 }
3770 } catch { /* ignore */ }
3771 // Your own polls that have closed → a "results are in" item, derived read-time
3772 // from poll_json (Scheduler marks closed=1) with the tally via ownPollView.
3773 try {
3774 const site = db.prepare('SELECT id FROM sites WHERE slug = ?').get(slug);
3775 if (site) {
3776 const polls = db.prepare(`
3777 SELECT id, slug, title, poll_json FROM posts
3778 WHERE site_id = ? AND poll_json IS NOT NULL
3779 AND json_extract(poll_json, '$.closed') = 1
3780 AND json_extract(poll_json, '$.endTime') IS NOT NULL
3781 ORDER BY json_extract(poll_json, '$.endTime') DESC LIMIT 20`).all(site.id);
3782 for (const p of polls) {
3783 const view = ownPollView(p);
3784 if (!view) continue;
3785 let endTime = null; try { endTime = JSON.parse(p.poll_json).endTime; } catch { /* keep null */ }
3786 out.push({ type: 'poll_done', post_slug: p.slug, post_title: p.title, poll: view, created_at: endTime || null });
3787 }
3788 }
3789 } catch { /* ignore */ }
3790 // NaN-safe sort: one row with a missing/garbled created_at would otherwise make the
3791 // comparator return NaN and scramble the WHOLE ordering (seen live: follow rows landing
3792 // between likes, which also broke Messages' like-grouping).
3793 out.sort((a, b) => _msgTs(b) - _msgTs(a));
3794 return out.slice(0, limit || 60);
3795}
3796function _msgTs(x) { const t = Date.parse((x && x.created_at) || ''); return Number.isFinite(t) ? t : 0; }
3797
3798// ── Blocking / defederation ───────────────────────────────────────
3799// Extracted to BlocklistService (shared: Klonkt's Block tab + Shaer's "in
3800// Orbit"). Thin delegations keep every existing caller working.
3801export function listBlocks(slug) { return Blocklist.listBlocks(slug); }
3802
3803// True if an actor (or its whole domain) is blocked anywhere on this instance.
3804// Vote on a remote fediverse poll (a cached Question). A ballot = a Create(Note) carrying only a
3805// `name` (the chosen option) + inReplyTo the Question, addressed to the poll's author — the
3806// Mastodon-standard vote. Records our choice locally + optimistically bumps the counts; the
3807// author's Update(Question) refreshes the authoritative totals when it arrives.
3808export async function voteOnPoll(site, questionId, choices) {
3809 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3810 if (!base || !site || !site.slug || !questionId) return { error: 'config' };
3811 let row; try { row = db.prepare('SELECT author_uri, poll_json FROM ap_timeline WHERE id = ? AND slug = ? LIMIT 1').get(questionId, site.slug); } catch { /* ignore */ }
3812 if (!row || !row.poll_json) return { error: 'not_found' };
3813 let poll; try { poll = JSON.parse(row.poll_json); } catch { return { error: 'not_found' }; }
3814 if (poll.closed) return { error: 'closed' };
3815 if (poll.voted) return { error: 'already' };
3816 const valid = new Set(poll.options.map((o) => o.name));
3817 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
3818 if (!picks.length) return { error: 'invalid' };
3819 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
3820 const me = actorId(base, site.slug);
3821 const keys = getOrCreateKeys(site.slug);
3822 const authorUri = row.author_uri || null;
3823 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
3824 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
3825 if (!inbox) return { error: 'unreachable' };
3826 for (const name of chosen) {
3827 const nid = `${me}/votes/${Date.now()}-${rid()}`;
3828 const note = { id: nid, type: 'Note', attributedTo: me, to: authorUri ? [authorUri] : [], name, inReplyTo: questionId, published: new Date().toISOString() };
3829 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
3830 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
3831 }
3832 // Local optimistic update (authoritative counts arrive via the author's Update(Question)).
3833 poll.voted = poll.multiple ? chosen : chosen[0];
3834 for (const o of poll.options) if (chosen.includes(o.name)) o.count = (o.count || 0) + 1;
3835 if (poll.voters != null) poll.voters += 1;
3836 try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), questionId, site.slug); } catch { /* ignore */ }
3837 return { ok: true };
3838}
3839
3840// Vote on ANY fediverse poll by URL (the interact page) — no timeline cache needed. Fetches
3841// the Question fresh, validates the choice(s), and casts the Mastodon-standard ballot (a
3842// Create(Note) with `name` + inReplyTo) straight to the poll's author. Used for polls you find
3843// by URL, not just ones from accounts you follow (which go through voteOnPoll via /news).
3844export async function voteOnRemotePoll(site, questionUrl, choices) {
3845 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3846 if (!base || !site || !site.slug || !/^https?:\/\//i.test(String(questionUrl || ''))) return { error: 'config' };
3847 const q = await fetchActor(questionUrl).catch(() => null); // AP GET (SSRF-guarded)
3848 if (!q || q.type !== 'Question' || !q.id) return { error: 'not_found' };
3849 const poll = parsePoll(q);
3850 if (!poll) return { error: 'not_found' };
3851 if (poll.closed) return { error: 'closed' };
3852 const valid = new Set(poll.options.map((o) => o.name));
3853 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
3854 if (!picks.length) return { error: 'invalid' };
3855 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
3856 const authorUri = actorUriOf(q.attributedTo);
3857 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
3858 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
3859 if (!inbox) return { error: 'unreachable' };
3860 const me = actorId(base, site.slug);
3861 const keys = getOrCreateKeys(site.slug);
3862 for (const name of chosen) {
3863 const nid = `${me}/votes/${Date.now()}-${rid()}`;
3864 const note = { id: nid, type: 'Note', attributedTo: me, to: [authorUri], name, inReplyTo: q.id, published: new Date().toISOString() };
3865 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
3866 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
3867 }
3868 return { ok: true };
3869}
3870
3871// Report a remote post or account to its home instance (moderation). Sends the Mastodon-standard
3872// AS2 `Flag`: object = [reported account, reported status?], content = the reason, delivered to the
3873// reported account's inbox so their instance's moderators receive it. objectUri = a post URL (its
3874// author is resolved + included) OR pass actorUri to report an account directly.
3875export async function sendReport(site, { objectUri, actorUri, reason }) {
3876 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3877 if (!base || !site || !site.slug) return { error: 'config' };
3878 let targetActor = actorUri || null;
3879 let noteUri = null;
3880 if (objectUri && /^https?:\/\//i.test(objectUri)) {
3881 const note = await apGetJson(objectUri).catch(() => null);
3882 if (note && note.id) { noteUri = note.id; if (!targetActor) targetActor = actorUriOf(note.attributedTo); }
3883 else if (!targetActor) return { error: 'not_found' };
3884 }
3885 if (!targetActor || !/^https?:\/\//i.test(targetActor)) return { error: 'not_found' };
3886 const actor = await fetchActor(targetActor).catch(() => null);
3887 const inbox = actor && (actor.inbox || (actor.endpoints && actor.endpoints.sharedInbox)); // personal inbox → their moderators
3888 if (!inbox) return { error: 'unreachable' };
3889 const me = actorId(base, site.slug);
3890 const keys = getOrCreateKeys(site.slug);
3891 const object = [targetActor];
3892 if (noteUri && noteUri !== targetActor) object.push(noteUri);
3893 const flag = {
3894 '@context': AP_CONTEXT,
3895 id: `${me}#report-${Date.now()}-${rid()}`,
3896 type: 'Flag',
3897 actor: me,
3898 content: String(reason == null ? '' : reason).slice(0, 3000),
3899 object, // [account, status?] — Mastodon's Flag shape
3900 to: [targetActor],
3901 };
3902 deliverWithRetry(site.slug, inbox, flag, `${me}#main-key`, keys.private_pem);
3903 return { ok: true };
3904}
3905
3906export function isBlockedAny(actorUri) { return Blocklist.isBlockedAny(actorUri); }
3907
3908// Block an actor (@handle or actor URL) or a whole domain; purges their content.
3909// The handle resolver is ours; the storage/purge lives in BlocklistService.
3910export async function blockTarget(site, input) { return Blocklist.blockTarget(site, input, webfingerResolve); }
3911
3912export function unblock(site, target) { return Blocklist.unblock(site, target); }
3913
3914// ── Guardianship module wiring (src/services/guardianship/) ────────
3915// The module owns FEP-633c (context, relations, handshake, queues, the
3916// direct-note leg); we hand it our AP helpers ONCE and delegate. It never
3917// imports us back.
3918function selfActorId(slug) {
3919 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3920 return actorId(base, slug);
3921}
3922// Deliver one activity to one actor's inbox, signed; queued + retried on any
3923// hiccup so a slow or briefly-down ward server never loses the offer. Returns
3924// { delivered, inbox }: delivered=false means the account could not be
3925// resolved at all (a bad handle) — the offer stays recorded regardless.
3926export async function deliverToActor(site, actorUri, activity) {
3927 const me = selfActorId(site.slug);
3928 const keys = getOrCreateKeys(site.slug);
3929 const payload = { '@context': AP_CONTEXT, ...activity };
3930 // Co-location is a TRANSPORT detail, never a decision path (Robins regel,
3931 // 29-7). An inbox on this machine is not reachable over HTTP from this
3932 // machine, and should not be, so a local recipient is handed the activity
3933 // straight into the same inbox handler the wire would reach. Everything
3934 // above this line therefore behaves as if every Klonkt were remote: one code
3935 // path, exercised by every deployment, including the checks. Two bugs in one
3936 // day came from having a second, local-only path that hid a broken remote
3937 // one.
3938 const localSlug = localSlugOf(actorUri);
3939 if (localSlug && db.prepare('SELECT 1 FROM sites WHERE slug = ?').get(localSlug)) {
3940 const host = (() => { try { return new URL(selfActorId(site.slug)).host; } catch { return ''; } })();
3941 const req = { body: payload, ip: 'loopback', protocol: 'https', get: () => host, headers: {} };
3942 // The signer is us, and we say so: the actor-versus-signer check runs
3943 // exactly as it does over the wire, so a mismatch fails here too.
3944 const status = await handleInbox(req, localSlug, { id: me }).catch(() => 500);
3945 const ok = status >= 200 && status < 300;
3946 console.log('[AP]', activity.type, ok ? 'delivered (loopback) →' : `got ${status} (loopback) from`, actorUri);
3947 return { delivered: ok, inbox: `${actorUri}/inbox`, loopback: true, status };
3948 }
3949 const a = await fetchActor(actorUri).catch(() => null);
3950 const inbox = a && (a.inbox || (a.endpoints && a.endpoints.sharedInbox));
3951 if (!inbox) {
3952 console.warn('[AP] guardianship: could not resolve an inbox for', actorUri, '(offer recorded, not sent)');
3953 return { delivered: false, inbox: null };
3954 }
3955 try {
3956 const st = await deliver(inbox, payload, `${me}#main-key`, keys.private_pem);
3957 if (st >= 200 && st < 300) { console.log('[AP] guardianship', activity.type, 'delivered →', inbox, st); return { delivered: true, inbox }; }
3958 console.warn('[AP] guardianship', activity.type, 'got', st, 'from', inbox, '→ queued for retry');
3959 } catch (e) { console.warn('[AP] guardianship', activity.type, 'to', inbox, 'failed:', e.message, '→ queued for retry'); }
3960 enqueueDelivery(site.slug, inbox, payload);
3961 return { delivered: true, inbox }; // queued: the retry worker gets it there
3962}
3963Guardianship.wireDelivery({
3964 actorId, fetchActor, localActor, deliverTo: deliverToActor, deriveHandle, escHtml, linkUrls, linkHashtags,
3965 getOutboxRow: (id) => iStmts().getO.get(id),
3966 buildReplyNote, AP_CONTEXT, getOrCreateKeys, deliver, enqueueDelivery,
3967});
3968/**
3969 * The actor document of a site WE host, read straight from the database.
3970 * Same shape fetchActor returns for anyone else, plus `local: true` so the
3971 * caller can take the loopback instead of a POST to our own hostname.
3972 * Null for an actor we do not host: that one really is fetched.
3973 */
3974function localActor(actorUri) {
3975 const slug = localSlugOf(actorUri);
3976 if (!slug) return null;
3977 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3978 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
3979 if (!site) return null;
3980 // primary_slug is what buildActor uses to pick '/' over '/user/<slug>'; the
3981 // actor route sets it the same way before building.
3982 const p = db.prepare('SELECT slug FROM sites WHERE is_primary = 1').get();
3983 try { return { ...buildActor(base, { ...site, primary_slug: p && p.slug }), local: true }; } catch { return null; }
3984}
3985// Which local site (if any) hosts this actor URI — used by the handshake to
3986// apply the local side of a commit and to derive a ward's existing guardians.
3987function localSlugOf(actorUri) {
3988 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3989 if (!actorUri || !actorUri.startsWith(`${base}/ap/users/`)) return null;
3990 const slug = slugFromActorUrl(actorUri);
3991 if (!slug) return null;
3992 try { return db.prepare('SELECT slug FROM sites WHERE slug = ?').get(slug) ? slug : null; }
3993 catch { return null; }
3994}
3995Guardianship.wireHandshake({
3996 selfId: selfActorId,
3997 localSlug: localSlugOf,
3998 deliverTo: deliverToActor,
3999 deriveHandle,
4000 fetchActor,
4001 // Guardian PWA / Berichten push. The kid answers an incoming offer in its
4002 // own Berichten; an existing guardian and a commit land in the PWA.
4003 onEvent: (slug, ev) => {
4004 const L = pushLang(slug);
4005 const texts = {
4006 offer_received: ['push.n_guard_offer_t', 'push.n_guard_offer_b'], // I am the ward
4007 offer_for_ward: ['push.n_guard_cog_t', 'push.n_guard_cog_b'], // I co-guard this ward
4008 committed: ['push.n_guard_ward_t', 'push.n_guard_ward_b'],
4009 // §3.2: a guardian ended the relation. The ward hears that someone who
4010 // was looking after them has gone; a co-guardian hears they are one fewer.
4011 guardian_left: ['push.n_guard_left_t', 'push.n_guard_left_b'],
4012 coguardian_left: ['push.n_guard_cogleft_t', 'push.n_guard_cogleft_b'],
4013 }[ev.kind];
4014 if (!texts) return;
4015 const who = deriveHandle(ev.candidate || ev.guardian || ev.ward || '') || '?';
4016 const url = (ev.kind === 'offer_received' || ev.kind === 'guardian_left') ? `${pushPrefix(slug)}/messages` : '/guardian';
4017 pushEvent(slug, { type: 'guardian', title: i18nT(L, texts[0]), body: i18nT(L, texts[1], { who }), url });
4018 },
4019});
4020
4021// The notification duty of FEP-633c 3.6.2, wired once for every place a
4022// dormancy promotion can happen (queue reads, fan-outs, tallies): marking a
4023// guardian dormant MUST notify it, in protocol AND over the §6 handle. The
4024// one-answer rule is worthless to someone who does not know an answer is
4025// wanted. The handle of a committed guardian is its inbox (§6 minimum), which
4026// is the same door this delivery knocks on; both attempts are logged.
4027Guardianship.wireAvailability({
4028 onDormant: (wardSlug, guardianUri) => {
4029 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
4030 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(wardSlug);
4031 if (!base || !site) return;
4032 const me = selfActorId(wardSlug);
4033 const note = {
4034 id: `${me}/dormant/${Date.now().toString(36)}${rid()}`,
4035 type: 'Note', attributedTo: me, to: [guardianUri],
4036 'shaer:dormant': true,
4037 content: '<p>You have been observed dormant as a guardian. Nothing is wrong and nothing is held against you: one answer restores everything (FEP-633c 3.6.2).</p>',
4038 };
4039 deliverToActor(site, guardianUri, { id: `${note.id}#create`, type: 'Create', actor: me, to: [guardianUri], object: note })
4040 .catch(() => { /* retried by the queue */ });
4041 console.log('[AP] guardian observed dormant (3.6.2):', guardianUri, 'ward', wardSlug, '(notified in protocol; the §6 handle is the same inbox)');
4042 },
4043});
4044
4045export default {
4046 AP_CONTEXT, getOrCreateKeys, apWants, sendAP, actorId, noteId, stripLeadingMentions,
4047 buildActor, buildNote, buildCreate, buildOutbox, buildFollowers, buildFollowing, buildFeatured,
4048 followerCount, deliver, fetchActor, verifyRequest, handleInbox, deliverCreate, deliverDelete, deliverUpdate, deliverActorUpdate, resyncFeaturedPins,
4049 getInteractions, getInteractionById, setInteractionBoosted, setInteractionLiked, setMyReaction, getMyReactions, buildReplyNote, getOutboxNote, deliverReply, resolveRemoteNote,
4050 listOutbox, deliverOutboxDelete, deliverOutboxUpdate, deliverDirectNote,
4051 webfingerResolve, followActor, resolveRemoteActor, unfollowActor, listFollowing, setAutoBoost, backfillFromOutbox, getTimeline, getDirectMessages, isoStamp, timelineAttachments, timelineEmojis, timelineObjectLinks, timelineQuote, timelineEmbed, applyQuoteProps, deliverToActor, sendInteraction, voteOnPoll, voteOnRemotePoll,
4052 acceptGatedFollow, rejectGatedFollow, isWardGuardian, sendFollowDecision,
4053 parseOwnPoll, pollTally, ownPollView, deliverPollUpdate, maybeCrawlThread, sendReport, localMentionSlugs,
4054 autoBoostCount, boostedCount, markBoosted, unmarkBoosted, markLiked, unmarkLiked, getTimelineReaction, upsertBoostedNote, getCirkelPosts, getCirkelMembers, selfHealTimeline,
4055 getNotifications, listBlocks, isBlockedAny, blockTarget, unblock,
4056 deliverWithRetry, enqueueDelivery, processDeliveryQueue, startDeliveryWorker,
4057 getReplyUris, markNotificationsSeen, countUnseenNotifications, hasPlayableAudio,
4058 linkifyBody, bakePostContent, bakePostContentWithMentions, listFollowers, removeFollower, listConnections,
4059 noteVisibility, belongsInTimeline, playerUrlFor, isRejectedObject, rejectInteraction, interactionReportTarget,
4060 getMessages, notificationsSeenAt, ingestOutboxActivity, c2sVisibility, actorDisplay, buildActorRef, prefersEnriched,
4061};
Note: See TracBrowser for help on using the repository browser.