source: Klonkt/src/services/ActivityPubService.js@ a677616

main
Last change on this file since a677616 was a677616, checked in by Robin Genis <roboburr@…>, 6 weeks ago

shaer:author.emojis: custom-emoji in de display-naam op de byline

Een display-naam als 'Laura :bongoCat:' toonde de letterlijke shortcode. De
emoji's van een naam zitten in de ACTOR-tags (niet de note), dus die geeft
Klonkt nu mee als shaer:author.emojis. Lean: actorInfo berekent de emoji-map
alleen als de naam echt een :shortcode: heeft; opslag in author_emoji_json op
inbound, boost en backfill; self-heal v12 -> v13 haalt hem eenmalig op voor
bestaande rijen (alleen als de naam een shortcode heeft, dus 1 actor-fetch per
zo'n rij, niet voor iedereen).

Changed files:
src/config/database.js

  • ap_timeline.author_emoji_json kolom

src/services/ActivityPubService.js

  • actorInfo geeft emojis mee (alleen bij shortcode-naam); actorNameEmojis()
  • storeAuthorEmoji(); aangeroepen op inbound, boost (oai) en backfill
  • self-heal v13: author_emoji_json backfillen via 1 actor-fetch per emoji-naam

src/routes/activitypub.js

  • shaer:author.emojis meegeserveerd

remarks: 180 tests groen.

-robo
Co-Authored-By: Claude Opus 4.8 <noreply@…>

  • Property mode set to 100644
File size: 204.0 KB
RevLine 
[6bd25d1]1/**
2 * ActivityPubService — Klonkt as a real ActivityPub actor (fediverse bridge).
3 *
4 * Phase 1 (this file): the PUBLISH/discoverable side.
5 * - per-site RSA keypair (Mastodon-compatible HTTP Signatures; separate from
6 * the Ed25519 keys used by the lighter Cirkels v1)
7 * - builders for the Actor document, Note objects and the Outbox collection
8 * - apWants(): HTTP content-negotiation helper (activity+json vs HTML)
9 *
10 * The interactive side (inbox: Follow/Accept, signature verify, delivery to
11 * followers) lands in the next step and is tested live against Mastodon.
12 *
13 * AP actor URLs live under /ap/* so they never clash with the human pages:
14 * actor = <base>/ap/users/<slug>
15 * inbox = <actor>/inbox outbox = <actor>/outbox
16 * note = <base>/ap/notes/<postId>
17 */
18import crypto from 'crypto';
[3dd99d3]19import dns from 'dns';
20import net from 'net';
[6bd25d1]21import db from '../config/database.js';
[c16e0a5]22import HtmlSanitizerService from './HtmlSanitizerService.js';
[443f982]23import AudioEmbedService from './AudioEmbedService.js';
[8240e80]24import Push from './PushService.js';
25import { getTenancy } from './SettingsService.js';
[9a00f28]26import { t as i18nT } from './i18n.js';
[6b5d7da]27import Blocklist from './BlocklistService.js';
28import * as Guardianship from './guardianship/index.js';
[6bd25d1]29
30const PUBLIC = 'https://www.w3.org/ns/activitystreams#Public';
[d3b9f68]31// Full JSON-LD context for every AP object we emit: AS2 core + security (publicKey) + the
32// extension terms we actually use (Mastodon/toot + schema.org), each with a term definition
33// so a strict JSON-LD processor resolves them instead of dropping them → valid AS2/JSON-LD.
34// This is the same context shape Mastodon publishes, so Mastodon sees no change.
35const AP_CONTEXT = [
36 'https://www.w3.org/ns/activitystreams',
37 'https://w3id.org/security/v1',
38 {
39 toot: 'http://joinmastodon.org/ns#',
40 schema: 'http://schema.org#',
41 sensitive: 'as:sensitive',
42 Hashtag: 'as:Hashtag',
43 manuallyApprovesFollowers: 'as:manuallyApprovesFollowers',
44 discoverable: 'toot:discoverable',
45 featured: { '@id': 'toot:featured', '@type': '@id' },
46 PropertyValue: 'schema:PropertyValue',
47 value: 'schema:value',
48 embedUrl: { '@id': 'schema:embedUrl', '@type': '@id' },
[0403187]49 // Poll (Question) extension: Question/oneOf/anyOf/endTime/closed are AS2 core, but the
50 // per-poll unique-voter count is a Mastodon (toot) term — declare it so the emitted
51 // Question stays valid JSON-LD (a strict processor would otherwise drop votersCount).
52 votersCount: 'toot:votersCount',
[6b5d7da]53 // FEP-633c (Guardians): the shaer namespace, owned by the guardianship
54 // module (src/services/guardianship/).
55 ...Guardianship.SHAER_CONTEXT,
[d3b9f68]56 },
57];
[3dd99d3]58
59// Short random suffix so two activity ids minted in the same millisecond (e.g.
60// parallel saves) don't collide and get deduped by a receiver.
61const rid = () => crypto.randomBytes(4).toString('hex');
62
63// Keep only http(s) URLs — drops javascript:/data:/etc so a remote actor can't
64// smuggle a dangerous scheme into a stored href/src (rendered in owner-only views).
65const safeUrl = (u) => { const s = String(u == null ? '' : u).trim(); return /^https?:\/\//i.test(s) ? s : ''; };
66
67// ── SSRF guard for outbound fetches ───────────────────────────────
68// Remote URLs (actor/keyId/webfinger/inbox/inReplyTo) are attacker-controlled, so
69// every outbound fetch must refuse hosts that resolve to private/loopback ranges
70// (cloud metadata, internal services) — on the initial host AND each redirect hop.
71function isBlockedIp(ip) {
72 if (!ip) return true;
73 const v = net.isIP(ip);
74 if (v === 4) {
75 const o = ip.split('.').map(Number);
76 return o[0] === 127 || o[0] === 10 || o[0] === 0
77 || (o[0] === 172 && o[1] >= 16 && o[1] <= 31)
78 || (o[0] === 192 && o[1] === 168)
79 || (o[0] === 169 && o[1] === 254)
80 || (o[0] === 100 && o[1] >= 64 && o[1] <= 127); // CGNAT
81 }
82 if (v === 6) {
83 const s = ip.toLowerCase().replace(/^\[|\]$/g, '');
84 return s === '::1' || s === '::' || s.startsWith('fc') || s.startsWith('fd') || s.startsWith('fe80')
85 || s.startsWith('::ffff:127.') || s.startsWith('::ffff:10.') || s.startsWith('::ffff:192.168.')
86 || s.startsWith('::ffff:169.254.') || s.startsWith('::ffff:172.');
87 }
88 return true; // not an IP literal we recognise → refuse
89}
90async function assertPublicHost(hostname) {
91 if (net.isIP(hostname)) { if (isBlockedIp(hostname)) throw new Error('ssrf-blocked-ip'); return; }
92 const addrs = await dns.promises.lookup(hostname, { all: true });
93 if (!addrs.length || addrs.some((a) => isBlockedIp(a.address))) throw new Error('ssrf-blocked-host');
94}
[74c5abc]95export async function safeFetch(url, opts = {}, maxRedirects = 3) {
[3dd99d3]96 let target = url;
97 for (let hop = 0; ; hop++) {
98 const u = new URL(target); // throws on malformed → caller's catch
99 if (u.protocol !== 'https:' && u.protocol !== 'http:') throw new Error('ssrf-bad-scheme');
100 await assertPublicHost(u.hostname);
101 const r = await fetch(target, { ...opts, redirect: 'manual', signal: AbortSignal.timeout(8000) });
102 const loc = (r.status >= 300 && r.status < 400) ? r.headers.get('location') : null;
103 if (loc && hop < maxRedirects) { target = new URL(loc, target).toString(); continue; }
104 return r;
105 }
106}
[6bd25d1]107const MAX_OUTBOX = 20;
[5085b1d]108// Cache-buster for the music listen-link → forces Mastodon to re-crawl a FRESH
109// (square) player card. Bump this whenever the twitter:player card dimensions change.
110const FEDI_CARD_VER = '2';
[6bd25d1]111
112// ── RSA keys per actor (lazy, cached in DB) ───────────────────────
113// Prepared lazily (NOT at module load) — the ap_keys table is created in
114// initializeDatabase(), which runs after this module is imported.
115let _sel, _ins;
116function keyStmts() {
117 if (!_sel) {
118 _sel = db.prepare('SELECT public_pem, private_pem FROM ap_keys WHERE slug = ?');
119 _ins = db.prepare('INSERT OR IGNORE INTO ap_keys (slug, public_pem, private_pem, created_at) VALUES (?,?,?,CURRENT_TIMESTAMP)');
120 }
121 return { sel: _sel, ins: _ins };
122}
123
124export function getOrCreateKeys(slug) {
125 const { sel, ins } = keyStmts();
126 const row = sel.get(slug);
127 if (row) return row;
128 const { publicKey, privateKey } = crypto.generateKeyPairSync('rsa', {
129 modulusLength: 2048,
130 publicKeyEncoding: { type: 'spki', format: 'pem' },
131 privateKeyEncoding: { type: 'pkcs8', format: 'pem' },
132 });
133 ins.run(slug, publicKey, privateKey);
134 return sel.get(slug) || { public_pem: publicKey, private_pem: privateKey };
135}
136
137// ── content negotiation ───────────────────────────────────────────
138// True when the caller wants ActivityPub JSON rather than the HTML page.
139export function apWants(req) {
140 const a = String(req.headers.accept || '').toLowerCase();
141 return a.includes('application/activity+json') ||
142 (a.includes('application/ld+json') && a.includes('activitystreams'));
143}
144
145const AP_CONTENT_TYPE = 'application/activity+json; charset=utf-8';
[c66cbb4]146export function sendAP(res, obj, cacheControl) {
[6bd25d1]147 res.type(AP_CONTENT_TYPE);
[c66cbb4]148 // A per-caller (e.g. guardian-widened) view must not be publicly cached.
149 res.set('Cache-Control', cacheControl || 'public, max-age=120');
[6bd25d1]150 res.send(JSON.stringify(obj));
151}
152
153// ── document builders ─────────────────────────────────────────────
154export function actorId(base, slug) { return `${base}/ap/users/${encodeURIComponent(slug)}`; }
155export function noteId(base, postId) { return `${base}/ap/notes/${encodeURIComponent(postId)}`; }
156
157export function buildActor(base, site) {
158 const id = actorId(base, site.slug);
159 const keys = getOrCreateKeys(site.slug);
[4f15f67]160 // FEP-633c §5.3: a ward's follows are gated (guardians approve), so the actor
161 // MUST advertise manuallyApprovesFollowers:true — otherwise a follower's server
162 // (Mastodon) assumes auto-accept and shows "Following" while we hold it pending.
163 const isWard = (() => { try { return Guardianship.listGuardians(site.slug).length > 0; } catch { return false; } })();
[6bd25d1]164 const actor = {
[d3b9f68]165 '@context': AP_CONTEXT,
[6bd25d1]166 id,
167 type: 'Person',
168 preferredUsername: site.slug,
169 name: site.title || site.slug,
170 summary: site.tagline || site.description || '',
171 url: `${base}/${site.slug === site.primary_slug ? '' : 'user/' + encodeURIComponent(site.slug)}`,
[4f15f67]172 manuallyApprovesFollowers: isWard,
[6bd25d1]173 discoverable: true,
174 inbox: `${id}/inbox`,
175 outbox: `${id}/outbox`,
176 followers: `${id}/followers`,
[f2796d3]177 following: `${id}/following`,
[75bda38]178 featured: `${id}/featured`,
[8b07c12]179 // AP §5.6: the private blocked collection (owner-only GET). The server
180 // list is the source of truth for Shaer's "in Orbit"; clients keep no
181 // separate state.
182 blocked: `${id}/blocked`,
[6b5d7da]183 // FEP-633c §2: shaer:guardians / shaer:isGuardian / shaer:queues
184 // (guardianship module owns these).
185 ...Guardianship.guardianshipActorProps(id, site.slug),
[d49b60b]186 // C2S clients (Shaer apps) discover auth + upload here — no hardcoded paths.
187 // All four are ActivityPub-spec `endpoints` terms. Dynamic client registration
188 // (RFC 7591) is discovered via /.well-known/oauth-authorization-server, not here.
189 endpoints: {
190 sharedInbox: `${base}/ap/inbox`,
191 oauthAuthorizationEndpoint: `${base}/oauth/authorize`,
192 oauthTokenEndpoint: `${base}/oauth/token`,
193 uploadMedia: `${id}/uploadMedia`,
194 },
[6bd25d1]195 publicKey: {
196 id: `${id}#main-key`,
197 owner: id,
198 publicKeyPem: keys.public_pem,
199 },
200 };
201 if (site.profile_photo) {
202 const u = /^https?:/.test(site.profile_photo) ? site.profile_photo : `${base}${site.profile_photo.startsWith('/') ? '' : '/'}${site.profile_photo}`;
203 actor.icon = { type: 'Image', url: u };
204 }
[f2796d3]205 // Account creation date — shown by Mastodon + read by indexers (additive, standard AS2).
206 if (site.created_at) { try { actor.published = new Date(site.created_at).toISOString(); } catch { /* skip bad date */ } }
207 // Profile links → PropertyValue rows: Mastodon/PeerTube/WordPress-ActivityPub render these as
208 // profile metadata (rel=me enables link-back verification). Additive; ignored by simpler receivers.
209 try {
210 const links = JSON.parse(site.profile_links || '[]');
211 if (Array.isArray(links) && links.length) {
212 const esc = (s) => String(s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
213 const rows = links
214 .filter((l) => l && l.url && /^https?:/i.test(l.url))
215 .map((l) => ({
216 type: 'PropertyValue',
217 name: esc(l.platform || 'Link'),
218 value: `<a href="${esc(l.url).replace(/"/g, '&quot;')}" rel="me nofollow noopener" target="_blank">${esc(String(l.url).replace(/^https?:\/\//, ''))}</a>`,
219 }));
220 if (rows.length) actor.attachment = rows;
221 }
222 } catch { /* skip malformed profile_links */ }
[6bd25d1]223 return actor;
224}
225
[30271e6]226// Does a post's audio shortcodes reference at least one PLAYABLE (file-backed)
227// track? Link-only tracks (external Spotify/YouTube, media_id NULL) don't count —
228// they have no Klonkt-hosted audio to embed, so no player card / cover-suppression.
229export function hasPlayableAudio(content, siteId) {
230 if (!content || !/\[\[(track|album|playlist):/i.test(content)) return false;
231 try {
232 for (const m of content.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT media_id FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.media_id) return true; }
233 for (const m of content.matchAll(/\[\[album:([^\]]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM audio_tracks WHERE site_id = ? AND album = ? AND media_id IS NOT NULL LIMIT 1').get(siteId, m[1].trim())) return true; }
234 for (const m of content.matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id WHERE pt.playlist_id = ? AND t.media_id IS NOT NULL LIMIT 1').get(m[1])) return true; }
235 } catch { /* non-fatal */ }
236 return false;
237}
238
[6bd25d1]239// A single post as an AS2 Note (the object), and as a Create activity (for outbox/delivery).
[1cc8c85]240export function buildNote(base, site, post, opts = {}) {
241 // Replies are Notes too. buildNote is the single entry point for ALL Notes; a reply is
242 // (for now) the simple flavor: pre-baked content, no title/cover/image/audio/embed
243 // machinery, addressed to the parent actor + thread. This early branch keeps that output
244 // byte-identical to the old buildReplyNote. When rich replies land (images/audio/embeds),
245 // this branch collapses and replies flow through the full post pipeline below. `post` here
246 // is the ap_outbox reply row (id, in_reply_to, content, post_slug, created_at, to_actor).
247 if (opts.isReply) {
248 const meR = actorId(base, site.slug);
[feced2c]249 // Rich replies: attachments column (JSON [{url, mediaType, name}]) → AS2
250 // attachment array with absolute URLs and the matching object type.
251 let replyAtt;
252 try {
253 const list = post.attachments ? JSON.parse(post.attachments) : [];
254 if (Array.isArray(list) && list.length) {
255 replyAtt = list.map((a) => ({
256 type: a.mediaType.startsWith('image/') ? 'Image' : a.mediaType.startsWith('audio/') ? 'Audio' : 'Video',
257 mediaType: a.mediaType,
258 url: /^https?:/i.test(a.url) ? a.url : `${base}${a.url}`,
259 name: a.name || undefined,
260 }));
261 }
262 } catch { /* malformed attachments never block the Note */ }
[1cc8c85]263 return {
264 id: noteId(base, post.id),
265 type: 'Note',
266 attributedTo: meR,
267 inReplyTo: post.in_reply_to || undefined,
268 content: post.content,
[33e1dbd]269 // Reply language (rich replies): the AS2 language map next to `content`.
270 contentMap: post.language ? { [post.language]: post.content } : undefined,
[feced2c]271 attachment: replyAtt,
[1cc8c85]272 url: post.post_slug ? `${base}/${encodeURIComponent(post.post_slug)}` : undefined,
273 published: toISO(post.created_at),
[024f4f8]274 // A direct note (private mention, shaer-tqc) addresses ONLY its
275 // recipients: no Public anywhere, so it cannot be boosted and never
276 // shows in public timelines (the Mastodon DM model).
277 to: post.visibility === 'direct'
278 ? (JSON.parse(post.to_actors || '[]'))
279 : (post.to_actor ? [post.to_actor] : [PUBLIC]),
280 cc: post.visibility === 'direct' ? [] : [PUBLIC, `${meR}/followers`],
[155c24e]281 // FEP-633c 5.2.1: a ward's call for help. Only ever on direct notes.
[6b5d7da]282 ...Guardianship.helpRequestProps(post),
[e62f65d]283 ...Guardianship.waveProps(post),
[af5b79b]284 // FEP-633c §2.2: object hint that the author is a ward.
285 ...Guardianship.hasGuardiansProps(site.slug),
[1cc8c85]286 tag: [
287 ...mentionTags(post.content),
288 ...hashtagTags(base, post.content),
289 ],
290 };
291 }
[6bd25d1]292 const id = noteId(base, post.id);
293 const aId = actorId(base, site.slug);
294 const human = `${base}/${encodeURIComponent(post.slug)}`;
[065452a]295 // Mastodon ignores a Note's `name`, so put the title INTO the content (bold
296 // first line) — the standard blog→fediverse convention. post.content is
297 // already sanitized HTML; the title is plain text, so escape it.
298 const escTitle = String(post.title || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
299 const titleHtml = post.title ? `<p><strong>${escTitle}</strong></p>` : '';
[5a93ac0]300
[928d1c7]301 // Paid post (klonkt-demo-aki): federate a PUBLIC teaser + link, never the full
302 // content, so nothing leaks past the paywall. No media attachments either.
303 if (post.paid) {
304 const esc = (x) => String(x || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
305 const _firstP = (String(post.content || '').match(/<p[^>]*>([\s\S]*?)<\/p>/i) || [null, ''])[1] || '';
306 const rawTeaser = String(post.excerpt || '').trim()
307 || _firstP.replace(/<[^>]+>/g, ' ').replace(/&[a-z#0-9]+;/gi, ' ').replace(/\s+/g, ' ').trim().slice(0, 280);
308 return {
309 '@context': AP_CONTEXT,
310 id,
311 type: 'Note',
312 attributedTo: aId,
313 content: `${titleHtml}<p>${esc(rawTeaser)}${rawTeaser ? '…' : ''}</p><p><a href="${human}">Lees de volledige post (supporters)</a></p>`,
314 url: human,
315 published: toISO(post.published_at || post.created_at || Date.now()),
316 to: [PUBLIC],
317 cc: [`${aId}/followers`],
318 tag: [...hashtagTags(base, post.content)],
319 replies: `${id}/replies`,
[af5b79b]320 ...Guardianship.hasGuardiansProps(site.slug),
[928d1c7]321 };
322 }
323
[5a93ac0]324 // Images travel as AP `attachment` (Mastodon strips <img> from content). Collect
325 // the cover + any inline <img>, make absolute, then strip <img> from the content
326 // to avoid duplicate rendering on clients that DO keep them.
327 const abs = (u) => !u ? null : (/^https?:/i.test(u) ? u : `${base}${u.startsWith('/') ? '' : '/'}${u}`);
328 const mediaType = (u) => {
329 const e = ((u || '').split('?')[0].match(/\.(\w+)$/) || [])[1];
[857a06f]330 return ({ jpg: 'image/jpeg', jpeg: 'image/jpeg', png: 'image/png', gif: 'image/gif', webp: 'image/webp', avif: 'image/avif', mp4: 'video/mp4', webm: 'video/webm', mov: 'video/quicktime' })[(e || '').toLowerCase()] || 'image/jpeg';
[5a93ac0]331 };
[2923a95]332 const hadAudio = /\[\[(track|album|playlist):/i.test(post.content || '');
[30271e6]333 const playable = hasPlayableAudio(post.content || '', site && site.id);
[443f982]334 // A post with an external embed (Spotify/YouTube/SoundCloud/Vimeo/Bandcamp/Apple) should let
335 // Mastodon render the embed's player CARD. Mastodon shows EITHER media attachments OR a link
336 // card, never both — so when the post has an embed link we skip the image attachments so the
337 // card wins. (On Klonkt nothing changes: the cover + the embed player still render.)
338 const hasEmbed = (() => {
339 const c = post.content || '';
340 if (/\[\[embed:/i.test(c)) return true;
341 for (const m of c.matchAll(/https?:\/\/[^\s"'<>]+/gi)) if (AudioEmbedService.detectProvider(m[0])) return true;
342 return false;
343 })();
[1a0b007]344 // Link-only tracks (external Spotify/YouTube/SoundCloud, no hosted file): collect their links
345 // so we federate them — Mastodon cards the first (its player), the rest show as clickable links
346 // — instead of a bare "listen on site" link, and we suppress the cover so the card can show.
347 const trackEmbedLinks = (() => {
348 if (playable) return [];
349 const out = [];
350 try {
351 for (const m of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) {
352 const r = db.prepare('SELECT media_id, link_spotify, link_youtube, link_soundcloud FROM audio_tracks WHERE id = ?').get(m[1]);
353 if (r && !r.media_id) for (const u of [r.link_spotify, r.link_youtube, r.link_soundcloud]) if (u && /^https?:\/\//i.test(u)) out.push(u);
354 }
355 } catch { /* non-fatal */ }
356 return [...new Set(out)].slice(0, 6);
357 })();
358 const noImages = playable || hasEmbed || trackEmbedLinks.length > 0; // suppress images → let the player/embed card show
[5a93ac0]359 const urls = [];
[30271e6]360 // Posts with PLAYABLE hosted audio suppress image attachments so Mastodon renders
361 // the player CARD (twitter:player) instead of the cover — media attachment and
362 // link/player card are mutually exclusive on Mastodon. Link-only audio (external)
363 // keeps its cover (no player card to show).
[857a06f]364 // An animated cover federates as the muted loop MP4 (→ a Video attachment): animated WebP is
365 // unreliable on Mastodon and its iOS apps; the MP4 plays everywhere. Else the still cover image.
[d18c60e]366 // Each entry carries the media URL + its alt text (federated as the AS2 attachment `name`, for a11y).
367 if (post.cover_video_url && !noImages) urls.push({ url: abs(post.cover_video_url), name: post.cover_alt || '' });
368 else if (post.cover_image_url && !noImages) urls.push({ url: abs(post.cover_image_url), name: post.cover_alt || '' });
[5a93ac0]369 let body = post.content || '';
[28b59e7]370 // Only federate inline images we can actually serve: absolute http(s) URLs, or our own
371 // /media/ uploads. A relative path we don't host (e.g. a stale /images/... ref) would 404
[d18c60e]372 // and show up as a black tile in Mastodon's attachment grid. Carry the <img alt="…"> through
373 // as the attachment description.
374 if (!noImages) for (const m of body.matchAll(/<img\b[^>]*>/gi)) {
375 const tag = m[0];
376 const src = (tag.match(/\bsrc="([^"]+)"/i) || [])[1];
377 if (!src || !(/^https?:\/\//i.test(src) || src.startsWith('/media/'))) continue;
378 const alt = (tag.match(/\balt="([^"]*)"/i) || [])[1] || '';
379 urls.push({ url: abs(src), name: alt });
[28b59e7]380 }
[5a93ac0]381 body = body.replace(/<img\b[^>]*>/gi, '');
[5a6a457]382 // Audio shortcodes: do NOT federate the raw audio file — Klonkt deliberately
383 // gates audio (the /audio/stream URL has friction), and shipping it as an AP
384 // audio attachment would hand Mastodon a plain, downloadable mp3 URL. Instead,
385 // replace the shortcodes with a "🎵 listen on the site" link so the post invites
386 // a click-through to the protected player (discovery without leaking the file).
387 const esc = (s) => String(s == null ? '' : s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
388 const audioLabels = [];
389 try {
390 for (const m of body.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT title FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.title) audioLabels.push(r.title); }
391 for (const m of body.matchAll(/\[\[album:([^\]]+)\]\]/g)) audioLabels.push(m[1].trim());
392 } catch { /* non-fatal */ }
[f2eacca]393 // fedi_open tracks → real AS2 Audio attachments (the actual file URL, served ungated) so
394 // EVERY client incl. the Mastodon apps plays them inline natively. Gated tracks (default)
395 // stay link/card-only — the file is never exposed for them. Resolve from post.content so a
396 // later body mutation can't affect it.
397 const openAudio = [];
398 if (hadAudio) {
399 const seenA = new Set();
400 const addRow = (r) => {
401 const fn = r.filename || (r.storage_path || '').split('/').pop();
402 if (!fn || seenA.has(fn)) return; seenA.add(fn);
[8cf8b5f]403 const a = { type: 'Audio', mediaType: r.mime_type || 'audio/mpeg', url: `${base}/audio/stream/${encodeURIComponent(fn)}`, name: r.title || 'Audio' };
404 // Cover art on the Audio attachment (AS2 `icon`): track cover, else the post cover.
405 // Mastodon renders it as the artwork thumbnail on its native audio player.
406 const art = abs(r.cover_url || post.cover_image_url || null);
407 if (art) a.icon = { type: 'Image', mediaType: mediaType(art), url: art };
408 openAudio.push(a);
[f2eacca]409 };
[8cf8b5f]410 const SEL = 'SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM audio_tracks t JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND ';
[f2eacca]411 try {
412 for (const mm of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare(SEL + 't.id = ?').get(mm[1]); if (r) addRow(r); }
413 for (const mm of (post.content || '').matchAll(/\[\[album:([^\]]+)\]\]/g)) for (const r of db.prepare(SEL + 't.site_id = ? AND t.album = ? ORDER BY t.rowid').all(site.id, mm[1].trim())) addRow(r);
[8cf8b5f]414 for (const mm of (post.content || '').matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) for (const r of db.prepare('SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND pt.playlist_id = ? ORDER BY pt.position').all(mm[1])) addRow(r);
[f2eacca]415 } catch { /* non-fatal */ }
416 }
[2826bb97]417 body = body.replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
[4b5223f]418 // External embeds ([[embed:url]]) → emit the bare URL as a link so Mastodon
419 // renders its OWN preview/player card (YouTube/Spotify/SoundCloud/etc) instead
420 // of federating the raw shortcode text.
421 body = body.replace(/\[\[embed:([^\]]+)\]\]/gi, (mm, raw) => {
422 const u = esc(raw.trim().replace(/&amp;/g, '&'));
423 return `<p><a href="${u}">${u}</a></p>`;
424 });
[5a6a457]425 if (hadAudio) {
426 const lbl = audioLabels.length ? esc(audioLabels.slice(0, 4).join(', ')) : '';
[1a0b007]427 if (trackEmbedLinks.length) {
428 // Link-only track(s): emit the external link(s). Mastodon cards the first (Spotify → its
429 // player), the rest render as clickable links — the fediverse-native "embed + links".
430 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong>` : ''}</p>`;
431 for (const u of trackEmbedLinks) { const eu = esc(u); body += `<p><a href="${eu}">${eu}</a></p>`; }
432 } else {
433 // For playable posts, append a version param to the listen-link so Mastodon
434 // sees a NEW card URL and re-crawls it (fresh SQUARE player card) instead of
435 // reusing the cached landscape one. Invisible: the link TEXT stays clean, the
436 // page ignores the param. Bump FEDI_CARD_VER when the card dimensions change.
437 const listenHref = playable ? `${human}?fc=${FEDI_CARD_VER}` : human;
438 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong> — ` : ''}<a href="${listenHref}">listen on ${esc(site.title || 'the site')}</a></p>`;
439 }
[5a6a457]440 }
[cd6a008]441 // Klonkt renders post content with white-space:pre-wrap, so raw newlines ARE line
442 // breaks on the site. Mastodon (plain HTML) collapses whitespace and would drop them,
443 // so convert newlines to <br> for the federated copy (content already made with
444 // shift+enter uses <br> and has no \n → this is a no-op there).
445 body = body.replace(/\r?\n/g, '<br>');
[7cea873]446 body = linkHashtags(base, body); // link inline #hashtags in the post body too
[e00c0e9]447 body = linkUrls(body); // bare URLs → clickable links on the federated copy
[2e62848]448 // Append the tags-field hashtags to the content so Mastodon renders them as clickable
449 // hashtags (a Hashtag that's only in the `tag` array isn't shown inline). CamelCase
450 // multi-word tags; skip any already present inline in the body.
451 {
452 const inlineTags = new Set(hashtagTags(base, body).map((h) => h.name.slice(1).toLowerCase()));
453 const addSeen = new Set();
454 const tagLinks = normalizeTags(post.tags).map(tagParts).filter(Boolean)
455 .filter((p) => !inlineTags.has(p.slug) && !addSeen.has(p.slug) && addSeen.add(p.slug))
456 .map((p) => `<a href="${base}/tag/${encodeURIComponent(p.slug)}" class="mention hashtag" rel="tag">#${p.label}</a>`);
457 if (tagLinks.length) body += `<p>${tagLinks.join(' ')}</p>`;
458 }
[5a93ac0]459 const seen = new Set();
[d18c60e]460 const attachment = urls.filter((x) => x && x.url)
461 .filter((x) => { if (seen.has(x.url)) return false; seen.add(x.url); return true; })
462 .map((x) => { const mt = mediaType(x.url); // specific AS2 subtype (Image/Audio/Video) over generic Document
[292734a]463 const ty = /^image\//i.test(mt) ? 'Image' : /^video\//i.test(mt) ? 'Video' : /^audio\//i.test(mt) ? 'Audio' : 'Document';
[d18c60e]464 const a = { type: ty, mediaType: mt, url: x.url };
465 if (x.name) a.name = String(x.name).slice(0, 1500); // alt text / description (AS2 `name`)
466 return a; });
[f2eacca]467 for (const a of openAudio) attachment.push(a); // fedi_open tracks → native Audio players
[5a93ac0]468
[f1956d7]469 // Inline @user@host mentions: the Mention tag objects + the mentioned actor URIs. Only
470 // present when the content was already mention-linked (deliverCreate/Update resolve them
471 // at send time); a plain buildNote (outbox/notes) yields none.
472 const _mentionTags = mentionTags(body);
473 const _mentionCc = _mentionTags.map((t) => t.href);
474
[5a93ac0]475 const note = {
[6bd25d1]476 id,
477 type: 'Note',
478 attributedTo: aId,
[5a93ac0]479 content: titleHtml + body,
[6bd25d1]480 url: human,
481 published: new Date(post.published_at || post.created_at || Date.now()).toISOString(),
[80c36a1]482 // fan_only = "fans only" → followers-only visibility (delivered to your followers
483 // but not addressed to Public, so Mastodon shows it only to them and can't boost it).
[81b2e1e]484 to: (post.fan_only || post.ap_visibility === 'quiet') ? [`${aId}/followers`] : [PUBLIC],
[f1956d7]485 // Mentioned actors (from inline @user@host links the caller resolved) are addressed in cc
486 // so Mastodon notifies them; empty unless the content was mention-linked (delivery time).
[81b2e1e]487 cc: [...new Set([
488 ...(post.ap_visibility === 'quiet' ? [PUBLIC] : []), // quiet public: Public in cc, not to
489 ...((post.fan_only || post.ap_visibility === 'quiet') ? [] : [`${aId}/followers`]),
490 ..._mentionCc])],
[f1956d7]491 tag: [...buildHashtagList(base, post.tags, body), ..._mentionTags],
[d7526bd]492 replies: `${id}/replies`,
[837fc9c]493 // NSFW → Mastodon-style content warning: sensitive (blurs media) + a summary/spoiler
494 // (hides the whole post behind a "Gevoelige inhoud" button until the reader opens it).
495 sensitive: !!post.nsfw,
[6bd25d1]496 };
[af5b79b]497 // FEP-633c §2.2: object hint that the author is a ward (safely ignorable).
498 Object.assign(note, Guardianship.hasGuardiansProps(site.slug));
[b7d4458]499 if (post.nsfw) note.summary = post.content_warning || 'Gevoelige inhoud';
[5a93ac0]500 if (attachment.length) note.attachment = attachment;
[f7ed139]501 // When the cover attachment is suppressed (hosted audio OR an external embed/link-only track →
502 // so Mastodon shows the player/link card, not media), still expose the cover via AS2 `image` so
503 // card/grid consumers (the Klonkt Cirkel/News feed) can show it. Mastodon ignores a Note's
504 // `image`, so its card is unaffected — but a Klonkt receiver reads it (handleInbox o.image).
505 if (post.cover_image_url && noImages) {
[c628db10]506 const cov = abs(post.cover_image_url);
[d18c60e]507 if (cov) { note.image = { type: 'Image', mediaType: mediaType(cov), url: cov }; if (post.cover_alt) note.image.name = String(post.cover_alt).slice(0, 1500); }
[c628db10]508 }
[80797d7]509 // Experiment (mirrors PeerTube / schema.org `embedUrl`): point at the GATED player page
510 // (/embed) so a client that honours embedUrl can show an inline player WITHOUT ever
511 // getting the audio file — the anti-steal posture is untouched. `embedUrl` is a real
512 // standard field name (not a Klonkt invention); if Mastodon's apps honour it on a Note we
513 // make it JSON-LD-clean with a context term, otherwise it degrades to the player card.
514 if (playable) note.embedUrl = `${base}/embed?post=${encodeURIComponent(post.slug)}`;
[0688b5f]515 // Content language → AS2 contentMap (a BCP-47-keyed copy of the content). Mastodon reads the
516 // language from its key for the timeline language filter + the translate button. Emitted
517 // alongside `content` (Mastodon sends both); a plain receiver just uses `content`.
518 if (post.language && /^[a-z]{2,3}(-[A-Za-z]{2,4})?$/.test(post.language)) note.contentMap = { [post.language]: note.content };
[0403187]519 // A hosted poll → federate as an AS2 Question (options + live tally). Do this last so it
520 // reuses the note's content/addressing/tags, then swaps the type and strips media.
521 const ownPoll = parseOwnPoll(post.poll_json);
522 if (ownPoll) applyPollToNote(note, post.id, ownPoll);
[5a93ac0]523 return note;
[6bd25d1]524}
525
[d7526bd]526// All reply note URIs on a local post (inbound fediverse replies + our own
527// outbound replies) — backs the Note's `replies` Collection so remote servers
528// can fetch the whole thread.
529export function getReplyUris(base, postId) {
530 const out = [];
531 try {
532 for (const r of db.prepare("SELECT object_uri FROM ap_interactions WHERE kind = 'reply' AND post_id = ? AND object_uri != '' ORDER BY created_at").all(postId)) out.push(r.object_uri);
533 for (const r of db.prepare('SELECT id FROM ap_outbox WHERE post_id = ? ORDER BY rowid').all(postId)) out.push(`${base}/ap/notes/${r.id}`);
534 } catch { /* non-fatal */ }
535 return out;
536}
537
[e951b7c]538// Notifications "seen" tracking → a real bell badge. Stored per site in app_settings.
539export function markNotificationsSeen(slug) {
540 try {
541 db.prepare("INSERT INTO app_settings (key, value, updated_at) VALUES (?, ?, CURRENT_TIMESTAMP) ON CONFLICT(key) DO UPDATE SET value = excluded.value, updated_at = CURRENT_TIMESTAMP")
542 .run(`fedi_notif_seen:${slug}`, new Date().toISOString());
543 } catch { /* non-fatal */ }
544}
545export function countUnseenNotifications(slug) {
546 try {
547 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
548 const seen = row ? Date.parse(row.value) : 0;
549 let n = 0;
550 for (const it of getNotifications(slug, 50)) { if (Date.parse(it.created_at) > seen) n++; }
551 return n;
552 } catch { return 0; }
553}
[f1a23b8]554// The seen-watermark itself (ms epoch, 0 = never marked) — the Messages page reads it
555// BEFORE marking seen, so it can render unread dots on the items newer than last visit.
556export function notificationsSeenAt(slug) {
557 try {
558 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
559 return row ? (Date.parse(row.value) || 0) : 0;
560 } catch { return 0; }
561}
562
563// Messages = the unified inbox (Reacties + Meldingen merged, decision Robin+Bart 2026-07-16):
564// every notification PLUS your own outbound replies ('sent', with edit/delete via their
565// outboxId), sorted as one stream. Consecutive likes/boosts on the same post collapse into
566// one grouped item (actors list + count) so activity doesn't drown out conversations.
[1485933]567export function getMessages(slug, limit, offset) {
568 const off = Math.max(0, offset || 0);
569 const lim = limit || 60;
570 // The stream is grouped (consecutive likes/boosts collapse), so paging is done by
571 // recomputing the whole stream top-down and slicing [off, off+lim] — stable across
572 // pages. Fetch a buffer past off+lim so grouping-shrinkage can't hide a full page.
573 const need = off + lim + 100;
574 const items = getNotifications(slug, need);
[f1a23b8]575 try {
[1485933]576 for (const m of listOutbox(slug).slice(0, need)) {
[f1a23b8]577 items.push({
578 type: 'sent', outboxId: m.id, to_handle: m.to_handle, in_reply_to: m.in_reply_to,
[5190152]579 content: m.content, editable: m.editable, language: m.language, created_at: m.created_at,
[f1a23b8]580 });
581 }
582 } catch { /* ignore */ }
583 items.sort((a, b) => _msgTs(b) - _msgTs(a)); // NaN-safe (zie getNotifications)
584 const out = [];
585 for (const it of items) {
586 const prev = out[out.length - 1];
587 if ((it.type === 'like' || it.type === 'announce') && prev && prev.type === it.type
588 && prev.post_slug === it.post_slug) {
589 prev.actors = prev.actors || [prev.name || prev.handle || '?'];
590 prev.actors.push(it.name || it.handle || '?');
591 prev.count = (prev.count || 1) + 1;
592 continue;
593 }
594 out.push(it);
595 }
[1485933]596 return out.slice(off, off + lim);
[f1a23b8]597}
[e951b7c]598
[6bd25d1]599export function buildCreate(base, site, post) {
600 const note = buildNote(base, site, post);
601 return {
[d3b9f68]602 '@context': AP_CONTEXT,
[6bd25d1]603 id: note.id + '#create',
604 type: 'Create',
605 actor: actorId(base, site.slug),
606 published: note.published,
607 to: note.to,
608 cc: note.cc,
609 object: note,
610 };
611}
612
613export function buildOutbox(base, site, posts) {
614 const id = `${actorId(base, site.slug)}/outbox`;
615 const items = (posts || []).slice(0, MAX_OUTBOX).map((p) => buildCreate(base, site, p));
616 return {
[d3b9f68]617 '@context': AP_CONTEXT,
[6bd25d1]618 id,
619 type: 'OrderedCollection',
620 totalItems: items.length,
621 orderedItems: items,
622 };
623}
624
[4407c67]625// Public callers get a count-only collection (privacy). The authenticated
626// account owner (a C2S bearer scoped to this site) gets the real actor URIs via
627// `items`, so their own client can build a friends list.
628export function buildFollowers(base, site, count, items = null) {
[6bd25d1]629 const id = `${actorId(base, site.slug)}/followers`;
630 return {
[d3b9f68]631 '@context': AP_CONTEXT,
[6bd25d1]632 id,
633 type: 'OrderedCollection',
[4407c67]634 totalItems: items ? items.length : (count || 0),
635 orderedItems: items || [], // count-only for the public; full for the owner
[6bd25d1]636 };
637}
638
[f2796d3]639// The accounts this site follows — count only, mirroring buildFollowers. The spec lists
640// `following` as a standard actor property; Hubzilla/Friendica + crawlers expect it.
[4407c67]641export function buildFollowing(base, site, count, items = null) {
[f2796d3]642 const id = `${actorId(base, site.slug)}/following`;
643 return {
[d3b9f68]644 '@context': AP_CONTEXT,
[f2796d3]645 id,
646 type: 'OrderedCollection',
[4407c67]647 totalItems: items ? items.length : (count || 0),
648 orderedItems: items || [], // count-only for the public; full for the owner
[f2796d3]649 };
650}
651
[75bda38]652// Pinned posts → the actor's `featured` collection. Mastodon reads this and shows
653// these as the "Featured" tab (pinned to the profile). Posts come ordered by pin
654// rank; embedded as full Notes so a remote server doesn't need extra fetches.
655export function buildFeatured(base, site, posts) {
656 const id = `${actorId(base, site.slug)}/featured`;
657 const items = (posts || []).map((p) => buildNote(base, site, p));
658 return {
[d3b9f68]659 '@context': AP_CONTEXT,
[75bda38]660 id,
661 type: 'OrderedCollection',
662 totalItems: items.length,
663 orderedItems: items,
664 };
665}
666
[5bf63b7]667// ── followers store (lazy stmts) ──────────────────────────────────
[7922694]668let _insF, _updFDisp, _delF, _listF, _cntF;
[5bf63b7]669function fStmts() {
670 if (!_insF) {
[7922694]671 _insF = db.prepare('INSERT OR IGNORE INTO ap_followers (slug, actor_uri, inbox, shared_inbox, name, handle, icon, created_at) VALUES (?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
672 _updFDisp = db.prepare('UPDATE ap_followers SET name = COALESCE(?, name), handle = COALESCE(?, handle), icon = COALESCE(?, icon) WHERE slug = ? AND actor_uri = ?');
[5bf63b7]673 _delF = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND actor_uri = ?');
674 _listF = db.prepare('SELECT inbox, shared_inbox FROM ap_followers WHERE slug = ?');
675 _cntF = db.prepare('SELECT COUNT(*) n FROM ap_followers WHERE slug = ?');
676 }
677 return { ins: _insF, del: _delF, list: _listF, cnt: _cntF };
678}
679export function followerCount(slug) { return fStmts().cnt.get(slug).n; }
680
[8878814]681// Followers with delivery health, for the management list. Never-delivered accounts
682// first, then oldest successful delivery first — i.e. the cleanup candidates on top.
683export function listFollowers(slug) {
684 return db.prepare(
685 `SELECT id, actor_uri, inbox, shared_inbox, created_at, last_delivery_at, last_error_at
686 FROM ap_followers WHERE slug = ?
687 ORDER BY (last_delivery_at IS NULL) DESC, last_delivery_at ASC, created_at ASC`
688 ).all(slug);
689}
690// Manually drop a follower after a check (a still-live account would have to re-follow).
691export function removeFollower(slug, id) {
692 const info = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND id = ?').run(slug, id);
693 return info.changes > 0;
694}
695
[7922694]696// Best cached display for an actor URI, across the caches Klonkt already fills:
697// followers (now with name/icon), following, interactions, timeline, mentions.
698// Falls back to a handle derived from the URI. Display info is not sensitive.
699export function actorDisplay(slug, uri) {
700 const ok = (r) => r && (r.name || r.icon);
701 try {
702 let r = db.prepare('SELECT name, handle, icon FROM ap_followers WHERE slug = ? AND actor_uri = ?').get(slug, uri);
703 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
704 r = db.prepare('SELECT name, handle, icon FROM ap_following WHERE slug = ? AND actor_uri = ?').get(slug, uri);
705 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
706 r = db.prepare('SELECT actor_name AS name, actor_handle AS handle, actor_icon AS icon FROM ap_interactions WHERE actor_uri = ? AND (actor_name IS NOT NULL OR actor_icon IS NOT NULL) ORDER BY created_at DESC LIMIT 1').get(uri);
707 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
708 r = db.prepare('SELECT author_name AS name, author_handle AS handle, author_icon AS icon FROM ap_timeline WHERE author_uri = ? AND (author_name IS NOT NULL OR author_icon IS NOT NULL) LIMIT 1').get(uri);
709 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
710 r = db.prepare('SELECT actor_name AS name, actor_handle AS handle, actor_icon AS icon FROM ap_mentions WHERE actor_uri = ? AND (actor_name IS NOT NULL OR actor_icon IS NOT NULL) ORDER BY created_at DESC LIMIT 1').get(uri);
711 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
712 } catch { /* ignore */ }
713 return { name: null, handle: deriveHandle(uri), icon: null };
714}
715
[30871c1]716// FEP-9876: does this `Prefer` header ask for enriched (embedded) members?
717// Pure and testable; the route sets the response headers around it.
718export function prefersEnriched(preferHeader) {
719 return /(^|[,;\s])return=representation($|[,;\s])/i.test(String(preferHeader || ''));
720}
721
[7922694]722// AS2 actor reference with display, for the owner C2S followers/following view.
723// preferredUsername = the local part of the handle; name = the set display name.
724export function buildActorRef(slug, uri) {
725 const d = actorDisplay(slug, uri);
726 const user = d.handle && d.handle[0] === '@' ? d.handle.slice(1).split('@')[0] : null;
727 const out = { id: uri, type: 'Person' };
728 if (d.name) out.name = d.name;
729 if (user) out.preferredUsername = user;
730 if (d.icon) out.icon = { type: 'Image', url: d.icon };
731 return out;
732}
733
[b109a29]734// Merge who-you-follow (ap_following, rich display) with who-follows-you (ap_followers,
735// delivery health) into ONE connections list, keyed by actor_uri. Each entry gets a
736// direction (following →, follower ←, mutual ↔) and, for accounts we deliver to, an
737// `unreachable` flag (never delivered, or last attempt failed after the last success) so
738// the view can split dead connections into their own section. Powers the Connect page.
739export function listConnections(slug) {
740 const byUri = new Map();
741 for (const f of listFollowing(slug)) {
742 byUri.set(f.actor_uri, {
743 actor_uri: f.actor_uri, name: f.name || null, handle: f.handle || null,
744 icon: f.icon || null, url: f.url || null, auto_boost: f.auto_boost ? 1 : 0,
745 status: f.status || null, following: true, follower: false,
746 last_delivery_at: null, last_error_at: null, follower_id: null,
747 });
748 }
749 for (const fo of listFollowers(slug)) {
750 const e = byUri.get(fo.actor_uri);
751 if (e) { e.follower = true; e.last_delivery_at = fo.last_delivery_at; e.last_error_at = fo.last_error_at; e.follower_id = fo.id; }
752 else byUri.set(fo.actor_uri, {
753 actor_uri: fo.actor_uri, name: null, handle: null, icon: null, url: null,
754 auto_boost: 0, status: null, following: false, follower: true,
755 last_delivery_at: fo.last_delivery_at, last_error_at: fo.last_error_at, follower_id: fo.id,
756 });
757 }
758 return [...byUri.values()].map((e) => {
759 e.direction = (e.following && e.follower) ? 'mutual' : (e.following ? 'following' : 'follower');
760 e.unreachable = e.follower && (!e.last_delivery_at || (!!e.last_error_at && (!e.last_delivery_at || e.last_error_at > e.last_delivery_at)));
761 return e;
762 });
763}
764
[55bc7f9]765// ── inbound interactions store (replies / likes / boosts) + our outbound replies ──
766let _insI, _delLA, _delReply, _listI, _getI, _insO, _listO, _getO;
[67c1f24]767// ── moderation tombstones (ap_rejected_objects) ───────────────────
768// A reply the owner removed stays removed: its object URI is tombstoned and
769// checked at ingest AND by the thread-crawler (else thread-filling would
770// re-fetch it). Owner moderation acts on the LOCAL copy, so it also works for
771// private notes that authorize_interaction can't fetch (401/404).
772let _insRj, _hasRj;
773function rjStmts() {
774 if (!_insRj) {
775 _insRj = db.prepare('INSERT OR IGNORE INTO ap_rejected_objects (object_uri, post_id, reason) VALUES (?,?,?)');
776 _hasRj = db.prepare('SELECT 1 FROM ap_rejected_objects WHERE object_uri = ?');
777 }
778 return { ins: _insRj, has: _hasRj };
779}
780export function isRejectedObject(uri) {
781 if (!uri) return false;
782 try { return !!rjStmts().has.get(String(uri)); } catch { return false; }
783}
784// Owner removes an incoming reply: tombstone + delete. Tenancy-scoped: the
785// interaction's post must belong to the caller's site.
786export function rejectInteraction(site, interactionId, reason) {
787 if (!site || !site.slug) return { error: 'forbidden' };
788 const row = iStmts().getI.get(interactionId);
789 if (!row) return { error: 'not_found' };
790 const owns = db.prepare('SELECT 1 FROM posts WHERE id = ? AND site_id = (SELECT id FROM sites WHERE slug = ?)')
791 .get(row.post_id, site.slug);
792 if (!owns) return { error: 'forbidden' };
793 if (row.object_uri) { try { rjStmts().ins.run(row.object_uri, row.post_id, reason || 'removed by site owner'); } catch { /* non-fatal */ } }
794 db.prepare('DELETE FROM ap_interactions WHERE id = ?').run(interactionId);
795 console.log('[AP] interaction removed by owner', site.slug, row.object_uri || row.actor_uri);
796 return { ok: true, object_uri: row.object_uri || null, actor_uri: row.actor_uri || null };
797}
798// Stored URIs of an interaction (tenancy-scoped) → feed sendReport for flagging
799// from the local copy (works for private notes; no remote fetch needed to target).
800export function interactionReportTarget(site, interactionId) {
801 if (!site || !site.slug) return null;
802 const row = iStmts().getI.get(interactionId);
803 if (!row) return null;
804 const owns = db.prepare('SELECT 1 FROM posts WHERE id = ? AND site_id = (SELECT id FROM sites WHERE slug = ?)')
805 .get(row.post_id, site.slug);
806 if (!owns) return null;
807 return { objectUri: row.object_uri || null, actorUri: row.actor_uri || null };
808}
809
[3778ddb]810// AP addressing → visibility: 'public' | 'unlisted' | 'followers' | 'direct'.
811// Mastodon-conventie: Public in `to` = public, Public in `cc` = unlisted, een
812// followers-collectie zonder Public = followers-only, anders direct (DM). Public
813// kan als volledige URI, 'as:Public' of 'Public' voorkomen (JSON-LD shorthands).
814export function noteVisibility(o) {
815 const arr = (v) => (Array.isArray(v) ? v : (v ? [v] : []));
816 const isPub = (u) => u === PUBLIC || u === 'as:Public' || u === 'Public';
817 const to = arr(o && o.to).map(String);
818 const cc = arr(o && o.cc).map(String);
819 if (to.some(isPub)) return 'public';
820 if (cc.some(isPub)) return 'unlisted';
821 if ([...to, ...cc].some((u) => /\/followers\/?$/.test(u))) return 'followers';
822 return 'direct';
823}
824
[c16e0a5]825function iStmts() {
826 if (!_insI) {
[3778ddb]827 _insI = db.prepare('INSERT OR IGNORE INTO ap_interactions (kind, post_id, object_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, parent_uri, visibility, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
[c16e0a5]828 _delLA = db.prepare('DELETE FROM ap_interactions WHERE kind = ? AND post_id = ? AND actor_uri = ?');
829 _delReply = db.prepare("DELETE FROM ap_interactions WHERE kind = 'reply' AND object_uri = ?");
[3778ddb]830 _listI = db.prepare('SELECT id, kind, object_uri, parent_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, created_at, acted_boost, acted_like, visibility FROM ap_interactions WHERE post_id = ? ORDER BY created_at ASC');
[55bc7f9]831 _getI = db.prepare('SELECT * FROM ap_interactions WHERE id = ?');
[feced2c]832 _insO = db.prepare('INSERT INTO ap_outbox (id, site_slug, post_id, post_slug, in_reply_to, to_actor, to_handle, content, language, attachments, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
[55bc7f9]833 _listO = db.prepare('SELECT * FROM ap_outbox WHERE post_id = ? ORDER BY created_at ASC');
834 _getO = db.prepare('SELECT * FROM ap_outbox WHERE id = ?');
[c16e0a5]835 }
[55bc7f9]836 return { ins: _insI, delLA: _delLA, delReply: _delReply, list: _listI, getI: _getI, insO: _insO, listO: _listO, getO: _getO };
[c16e0a5]837}
838
[55bc7f9]839export function getInteractionById(id) { return iStmts().getI.get(id); }
[c745659]840export function setInteractionBoosted(id, on) {
841 db.prepare('UPDATE ap_interactions SET acted_boost = ? WHERE id = ?').run(on ? 1 : 0, id);
842}
[3289a64]843export function setInteractionLiked(id, on) {
844 db.prepare('UPDATE ap_interactions SET acted_like = ? WHERE id = ?').run(on ? 1 : 0, id);
845}
[3d37c67]846// Your like/boost state on a REMOTE post (interact page toggles).
847export function setMyReaction(slug, uri, kind, on) {
848 if (on) db.prepare('INSERT OR IGNORE INTO ap_my_reactions (site_slug, target_uri, kind) VALUES (?,?,?)').run(slug, uri, kind);
849 else db.prepare('DELETE FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ? AND kind = ?').run(slug, uri, kind);
850}
851export function getMyReactions(slug, uri) {
852 const rows = (slug && uri) ? db.prepare('SELECT kind FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ?').all(slug, uri) : [];
853 return { liked: rows.some((r) => r.kind === 'like'), boosted: rows.some((r) => r.kind === 'boost') };
854}
[55bc7f9]855
[c16e0a5]856const localPostExists = (id) => { try { return !!db.prepare('SELECT 1 FROM posts WHERE id = ?').get(id); } catch { return false; } };
857// Extract our local post id from a note URL, but only if it's ours (base match).
858function postIdFromNoteUrl(url, base) {
859 const s = String(url || '');
860 if (base && !s.startsWith(base)) return null;
861 const m = s.match(/\/ap\/notes\/([^/?#]+)/);
862 return m ? decodeURIComponent(m[1]) : null;
863}
864function deriveHandle(actorUri) {
865 try { const u = new URL(actorUri); const seg = u.pathname.split('/').filter(Boolean).pop() || ''; return `@${seg}@${u.host}`; } catch { return String(actorUri || ''); }
866}
867function actorInfo(doc, actorUri) {
868 let host = ''; try { host = new URL(actorUri).host; } catch { /* keep empty */ }
869 const handle = doc && doc.preferredUsername ? `@${doc.preferredUsername}@${host}` : deriveHandle(actorUri);
870 const icon = doc && doc.icon ? (doc.icon.url || (Array.isArray(doc.icon) && doc.icon[0] && doc.icon[0].url)) : null;
[a677616]871 const name = (doc && (doc.name || doc.preferredUsername)) || handle;
[c16e0a5]872 return {
[a677616]873 name,
[c16e0a5]874 handle,
[3dd99d3]875 url: safeUrl((doc && (doc.url || doc.id)) || actorUri) || null,
876 icon: safeUrl(icon) || null,
[a677616]877 // FEP-9098 custom emojis in the display name (":shortcode:"), so the byline
878 // renders them. Only computed when the name actually has a shortcode.
879 emojis: /:[A-Za-z0-9_+-]+:/.test(name) ? actorNameEmojis(doc) : undefined,
[c16e0a5]880 };
881}
882
[a677616]883// Map ":shortcode:" → image url from an actor doc's Emoji tags (for a custom-
884// emoji display name). Undefined when there are none.
885function actorNameEmojis(doc) {
886 const arr = doc && Array.isArray(doc.tag) ? doc.tag : (doc && doc.tag ? [doc.tag] : []);
887 const out = {};
888 for (const t of arr) {
889 if (!t || (Array.isArray(t.type) ? t.type[0] : t.type) !== 'Emoji' || typeof t.name !== 'string' || !t.icon) continue;
890 const u = t.icon.url || (Array.isArray(t.icon) && t.icon[0] && t.icon[0].url);
891 if (u) out[t.name] = u;
892 }
893 return Object.keys(out).length ? out : undefined;
894}
895
[7d932ce]896// Given an inReplyTo note URL, find which local post the thread belongs to + the
897// note being replied to (parent), so a reply-to-a-comment can be nested.
898function findThreadTarget(inReplyTo, base) {
899 if (!inReplyTo) return null;
900 const seg = postIdFromNoteUrl(inReplyTo, base); // our /ap/notes/<id> segment (if ours)
901 if (seg && localPostExists(seg)) return { post_id: seg, parent_uri: inReplyTo };
902 if (seg) {
903 try { const o = db.prepare('SELECT post_id FROM ap_outbox WHERE id = ?').get(seg); if (o && o.post_id) return { post_id: o.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
904 }
905 try { const row = db.prepare("SELECT post_id FROM ap_interactions WHERE object_uri = ? AND kind = 'reply' LIMIT 1").get(inReplyTo); if (row && row.post_id) return { post_id: row.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
906 return null;
907}
908
[7e66e7e]909// Drop the leading @mention(s) a federated reply carries (the person being replied to),
910// so a comment reads "dope tekening ouwe" instead of "@jason@jasonhacky.nl dope …".
911// Keeps a leading <p> wrapper; handles mention <a> links and plain-text @user@domain.
912export function stripLeadingMentions(html) {
913 if (!html) return html;
914 let s = String(html);
915 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:<a\b[^>]*>\s*@[^<]+<\/a>[  ]*)+/i, (m, p) => p || '');
916 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:@[\w.-]+(?:@[\w.-]+)?[  ]+)+/i, (m, p) => p || '');
917 return s;
918}
919
[7d932ce]920// View-ready threaded view of a post's fediverse activity (inbound replies +
921// our outbound replies, nested), plus like/boost counts.
[c73ac64]922export function getInteractions(postId, base, site) {
[55bc7f9]923 const s = iStmts();
[3778ddb]924 // Privacy: a followers-only or direct (DM) reply is addressed to people, not to the
925 // public web, so it must NOT render in the public thread. It still reaches the owner
926 // via notifications (post context + reference included there). Legacy rows without a
927 // visibility value are treated as public. Likes/boosts stay counted (count-only).
928 const rows = s.list.all(postId).filter((r) =>
929 r.kind !== 'reply' || !(r.visibility === 'followers' || r.visibility === 'direct'));
[7d932ce]930 const baseClean = (base || process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
931 const postNoteId = baseClean ? `${baseClean}/ap/notes/${postId}` : null;
[c73ac64]932 // Our own (outbound) replies show the SITE identity for everyone (not "You").
933 let host = ''; try { host = new URL(baseClean).host; } catch { /* ignore */ }
934 const siteName = (site && (site.title || site.slug)) || '';
935 const siteHandle = (site && site.slug && host) ? `@${site.slug}@${host}` : '';
936 const siteUrl = baseClean ? `${baseClean}/` : '';
937 const siteIcon = (site && site.profile_photo) || null;
[7d932ce]938
939 const nodes = [];
940 for (const r of rows) {
941 if (r.kind !== 'reply') continue;
942 nodes.push({
[e91849c]943 noteId: r.object_uri, parent: r.parent_uri || null, mine: false, id: r.id,
[e9c9ae1]944 actor_uri: r.actor_uri,
[7d932ce]945 actor_name: r.actor_name, actor_handle: r.actor_handle, actor_url: r.actor_url,
[7e66e7e]946 actor_icon: r.actor_icon, content: stripLeadingMentions(r.content), created_at: r.published || r.created_at,
[3289a64]947 acted_boost: !!r.acted_boost, acted_like: !!r.acted_like,
[7d932ce]948 children: [],
949 });
950 }
951 for (const o of s.listO.all(postId)) {
952 nodes.push({
953 noteId: baseClean ? `${baseClean}/ap/notes/${o.id}` : o.id, parent: o.in_reply_to || null,
[7e66e7e]954 mine: true, outboxId: o.id, content: stripLeadingMentions(o.content), created_at: o.created_at,
[feced2c]955 media: (() => { try { return o.attachments ? JSON.parse(o.attachments) : []; } catch { return []; } })(),
[c73ac64]956 actor_name: siteName, actor_handle: siteHandle, actor_url: siteUrl, actor_icon: siteIcon,
957 children: [],
[7d932ce]958 });
959 }
960
961 const byId = new Map(nodes.map((n) => [n.noteId, n]));
[e9c9ae1]962 // Conversation partners per node (u02, the reply editor's mentions bar): the
963 // node's author plus the ancestor authors up the chain. Our own nodes are
964 // skipped (we do not mention ourselves), deduped by actor, capped at 8.
965 for (const n of nodes) {
966 const seen = new Set();
967 const list = [];
968 let cur = n, guard = 0;
969 while (cur && guard++ < 12 && list.length < 8) {
970 if (!cur.mine && cur.actor_uri && !seen.has(cur.actor_uri)) {
971 seen.add(cur.actor_uri);
972 list.push({
973 uri: cur.actor_uri,
974 url: cur.actor_url || cur.actor_uri,
975 handle: cur.actor_handle || deriveHandle(cur.actor_uri),
976 });
977 }
978 cur = cur.parent ? byId.get(cur.parent) : null;
979 }
980 n.participants = list;
981 }
[7d932ce]982 const isTop = (n) => !n.parent || n.parent === postNoteId || !byId.has(n.parent);
983 const tops = [];
984 for (const n of nodes) {
985 if (isTop(n)) { tops.push(n); continue; }
986 let anc = n, guard = 0;
987 while (!isTop(anc) && guard++ < 12) anc = byId.get(anc.parent);
988 anc.children.push(n);
989 }
990 const byTime = (a, b) => new Date(a.created_at) - new Date(b.created_at);
991 tops.sort(byTime).forEach((t) => t.children.sort(byTime));
992
[c16e0a5]993 return {
[7d932ce]994 thread: tops,
[c16e0a5]995 likeCount: rows.filter((r) => r.kind === 'like').length,
996 announceCount: rows.filter((r) => r.kind === 'announce').length,
[7d932ce]997 total: nodes.length,
[c16e0a5]998 };
999}
1000
[5bf63b7]1001// ── HTTP Signatures + delivery ────────────────────────────────────
1002const slugFromActorUrl = (url) => { const m = String(url || '').match(/\/ap\/users\/([^/?#]+)/); return m ? decodeURIComponent(m[1]) : null; };
[fe97cc3]1003// Which of OUR sites are named in a note's Mention tags? Only hrefs on our own base count
1004// (an /ap/users/<slug> path on a remote host is someone else's actor), and the slug must be
1005// an existing site. Deduped.
1006export function localMentionSlugs(tags, base) {
1007 if (!base) return [];
1008 const out = [], seen = new Set();
1009 for (const t of (Array.isArray(tags) ? tags : (tags ? [tags] : []))) {
1010 if (!t || t.type !== 'Mention' || typeof t.href !== 'string') continue;
1011 if (!t.href.startsWith(base + '/ap/users/')) continue;
1012 const slug = slugFromActorUrl(t.href);
1013 if (!slug || seen.has(slug)) continue; seen.add(slug);
1014 try { if (db.prepare('SELECT 1 FROM sites WHERE slug = ?').get(slug)) out.push(slug); } catch { /* ignore */ }
1015 }
1016 return out;
1017}
[5bf63b7]1018
1019// Sign + POST an activity to a remote inbox (draft-cavage HTTP Signatures, RSA-SHA256).
1020export async function deliver(inboxUrl, bodyObj, keyId, privatePem) {
1021 const body = JSON.stringify(bodyObj);
1022 const u = new URL(inboxUrl);
1023 const date = new Date().toUTCString();
1024 const digest = 'SHA-256=' + crypto.createHash('sha256').update(body).digest('base64');
1025 const signingString = `(request-target): post ${u.pathname}\nhost: ${u.host}\ndate: ${date}\ndigest: ${digest}`;
1026 const signature = crypto.sign('sha256', Buffer.from(signingString), privatePem).toString('base64');
1027 const sig = `keyId="${keyId}",algorithm="rsa-sha256",headers="(request-target) host date digest",signature="${signature}"`;
[3dd99d3]1028 const r = await safeFetch(inboxUrl, {
[5bf63b7]1029 method: 'POST',
1030 headers: { 'Content-Type': 'application/activity+json', Accept: 'application/activity+json', Date: date, Digest: digest, Signature: sig },
1031 body,
1032 });
1033 return r.status;
1034}
1035
1036export async function fetchActor(url) {
1037 try {
[3dd99d3]1038 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
[5bf63b7]1039 if (!r.ok) return null;
[3dd99d3]1040 const len = Number(r.headers.get('content-length') || 0);
1041 if (len > 2_000_000) return null; // refuse oversized actor docs
[5bf63b7]1042 return await r.json();
1043 } catch { return null; }
1044}
1045
[5a6a457]1046// ── Delivery queue with retries ───────────────────────────────────
1047// Outbound deliveries are tried immediately; on failure (down server, timeout,
1048// non-2xx) they're queued and retried with backoff so a briefly-offline follower
1049// doesn't silently miss the post. The signing key is NOT stored — the worker
1050// re-derives it from the actor slug at send time.
1051const DELIVERY_MAX_ATTEMPTS = 6;
1052const DELIVERY_BACKOFF_MIN = [1, 5, 15, 60, 180, 360];
1053let _insDeliv, _dueDeliv, _delDeliv, _bumpDeliv;
1054function deliveryStmts() {
1055 if (!_insDeliv) {
1056 _insDeliv = db.prepare('INSERT INTO ap_delivery (slug, inbox, body, attempts, next_at) VALUES (?,?,?,0,CURRENT_TIMESTAMP)');
1057 _dueDeliv = db.prepare("SELECT * FROM ap_delivery WHERE datetime(next_at) <= datetime('now') ORDER BY next_at LIMIT 30");
1058 _delDeliv = db.prepare('DELETE FROM ap_delivery WHERE id = ?');
1059 _bumpDeliv = db.prepare('UPDATE ap_delivery SET attempts = ?, next_at = ? WHERE id = ?');
1060 }
1061 return { ins: _insDeliv, due: _dueDeliv, del: _delDeliv, bump: _bumpDeliv };
1062}
1063export function enqueueDelivery(slug, inbox, activity) {
1064 if (!slug || !inbox || !activity) return;
1065 try { deliveryStmts().ins.run(slug, inbox, JSON.stringify(activity)); } catch { /* ignore */ }
1066}
[8878814]1067// Record delivery health per follower so the followers list can flag dead accounts.
1068// Keyed by inbox: a shared-inbox POST reaches every follower behind it, so all of them
1069// are marked. A non-follower inbox (inline @mention) simply matches 0 rows.
1070let _fDelivOk, _fDelivErr;
1071function markFollowerDelivery(slug, inbox, ok) {
1072 if (!slug || !inbox) return;
1073 try {
1074 if (!_fDelivOk) {
1075 _fDelivOk = db.prepare('UPDATE ap_followers SET last_delivery_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
1076 _fDelivErr = db.prepare('UPDATE ap_followers SET last_error_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
1077 }
1078 (ok ? _fDelivOk : _fDelivErr).run(slug, inbox, inbox);
1079 } catch { /* health tracking is non-fatal */ }
1080}
[5a6a457]1081// Deliver now; queue for retry if it fails.
1082export async function deliverWithRetry(slug, inbox, activity, keyId, privPem) {
1083 if (!inbox) return;
[8878814]1084 try { const st = await deliver(inbox, activity, keyId, privPem); if (st >= 200 && st < 300) { markFollowerDelivery(slug, inbox, true); return; } } catch { /* queue below */ }
[5a6a457]1085 enqueueDelivery(slug, inbox, activity);
1086}
[3dd99d3]1087let _processingDeliv = false;
[5a6a457]1088export async function processDeliveryQueue() {
[3dd99d3]1089 if (_processingDeliv) return; // re-entrancy guard: 30 rows × 8s can exceed the 60s tick → no double-delivery
1090 _processingDeliv = true;
1091 try {
1092 let rows;
1093 try { rows = deliveryStmts().due.all(); } catch { return; }
1094 if (!rows || !rows.length) return;
1095 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1096 for (const row of rows) {
1097 let ok = false;
1098 try {
1099 const keys = getOrCreateKeys(row.slug);
1100 const st = await deliver(row.inbox, JSON.parse(row.body), `${actorId(base, row.slug)}#main-key`, keys.private_pem);
1101 ok = st >= 200 && st < 300;
1102 } catch { ok = false; }
[8878814]1103 if (ok) { markFollowerDelivery(row.slug, row.inbox, true); deliveryStmts().del.run(row.id); continue; }
[3dd99d3]1104 const attempts = row.attempts + 1;
[8878814]1105 if (attempts >= DELIVERY_MAX_ATTEMPTS) { markFollowerDelivery(row.slug, row.inbox, false); deliveryStmts().del.run(row.id); console.warn('[AP] delivery gave up after', attempts, 'tries →', row.inbox); continue; }
[3dd99d3]1106 // Index the backoff on the CURRENT attempt count (row.attempts) so the first
1107 // retry uses the 1-min tier instead of skipping it.
1108 const mins = DELIVERY_BACKOFF_MIN[Math.min(row.attempts, DELIVERY_BACKOFF_MIN.length - 1)];
1109 deliveryStmts().bump.run(attempts, new Date(Date.now() + mins * 60000).toISOString(), row.id);
1110 }
1111 } finally { _processingDeliv = false; }
[5a6a457]1112}
1113let _delivTimer = null;
1114export function startDeliveryWorker() {
1115 if (_delivTimer) return;
1116 _delivTimer = setInterval(() => { processDeliveryQueue().catch(() => {}); }, 60 * 1000);
1117 if (_delivTimer.unref) _delivTimer.unref();
1118}
1119
[5bf63b7]1120// Best-effort verification of an incoming signed request. Returns the sender's
1121// actor doc if the signature checks out, else null. (Not gating yet — MVP.)
[c55fb34]1122// Max clock skew for the signed Date header (replay window). Generous default to tolerate
1123// federating servers with drifting clocks; an operator can widen it via env.
1124const SIG_MAX_SKEW_MS = (Number(process.env.AP_SIG_MAX_SKEW_MIN) || 60) * 60 * 1000;
[5bf63b7]1125export async function verifyRequest(req) {
1126 const sigH = req.headers['signature'];
1127 if (!sigH) return null;
1128 const p = Object.fromEntries([...sigH.matchAll(/([a-zA-Z]+)="([^"]*)"/g)].map((m) => [m[1], m[2]]));
1129 if (!p.keyId || !p.signature) return null;
1130 const actor = await fetchActor(p.keyId.split('#')[0]);
1131 const pem = actor && actor.publicKey && actor.publicKey.publicKeyPem;
1132 if (!pem) return null;
1133 const hs = (p.headers || '(request-target) host date').split(/\s+/);
[9910ba1]1134 // Behind a reverse proxy the raw Host header is the backend bind (e.g. localhost:3000, when
1135 // the proxy doesn't preserve it — Apache .htaccess [P] proxying), but the sender signed the
1136 // HTTP-Signature over the PUBLIC host. Try each candidate host (the configured PUBLIC_BASE_URL
1137 // host, the proxy's X-Forwarded-Host, and the raw Host) and accept if the signature verifies
1138 // against any. An attacker can't forge a match (no private key), so this only rescues the
1139 // legitimate proxied case. Also normalise a leading double-slash in the request-target.
1140 let _pubHost = null;
1141 if (process.env.PUBLIC_BASE_URL) { try { _pubHost = new URL(process.env.PUBLIC_BASE_URL).host; } catch { /* ignore */ } }
1142 const _hosts = [...new Set([_pubHost, req.headers['x-forwarded-host'], req.headers['host']].filter(Boolean))];
1143 const _target = `${req.method.toLowerCase()} ${String(req.originalUrl || '').replace(/^\/{2,}/, '/')}`;
1144 const _sig = Buffer.from(p.signature, 'base64');
[5bf63b7]1145 let ok = false;
[9910ba1]1146 for (const _h of _hosts) {
1147 const line = hs.map((x) => x === '(request-target)'
1148 ? `(request-target): ${_target}`
1149 : x === 'host' ? `host: ${_h}`
1150 : `${x}: ${req.headers[x] || ''}`).join('\n');
1151 try { if (crypto.verify('sha256', Buffer.from(line), pem, _sig)) { ok = true; break; } } catch { /* try next host */ }
1152 }
[c55fb34]1153 // Replay defence: the Date header must be signed and recent. A captured signed request
1154 // replayed later (or with a swapped body) is rejected.
1155 if (ok) {
1156 if (!hs.includes('date')) ok = false;
1157 else {
1158 const t = Date.parse(req.headers['date'] || '');
1159 if (isNaN(t) || Math.abs(Date.now() - t) > SIG_MAX_SKEW_MS) ok = false;
1160 }
1161 }
1162 // Digest is MANDATORY when the request carries a body: without a signed digest the body
1163 // isn't covered by the signature and could be swapped on a replay.
1164 if (ok && req.rawBody && req.rawBody.length) {
1165 if (!hs.includes('digest')) ok = false;
1166 else {
1167 const exp = 'SHA-256=' + crypto.createHash('sha256').update(req.rawBody).digest('base64');
1168 if (req.headers['digest'] !== exp) ok = false;
1169 }
[5bf63b7]1170 }
1171 return ok ? actor : null;
1172}
1173
[6053c6c]1174// Parse a fediverse poll (an ActivityStreams `Question` — the Mastodon-standard poll form)
1175// into our compact shape. `oneOf` = single choice, `anyOf` = multiple; each option is a Note
1176// with a `name` and a `replies` collection whose `totalItems` is that option's vote count.
1177function parsePoll(o) {
1178 if (!o || o.type !== 'Question') return null;
1179 const raw = Array.isArray(o.oneOf) ? o.oneOf : (Array.isArray(o.anyOf) ? o.anyOf : null);
1180 if (!raw || !raw.length) return null;
1181 const options = raw.slice(0, 12).map((opt) => ({
1182 name: String((opt && opt.name) || '').slice(0, 300),
1183 count: Math.max(0, Number(opt && opt.replies && opt.replies.totalItems) || 0),
1184 })).filter((x) => x.name);
1185 if (!options.length) return null;
1186 const endTime = o.endTime || (typeof o.closed === 'string' ? o.closed : null);
1187 const closed = !!o.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
1188 return { multiple: Array.isArray(o.anyOf), options, endTime, closed, voters: Number(o.votersCount) || null, voted: null };
1189}
1190
[0403187]1191// ── Polls WE host (a local post with a poll) ──────────────────────
1192// Parse the poll definition stored on our own post (posts.poll_json). Counts are
1193// NOT stored here — they're derived from the poll_votes ballots so a re-render always
1194// reflects the authoritative tally.
1195export function parseOwnPoll(pollJson) {
1196 if (!pollJson) return null;
1197 let d; try { d = typeof pollJson === 'string' ? JSON.parse(pollJson) : pollJson; } catch { return null; }
1198 if (!d || !Array.isArray(d.options)) return null;
1199 const options = d.options.map((o) => ({ name: String((o && o.name != null ? o.name : o) || '').slice(0, 300) })).filter((o) => o.name);
1200 if (options.length < 2) return null;
1201 const endTime = d.endTime || null;
1202 const closed = !!d.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
1203 return { multiple: !!d.multiple, options, endTime, closed };
1204}
1205
1206// Live tally of a hosted poll from its ballots: per-option counts + unique voters.
1207export function pollTally(postId) {
1208 const counts = {}; let voters = 0;
1209 try {
1210 for (const r of db.prepare('SELECT choice, COUNT(*) AS n FROM poll_votes WHERE post_id = ? GROUP BY choice').all(postId)) counts[r.choice] = r.n;
1211 voters = db.prepare('SELECT COUNT(DISTINCT actor_uri) AS n FROM poll_votes WHERE post_id = ?').get(postId).n || 0;
1212 } catch { /* table may not exist yet */ }
1213 return { counts, voters };
1214}
1215
1216// Render-ready view of a hosted poll (options with counts + percentages, totals, state).
1217// Voting is fediverse-only, so this is display-only on the site.
1218export function ownPollView(post) {
1219 const poll = parseOwnPoll(post && post.poll_json);
1220 if (!poll) return null;
1221 const { counts, voters } = pollTally(post.id);
1222 const total = Object.values(counts).reduce((a, b) => a + b, 0);
1223 const denom = poll.multiple ? voters : total; // multiple-choice %: share of voters (can sum >100%)
1224 const options = poll.options.map((o) => {
1225 const count = counts[o.name] || 0;
1226 return { name: o.name, count, pct: denom ? Math.round((count / denom) * 100) : 0 };
1227 });
1228 return { multiple: poll.multiple, options, total, voters, endTime: poll.endTime, closed: poll.closed };
1229}
1230
1231// Attach the AS2 Question shape to a note built for a hosted poll. Mastodon renders a
1232// status with either media OR a poll (never both), so a poll federates as content +
1233// options with no media attachment. oneOf = single choice, anyOf = multiple.
1234function applyPollToNote(note, postId, poll) {
1235 const { counts, voters } = pollTally(postId);
1236 const opts = poll.options.map((o) => ({
1237 type: 'Note',
1238 name: o.name,
1239 replies: { type: 'Collection', totalItems: counts[o.name] || 0 },
1240 }));
1241 note.type = 'Question';
1242 note[poll.multiple ? 'anyOf' : 'oneOf'] = opts;
1243 if (poll.endTime) note.endTime = new Date(poll.endTime).toISOString();
1244 // Once closed, Mastodon expects a `closed` timestamp (the effective end).
1245 if (poll.closed) note.closed = poll.endTime ? new Date(poll.endTime).toISOString() : new Date().toISOString();
1246 note.votersCount = voters;
[0a93c15]1247 delete note.attachment; // media ATTACHMENTS + a poll are mutually exclusive on Mastodon
1248 // Keep note.image: it's the cover, which Mastodon ignores on a Question anyway
1249 // (same as on any Note) but Klonkt reads to show the cover in feeds/the Cirkel.
1250 // Deleting it stripped the cover off every boosted poll.
[0403187]1251 return note;
1252}
1253
1254// Record an inbound ballot on one of OUR polls. A vote arrives as a Create(Note) whose
1255// `name` is the chosen option and `inReplyTo` is our poll note — the Mastodon-standard
1256// vote form. Returns { handled } — handled=true means it was addressed to a poll (so the
1257// caller must NOT also store it as a reply), false means "not a poll, fall through".
1258function recordPollBallot(postId, actorUri, rawChoice) {
1259 const choice = String(rawChoice == null ? '' : rawChoice).slice(0, 300);
1260 if (!choice) return { handled: false };
1261 let post; try { post = db.prepare('SELECT poll_json FROM posts WHERE id = ?').get(postId); } catch { return { handled: false }; }
1262 const poll = post && parseOwnPoll(post.poll_json);
1263 if (!poll) return { handled: false }; // not a poll → let the reply logic handle it
1264 if (poll.closed) return { handled: true }; // voting closed → drop
1265 if (!poll.options.some((o) => o.name === choice)) return { handled: true }; // unknown option → drop
1266 try {
1267 // Single choice = one ballot per actor: ignore a later/different vote. Multiple choice
1268 // allows one ballot per distinct option (the UNIQUE(post,actor,choice) dedupes repeats).
1269 if (!poll.multiple && db.prepare('SELECT 1 FROM poll_votes WHERE post_id = ? AND actor_uri = ? LIMIT 1').get(postId, actorUri)) return { handled: true };
1270 db.prepare('INSERT OR IGNORE INTO poll_votes (post_id, actor_uri, choice) VALUES (?, ?, ?)').run(postId, actorUri, choice);
1271 } catch { return { handled: true }; }
1272 schedulePollUpdate(postId);
1273 return { handled: true };
1274}
1275
1276// Coalesce a burst of votes into ONE Update(Question) per poll: the first vote schedules a
1277// refresh ~15s out; further votes in that window ride the same pending update (which carries
1278// the accumulated tally). Non-follower voters re-fetch the Question (live tally) themselves.
1279const _pollUpdTimers = new Map();
1280function schedulePollUpdate(postId) {
1281 if (_pollUpdTimers.has(postId)) return;
1282 const t = setTimeout(() => { _pollUpdTimers.delete(postId); deliverPollUpdate(postId).catch(() => { /* best-effort */ }); }, 15000);
1283 if (t.unref) t.unref();
1284 _pollUpdTimers.set(postId, t);
1285}
1286
1287// Push the fresh poll tally (or closed state) to followers as Update(Question).
1288export async function deliverPollUpdate(postId) {
1289 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1290 if (!base || !postId) return;
1291 let post, site;
1292 try {
1293 post = db.prepare('SELECT * FROM posts WHERE id = ?').get(postId);
1294 if (!post || !post.poll_json) return;
1295 site = db.prepare('SELECT * FROM sites WHERE id = ?').get(post.site_id);
1296 } catch { return; }
1297 if (site) await deliverUpdate(site, post);
1298}
1299
[8240e80]1300// ── Web push to the owner (docs/webpush-design.md, slice 3) ─────────
1301// Fire-and-forget: a notification must never block or break inbox processing.
1302function pushEvent(slug, event) {
1303 try { Push.notifySite(slug, event).catch(() => {}); } catch { /* never throw */ }
1304}
1305// Hub-aware path prefix for a site's pages ('' in solo).
1306function pushPrefix(slug) {
1307 try { return getTenancy() === 'hub' ? `/user/${slug}` : ''; } catch { return ''; }
1308}
[9a00f28]1309// Notification language: the site's content language (fallback: instance default).
1310function pushLang(slug) {
1311 try { const r = db.prepare('SELECT language FROM sites WHERE slug = ?').get(slug); return (r && r.language) || process.env.KLONKT_DEFAULT_LANG || 'nl'; } catch { return 'nl'; }
1312}
[8240e80]1313// Site slug, target URL and title for a post-scoped notification.
1314function pushPostCtx(postId) {
1315 try {
1316 const r = db.prepare('SELECT p.slug AS post, p.title, s.slug AS site FROM posts p JOIN sites s ON s.id = p.site_id WHERE p.id = ?').get(postId);
1317 if (!r) return null;
1318 return { site: r.site, title: r.title || r.post, url: `${pushPrefix(r.site)}/${r.post}#fediverse` };
1319 } catch { return null; }
1320}
1321
[5bf63b7]1322// Handle an incoming inbox POST. slugParam = null for the shared /ap/inbox.
1323export async function handleInbox(req, slugParam) {
1324 const act = req.body || {};
1325 const type = act.type;
[bbce8da]1326 // Real client IP (behind the proxy via `trust proxy`) — logged on dropped/rejected/
1327 // ignored inbox hits so an operator can see who is probing their fediverse inbox.
1328 const ip = req.ip || (req.connection && req.connection.remoteAddress) || '?';
[5bf63b7]1329 const base = (process.env.PUBLIC_BASE_URL || `${req.protocol}://${req.get('host')}`).replace(/\/+$/, '');
[d0cab9d]1330 const verified = await verifyRequest(req).catch(() => null);
1331
1332 // ENFORCE HTTP signatures: a data-affecting activity must be signed by the very
1333 // actor it claims to be. No valid signature, or signer ≠ actor → reject (no
1334 // forged replies/likes/follows/timeline posts). GET/discovery stays open.
1335 const claimedActor = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
[f5c3870]1336 // Blocked actor/domain → silently drop (202, don't reveal the block).
[bbce8da]1337 if (claimedActor && isBlockedAny(claimedActor)) { console.log('[AP] inbox dropped (blocked)', claimedActor, 'from', ip); return 202; }
[6b5d7da]1338 const GATED = ['Create', 'Like', 'Announce', 'Follow', 'Delete', 'Undo', 'Accept', 'Reject', 'Add', 'Remove', 'Update', 'Flag', 'Offer'];
[d0cab9d]1339 if (GATED.includes(type)) {
1340 if (!verified || !claimedActor || verified.id !== claimedActor) {
[bbce8da]1341 console.warn('[AP] inbox REJECTED (signature)', type, claimedActor || '?', 'from', ip, verified ? '(signer mismatch)' : '(unsigned/invalid)');
[d0cab9d]1342 return 401;
1343 }
1344 }
[5bf63b7]1345
[2b4252c]1346 // FEP-633c §5.3 (modelled on the adoption offer): a gated follow forwarded to
1347 // the guardians as an Offer(Follow), their Accept/Reject back to the ward.
1348 if ((type === 'Offer' || type === 'Accept' || type === 'Reject') && act['shaer:followApproval'] === true) {
1349 if (await handleFollowApprovalInbox(act, slugParam)) { console.log('[AP] follow-approval', type, 'from', claimedActor); return 202; }
1350 }
1351
[6b5d7da]1352 // FEP-633c: the adoption handshake. An Offer lands at the local ward; an
1353 // Accept/Reject answers an offer a local guardian sent. Anything the
1354 // guardianship module does not recognize falls through to the old paths.
1355 if (type === 'Offer' || type === 'Accept' || type === 'Reject') {
[780a7c6]1356 // Every LOCAL party this activity is addressed to gets its own copy of the
1357 // handshake (a ward and a co-guardian may both live here). Gather candidate
1358 // local slugs from the inbox owner, the `to` list, and the ward.
1359 const cand = new Set();
1360 if (slugParam) cand.add(slugParam);
1361 for (const t of (Array.isArray(act.to) ? act.to : (act.to ? [act.to] : []))) {
1362 if (typeof t === 'string') { const s = slugFromActorUrl(t); if (s) cand.add(s); }
[6b5d7da]1363 }
[780a7c6]1364 if (type === 'Offer') {
1365 const rel = Guardianship.parseRelationship(act.object);
1366 if (rel) { const s = slugFromActorUrl(rel.ward); if (s) cand.add(s); }
[6b5d7da]1367 }
[780a7c6]1368 let consumed = false;
1369 for (const slug of cand) {
1370 const gsite = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
1371 if (gsite && await Guardianship.handleGuardianshipInbox(gsite, act).catch(() => false)) consumed = true;
[6b5d7da]1372 }
[780a7c6]1373 if (consumed) { console.log('[AP] guardianship', type, 'from', claimedActor); return 202; }
[6b5d7da]1374 }
1375
[737ea05]1376 // A moderation report (Flag) about our content — store it for the targeted site's owner
1377 // (each Klonkt site is moderated by its own owner). Signature is enforced (GATED).
1378 if (type === 'Flag') {
1379 const objs = Array.isArray(act.object) ? act.object : (act.object ? [act.object] : []);
1380 const objectUris = objs.map((o) => (typeof o === 'string' ? o : (o && o.id))).filter(Boolean);
1381 let targetSlug = null;
1382 const noteIds = [];
1383 for (const u of objectUris) {
1384 const s = slugFromActorUrl(u); // one of our actors?
1385 if (s) { targetSlug = targetSlug || s; continue; }
1386 const pid = postIdFromNoteUrl(u, base); // one of our notes?
1387 if (pid) noteIds.push(pid);
1388 }
1389 if (!targetSlug && noteIds.length) {
1390 try { const r = db.prepare('SELECT s.slug FROM posts p JOIN sites s ON s.id = p.site_id WHERE p.id = ? LIMIT 1').get(noteIds[0]); if (r) targetSlug = r.slug; } catch { /* ignore */ }
1391 }
1392 if (!targetSlug) return 202; // not about us / can't tell → drop
[9e1b1bb]1393 // Flag is GATED, so `verified` is the signer's (reporter's) actor doc already.
1394 const ai = actorInfo(verified || null, claimedActor);
[737ea05]1395 try {
1396 db.prepare('INSERT INTO ap_reports (slug, actor_uri, actor_name, actor_handle, actor_icon, content, objects, created_at) VALUES (?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1397 .run(targetSlug, claimedActor || null, ai.name, ai.handle, ai.icon, HtmlSanitizerService.toPlainText(act.content || '').slice(0, 3000), JSON.stringify(objectUris.slice(0, 20)));
1398 console.log('[AP] report received for', targetSlug, 'from', claimedActor);
1399 } catch { /* ignore */ }
1400 return 202;
1401 }
1402
[5bf63b7]1403 if (type === 'Follow') {
1404 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1405 const slug = slugParam || slugFromActorUrl(typeof act.object === 'string' ? act.object : (act.object && act.object.id));
1406 if (!who || !slug) return 400;
1407 const remote = await fetchActor(who);
1408 if (!remote || !remote.inbox) return 202; // can't reach them → drop quietly
[4c12783]1409 const sharedInbox = (remote.endpoints && remote.endpoints.sharedInbox) || null;
[7922694]1410 const fi = actorInfo(remote, who); // cache display for the friends list (shaer-aa3)
[5c373b8]1411 // FEP-633c §5.3: if the followed actor is a WARD (has guardians), the
1412 // follow is gated. A committed guardian's own Follow is auto-accepted
1413 // (it needs no gate); anyone else is held pending for guardian approval.
1414 // Free actors / normal sites have no guardians → fall through, unchanged.
1415 const wardGuardians = Guardianship.listGuardians(slug).map((g) => g.other_uri);
1416 if (wardGuardians.length && !wardGuardians.includes(who)) {
1417 const followId = (typeof act.id === 'string' && act.id) || `${who}#follow-${Date.now()}-${rid()}`;
1418 Guardianship.follows.recordPending(slug, {
1419 id: followId, follower: who, inbox: remote.inbox, sharedInbox,
1420 name: fi.name, handle: fi.handle, icon: fi.icon, activity: act,
1421 });
[2b4252c]1422 // FEP-633c §5.3, modelled on the guardian offer: the ward forwards the
1423 // gated follow to its guardians for approval. A LOCAL guardian gets a
[f1c50f9]1424 // push and reads /guardian directly; a REMOTE guardian gets an
[2b4252c]1425 // Offer(Follow) delivered so its instance stores a copy (same distributed
1426 // pattern as the adoption offer). On quorum the ward returns Accept(Follow).
1427 const wardActor = actorId(base, slug);
1428 const wardKeys = getOrCreateKeys(slug);
1429 const followObj = { id: followId, type: 'Follow', actor: who, object: wardActor };
[5c373b8]1430 for (const g of wardGuardians) {
[0a686a0]1431 // Local ONLY when the guardian lives on THIS instance: slugFromActorUrl
1432 // ignores the host (an /ap/users/x path on a remote host is someone
1433 // else's actor), so also require our base + an existing local site.
1434 const gslug = g.startsWith(`${base}/`) ? slugFromActorUrl(g) : null;
1435 const isLocal = gslug && db.prepare('SELECT 1 FROM sites WHERE slug = ?').get(gslug);
1436 if (isLocal) {
[2b4252c]1437 const L = pushLang(gslug);
[f1c50f9]1438 pushEvent(gslug, { type: 'guardian', title: i18nT(L, 'push.n_guard_cog_t'), body: i18nT(L, 'push.n_guard_cog_b', { who: fi.name || fi.handle || i18nT(L, 'notif.someone') }), url: `${pushPrefix(gslug)}/guardian` });
[2b4252c]1439 } else {
1440 fetchActor(g).then((ga) => {
1441 const inbox = ga && ((ga.endpoints && ga.endpoints.sharedInbox) || ga.inbox);
1442 if (!inbox) return;
1443 const offer = { '@context': AP_CONTEXT, id: `${wardActor}#followoffer-${Date.now()}-${rid()}`, type: 'Offer', actor: wardActor, to: [g], object: followObj, 'shaer:followApproval': true };
1444 deliverWithRetry(slug, inbox, offer, `${wardActor}#main-key`, wardKeys.private_pem).catch(() => {});
1445 }).catch(() => {});
1446 }
[5c373b8]1447 }
1448 console.log('[AP] Follow', who, '→ ward', slug, '(gated, awaiting guardians)');
1449 return 202;
1450 }
[7922694]1451 fStmts().ins.run(slug, who, remote.inbox, sharedInbox, fi.name, fi.handle, fi.icon);
1452 try { _updFDisp.run(fi.name, fi.handle, fi.icon, slug, who); } catch { /* best effort */ }
[9a00f28]1453 { const L = pushLang(slug); pushEvent(slug, { type: 'follow', title: i18nT(L, 'push.n_follow_t'), body: i18nT(L, 'push.n_follow_b', { who: fi.name || fi.handle || i18nT(L, 'notif.someone') }), url: `${pushPrefix(slug)}/connect` }); }
[5bf63b7]1454 const me = actorId(base, slug);
1455 const keys = getOrCreateKeys(slug);
[d3b9f68]1456 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: act };
[5bf63b7]1457 deliver(remote.inbox, accept, `${me}#main-key`, keys.private_pem).catch((e) => console.warn('[AP] Accept delivery failed:', e.message));
[4c12783]1458 // Auto-backfill: send our recent posts as Create so the instance has our history
1459 // (Mastodon doesn't fetch history on follow). ONCE PER REMOTE INSTANCE only —
1460 // Mastodon dedupes notes per-instance, so re-filling an instance that already has
1461 // a follower of ours is wasted work (and won't re-populate the new follower's
1462 // timeline anyway). Deliver to the shared inbox (instance-level) when present.
1463 // Sync insert+check (no await between) → no interleave race with concurrent Follows.
1464 const instanceFilled = sharedInbox &&
1465 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1')
1466 .get(slug, sharedInbox, who);
1467 if (!instanceFilled) {
1468 backfillNewFollower(base, slug, sharedInbox || remote.inbox).catch(() => { /* best-effort */ });
1469 }
[5bf63b7]1470 console.log('[AP] Follow', who, '→', slug, verified ? '(sig ok)' : '(sig unverified)');
1471 return 202;
1472 }
[c16e0a5]1473 if (type === 'Undo' && act.object) {
[5bf63b7]1474 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
[c16e0a5]1475 const ot = act.object.type;
1476 if (ot === 'Follow') {
1477 const obj = act.object.object;
1478 const slug = slugParam || slugFromActorUrl(typeof obj === 'string' ? obj : (obj && obj.id));
1479 if (who && slug) { fStmts().del.run(slug, who); console.log('[AP] Unfollow', who, '→', slug); }
1480 return 202;
1481 }
1482 if (ot === 'Like' || ot === 'Announce') {
1483 const tgt = act.object.object;
1484 const pid = postIdFromNoteUrl(typeof tgt === 'string' ? tgt : (tgt && tgt.id), base);
1485 if (who && pid) { iStmts().delLA.run(ot.toLowerCase(), pid, who); console.log('[AP] Undo', ot, who, '→', pid); }
1486 return 202;
1487 }
1488 return 202;
1489 }
1490
1491 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1492 const resolveActor = async (uri) => ((verified && verified.id === uri) ? verified : await fetchActor(uri).catch(() => null));
[ffa53cc]1493 // Activities from our OWN actors are already stored via ap_outbox — don't re-store.
1494 const isLocalActor = !!(base && actorUri && actorUri.startsWith(`${base}/ap/users/`));
[c16e0a5]1495
[7d932ce]1496 // Inbound reply: a Create whose object replies to one of our notes (post OR comment).
[6053c6c]1497 if (type === 'Create' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
[c16e0a5]1498 const o = act.object;
[0403187]1499 // A poll ballot: a Note carrying a `name` (the chosen option) inReplyTo one of OUR poll
1500 // posts. Record it (deduped per actor) BEFORE the reply logic so a vote is never stored
1501 // as a comment. recordPollBallot returns handled=false only if the target isn't a poll.
1502 if (o.name && o.inReplyTo && actorUri && !isLocalActor) {
1503 const seg = postIdFromNoteUrl(o.inReplyTo, base);
1504 if (seg && localPostExists(seg)) {
1505 const rec = recordPollBallot(seg, actorUri, o.name);
1506 if (rec.handled) { console.log('[AP] poll vote', actorUri, '→', seg); return 202; }
1507 }
1508 }
[7d932ce]1509 const tgt = findThreadTarget(o.inReplyTo, base);
[ffa53cc]1510 if (tgt && actorUri && !isLocalActor) {
[c16e0a5]1511 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1512 const html = HtmlSanitizerService.sanitize(o.content || '');
[67c1f24]1513 if (isRejectedObject(o.id)) { console.log('[AP] reply skipped (tombstoned)', o.id); return 202; }
[3778ddb]1514 iStmts().ins.run('reply', tgt.post_id, o.id || '', actorUri, ai.name, ai.handle, ai.url, ai.icon, html, o.published || null, tgt.parent_uri, noteVisibility(o));
[7d932ce]1515 console.log('[AP] reply', actorUri, '→', tgt.post_id);
[8240e80]1516 {
1517 // Private (followers/direct) replies push as a DM ping WITHOUT content
1518 // (the push service should never carry private text, design decision);
1519 // public replies carry a short snippet.
1520 const ctx = pushPostCtx(tgt.post_id);
1521 const vis = noteVisibility(o);
1522 const priv = vis === 'direct' || vis === 'followers';
1523 if (ctx) {
[9a00f28]1524 const L = pushLang(ctx.site);
1525 const who = ai.name || ai.handle || i18nT(L, 'notif.someone');
1526 if (priv) pushEvent(ctx.site, { type: 'dm', title: i18nT(L, 'push.n_dm_t'), body: i18nT(L, 'push.n_dm_b', { who }), url: `${pushPrefix(ctx.site)}/messages` });
1527 else pushEvent(ctx.site, { type: 'reply', title: i18nT(L, 'push.n_reply_t', { title: ctx.title }), body: `${who}: ${HtmlSanitizerService.toPlainText(html).slice(0, 90)}`, url: ctx.url });
[8240e80]1528 }
1529 }
[914eb9f]1530 return 202;
1531 }
1532 // Home timeline (client): a top-level post from an account we follow.
1533 if (actorUri && !isLocalActor && !o.inReplyTo && o.id) {
[f278df9]1534 let subs = []; try { subs = db.prepare('SELECT slug, auto_boost FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist yet */ }
[914eb9f]1535 if (subs.length) {
1536 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1537 const html = HtmlSanitizerService.sanitize(o.content || '');
[c628db10]1538 const _atts = (Array.isArray(o.attachment) ? o.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
1539 // Fallback cover: a Note's `image` (set when the attachment was suppressed
1540 // for a player-card post, e.g. hosted-audio posts).
1541 if (!_atts.some((m) => !m.type || /image/i.test(m.type)) && o.image) {
1542 const _im = Array.isArray(o.image) ? o.image[0] : o.image;
1543 const _iu = safeUrl(typeof _im === 'string' ? _im : (_im && _im.url));
1544 if (_iu) _atts.push({ url: _iu, type: (_im && _im.mediaType) || 'image/jpeg' });
1545 }
1546 const media = JSON.stringify(_atts);
[6053c6c]1547 const poll = parsePoll(o); // a Question (fediverse poll) → cache its options/counts
[484adf8]1548 // "Feature" = show in the Cirkel (local only). We do NOT auto-Announce
[fda08c2]1549 // incoming posts to the fediverse — that flooded followers. Boosting to the
1550 // fediverse is only ever a deliberate, manual per-post action (the 🔁 on
1551 // the timeline).
[f278df9]1552 for (const s of subs) {
[b7d4458]1553 tlStmts().ins.run(o.id, s.slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, media, o.sensitive ? 1 : 0, o.summary || null);
[af5b79b]1554 // FEP-633c §2.2: register the ward hint on the stored object (no action yet).
1555 if (Guardianship.objectHasGuardians(o)) { try { db.prepare('UPDATE ap_timeline SET has_guardians = 1 WHERE id = ? AND slug = ?').run(o.id, s.slug); } catch { /* ignore */ } }
[97bacf2]1556 // FEP-9098: keep the note's custom-emoji tags so the C2S inbox read can serve them.
1557 { const ej = extractEmojiTags(o.tag); if (ej) { try { db.prepare('UPDATE ap_timeline SET emoji_json = ? WHERE id = ? AND slug = ?').run(ej, o.id, s.slug); } catch { /* ignore */ } } }
[a677616]1558 storeAuthorEmoji(o.id, s.slug, ai); // custom-emoji display name for the byline
1559
[cc3cf7d]1560 // FEP-e232 + FEP-044f: keep the note's object-link/quote tags for the same read.
1561 { const lj = extractLinkJson(o); if (lj) { try { db.prepare('UPDATE ap_timeline SET link_json = ? WHERE id = ? AND slug = ?').run(lj, o.id, s.slug); } catch { /* ignore */ } } }
[6053c6c]1562 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, s.slug); } catch { /* ignore */ } }
[f278df9]1563 }
[6fd0e20]1564 // FEP-044f embedded quote card: resolve the quoted post out of band so
1565 // the inbox response is not blocked on a remote fetch. Best-effort.
1566 if (quoteHrefOf(o)) {
1567 const slugs = subs.map((s) => s.slug);
1568 resolveQuote(o).then((qj) => {
1569 if (!qj) return;
1570 for (const sl of slugs) { try { db.prepare('UPDATE ap_timeline SET quote_json = ? WHERE id = ? AND slug = ?').run(qj, o.id, sl); } catch { /* ignore */ } }
1571 }).catch(() => { /* best-effort */ });
1572 }
[914eb9f]1573 console.log('[AP] timeline +', actorUri, 'x' + subs.length);
1574 }
[c16e0a5]1575 }
[fe97cc3]1576 // Mentioned in a post that is NOT a reply to our content (a reply to us already returned
1577 // above): store a mention notification for each of our actors named in the Mention tags.
1578 // Requires our own base prefix on the tag href — /ap/users/<slug> on a REMOTE host is
1579 // someone else's actor, not ours.
1580 if (actorUri && !isLocalActor && o.id) {
1581 const slugs = localMentionSlugs(o.tag, base);
1582 if (slugs.length) {
1583 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1584 const html = HtmlSanitizerService.sanitize(o.content || '');
[6b5d7da]1585 // FEP-633c 5.2.1: a ward's call for help rides a direct mention; the
1586 // flag is stored so the Guardian PWA's message centre can list it.
1587 const help = Guardianship.isHelpRequest(o);
[e62f65d]1588 const wave = Guardianship.isWave(o);
[af5b79b]1589 const hasG = Guardianship.objectHasGuardians(o); // §2.2 hint, register-only
[fe97cc3]1590 for (const slug of slugs) {
1591 try {
[af5b79b]1592 const r = db.prepare('INSERT OR IGNORE INTO ap_mentions (slug, object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, published, help_request, wave, has_guardians, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1593 .run(slug, o.id, safeUrl(o.url) || null, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.published || null, help ? 1 : 0, wave ? 1 : 0, hasG ? 1 : 0);
[8240e80]1594 if (r.changes) {
[6b5d7da]1595 console.log('[AP] mention', actorUri, '→', slug, help ? '(help request)' : '');
[8240e80]1596 const vis = noteVisibility(o);
1597 const priv = vis === 'direct' || vis === 'followers';
[9a00f28]1598 const L = pushLang(slug);
1599 const who = ai.name || ai.handle || i18nT(L, 'notif.someone');
[8240e80]1600 // Same privacy rule as replies: private mentions push without content.
[6b5d7da]1601 // A help request pushes as its own alert type, aimed at the
1602 // Guardian PWA's message centre.
1603 if (help) pushEvent(slug, { type: 'help', title: i18nT(L, 'push.n_help_t'), body: i18nT(L, 'push.n_help_b', { who }), url: '/guardian' });
1604 else if (priv) pushEvent(slug, { type: 'dm', title: i18nT(L, 'push.n_dm_t'), body: i18nT(L, 'push.n_dm_b', { who }), url: `${pushPrefix(slug)}/messages` });
[9a00f28]1605 else pushEvent(slug, { type: 'reply', title: i18nT(L, 'push.n_mention_t'), body: `${who}: ${HtmlSanitizerService.toPlainText(html).slice(0, 90)}`, url: `${pushPrefix(slug)}/messages` });
[8240e80]1606 }
[fe97cc3]1607 } catch { /* ignore */ }
1608 }
1609 }
1610 }
[5bf63b7]1611 return 202;
1612 }
[bea59a1]1613 // A remote post we cached was edited upstream → refresh our cached copy. This is the
1614 // push-based edit-sync that keeps the Cirkel/timeline fresh without polling (selfHeal
1615 // does it on a version bump; this does it live). Scope to the SIGNING actor so B can't
1616 // edit A's note (the signature gate guarantees claimedActor == the verified signer).
[6053c6c]1617 if (type === 'Update' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
[bea59a1]1618 const o = act.object;
1619 if (o.id && claimedActor) {
1620 const html = HtmlSanitizerService.sanitize(o.content || '');
1621 const media = mediaFromNote(o);
1622 try {
[8b700ad]1623 // Refresh url too (COALESCE keeps the old one if the Update omits it): a remote slug
1624 // rename keeps the same AP id but changes the human url, so without this the cached
1625 // post would keep linking to the old, now-dead URL.
1626 const r = db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ? AND author_uri = ?')
1627 .run(html, media, o.sensitive ? 1 : 0, o.summary || null, o.url || null, o.id, claimedActor);
[bea59a1]1628 if (r.changes) console.log('[AP] timeline update', claimedActor, '→', o.id);
[6053c6c]1629 // A poll's Update carries the fresh vote counts / closed state. Refresh per-row so each
1630 // site keeps its own `voted` state while the counts/closed update to the new totals.
1631 const poll = parsePoll(o);
1632 if (poll) {
1633 const rows = db.prepare('SELECT rowid AS rid, poll_json FROM ap_timeline WHERE id = ? AND author_uri = ?').all(o.id, claimedActor);
1634 const upd = db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE rowid = ?');
1635 for (const rw of rows) {
1636 let voted = null; try { voted = rw.poll_json ? (JSON.parse(rw.poll_json).voted || null) : null; } catch { /* ignore */ }
1637 upd.run(JSON.stringify({ ...poll, voted }), rw.rid);
1638 }
1639 }
[bea59a1]1640 } catch { /* ignore */ }
1641 // If this note is a cached fediverse reply on one of our posts, refresh its text too.
1642 try { db.prepare('UPDATE ap_interactions SET content = ? WHERE object_uri = ? AND actor_uri = ?').run(html, o.id, claimedActor); } catch { /* ignore */ }
1643 }
1644 return 202;
1645 }
[c16e0a5]1646 if (type === 'Like' || type === 'Announce') {
1647 const tgt = act.object;
[c6cdce6]1648 const objUrl = typeof tgt === 'string' ? tgt : (tgt && tgt.id);
1649 const pid = postIdFromNoteUrl(objUrl, base);
[ffa53cc]1650 if (pid && actorUri && !isLocalActor && localPostExists(pid)) {
[024f4f8]1651 // A boost/like of a non-public post is dropped, not stored: nobody
1652 // outside the audience should even hold it (shaer-tqc hardening).
1653 const vp = db.prepare('SELECT fan_only, ap_visibility FROM posts WHERE id = ?').get(pid);
1654 if (vp && (vp.fan_only || vp.ap_visibility === 'direct' || vp.ap_visibility === 'friends')) {
1655 console.log('[AP] dropped', type, 'on non-public post', pid);
1656 return;
1657 }
[c16e0a5]1658 const ai = actorInfo(await resolveActor(actorUri), actorUri);
[3778ddb]1659 iStmts().ins.run(type.toLowerCase(), pid, '', actorUri, ai.name, ai.handle, ai.url, ai.icon, null, null, null, noteVisibility(act));
[c16e0a5]1660 console.log('[AP]', type === 'Like' ? 'like' : 'boost', actorUri, '→', pid);
[8240e80]1661 {
1662 const ctx = pushPostCtx(pid);
1663 if (ctx) {
[9a00f28]1664 const L = pushLang(ctx.site);
1665 const who = ai.name || ai.handle || i18nT(L, 'notif.someone');
1666 if (type === 'Like') pushEvent(ctx.site, { type: 'like', title: i18nT(L, 'push.n_like_t'), body: i18nT(L, 'push.n_like_b', { who, title: ctx.title }), url: ctx.url });
1667 else pushEvent(ctx.site, { type: 'boost', title: i18nT(L, 'push.n_boost_t'), body: i18nT(L, 'push.n_boost_b', { who, title: ctx.title }), url: ctx.url });
[8240e80]1668 }
1669 }
[c6cdce6]1670 } else if (type === 'Announce' && objUrl && actorUri && !isLocalActor) {
1671 // A boost FROM an account we follow, of a REMOTE post → show it in the News feed.
1672 // We only STORE it for display; we NEVER auto-Announce it onward (anti-feedback-loop:
1673 // re-announcing an incoming Announce would cascade boosts across the network).
1674 let subs = []; try { subs = db.prepare('SELECT slug FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist */ }
1675 if (subs.length) {
1676 const bn = await fetchNoteAP(objUrl);
1677 if (bn && bn !== 404 && (bn.type === 'Note' || bn.type === 'Article') && bn.id) {
1678 const origUri = actorUriOf(bn.attributedTo);
[c55fb34]1679 // Block completeness: even if you follow the booster, drop a boost whose ORIGINAL
1680 // author is blocked — otherwise a block is bypassed via someone else's boost.
1681 if (origUri && isBlockedAny(origUri)) { console.log('[AP] timeline boost dropped (blocked origin)', origUri, 'via', actorUri); return 202; }
[c6cdce6]1682 const oai = actorInfo(await resolveActor(origUri), origUri);
1683 const html = HtmlSanitizerService.sanitize(bn.content || '');
1684 const media = mediaFromNote(bn);
1685 const booster = actorInfo(await resolveActor(actorUri), actorUri);
1686 for (const s of subs) {
1687 // published = now → the boost shows as fresh activity at the top (Mastodon shows
1688 // reblogs at reblog-time, not the original's date). INSERT OR IGNORE: if we already
1689 // have the note (e.g. we also follow the author), keep it and DON'T relabel it.
1690 let inserted = false;
1691 try { const r = tlStmts().ins.run(bn.id, s.slug, origUri || '', oai.name, oai.handle, oai.icon, oai.url, html, bn.url || null, new Date().toISOString(), media, bn.sensitive ? 1 : 0, bn.summary || null); inserted = r.changes > 0; } catch { /* ignore */ }
1692 if (inserted) { try { db.prepare('UPDATE ap_timeline SET reblog_name = ?, reblog_handle = ?, reblog_icon = ? WHERE slug = ? AND id = ?').run(booster.name, booster.handle, booster.icon, s.slug, bn.id); } catch { /* ignore */ } }
[a677616]1693 storeAuthorEmoji(bn.id, s.slug, oai); // custom-emoji display name for the byline
[c6cdce6]1694 }
1695 console.log('[AP] timeline boost +', actorUri, 'x' + subs.length);
1696 }
1697 }
[c16e0a5]1698 }
1699 return 202;
1700 }
1701 if (type === 'Delete') {
[914eb9f]1702 // A remote note was deleted upstream → drop it from replies AND the timeline.
[3dd99d3]1703 // Scope to the SIGNING actor so actor B can't delete actor A's content (the
1704 // signature gate guarantees claimedActor == the verified signer here).
[c16e0a5]1705 const oid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
[3dd99d3]1706 if (oid && claimedActor) {
1707 try { db.prepare('DELETE FROM ap_interactions WHERE object_uri = ? AND actor_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1708 try { db.prepare('DELETE FROM ap_timeline WHERE id = ? AND author_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
[d5aa7c8]1709 // Also clear a boost/like YOU made of this now-deleted remote post (the interact-page
1710 // ap_my_reactions state), so it can't stay stuck as "boosted" on a post that's gone.
1711 // Guard: only when the deleter owns the note's domain (B mustn't clear your reactions
1712 // to A's posts).
1713 try {
1714 let sameHost = false;
1715 try { sameHost = new URL(oid).host === new URL(claimedActor).host; } catch { sameHost = false; }
1716 if (sameHost) db.prepare('DELETE FROM ap_my_reactions WHERE target_uri = ?').run(oid);
1717 } catch { /* ignore */ }
[3dd99d3]1718 }
[914eb9f]1719 return 202;
1720 }
1721 // Accept/Reject of a Follow WE sent (client side).
1722 if (type === 'Accept' && act.object) {
1723 const fid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1724 if (fid) { try { fwStmts().acc.run(fid); } catch { /* ignore */ } }
1725 console.log('[AP] follow accepted', actorUri);
1726 return 202;
1727 }
1728 if (type === 'Reject' && act.object) {
1729 const who = actorUri;
1730 if (who && slugParam) { try { fwStmts().del.run(slugParam, who); } catch { /* ignore */ } }
[c16e0a5]1731 return 202;
1732 }
1733
[bbce8da]1734 console.log('[AP] inbox', type || 'unknown', '→', slugParam || 'shared', 'from', ip, '(ignored)');
[5bf63b7]1735 return 202;
1736}
1737
1738// Deliver a new post as Create(Note) to all followers' inboxes (fire-and-forget).
1739// Needs PUBLIC_BASE_URL (absolute URLs); no-op without followers or base.
1740export async function deliverCreate(site, post) {
1741 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1742 if (!base || !site || !site.slug) return;
[f1956d7]1743 // Resolve inline @user@host mentions → link them in the note + collect their inboxes, so a
1744 // mentioned person is notified even if they don't follow us (Mastodon-standard mention).
1745 const mres = await resolveMentionsInText(base, post.content || '');
1746 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
[5bf63b7]1747 const followers = fStmts().list.all(site.slug);
[f1956d7]1748 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1749 if (!inboxes.length) return; // no followers and no one mentioned
[5bf63b7]1750 const keys = getOrCreateKeys(site.slug);
1751 const keyId = `${actorId(base, site.slug)}#main-key`;
[f1956d7]1752 const create = buildCreate(base, site, post2);
[5a6a457]1753 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, create, keyId, keys.private_pem);
[5bf63b7]1754}
1755
[f9f3312]1756// On a new Follow, send that follower our most recent posts as Create so their
1757// timeline shows our history (Mastodon does not backfill on follow). Oldest-first
1758// so they sort into the follower's timeline at their original dates.
1759async function backfillNewFollower(base, slug, inbox) {
1760 if (!base || !slug || !inbox) return;
1761 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
1762 if (!site) return;
1763 const recent = db.prepare(
[857a06f]1764 `SELECT id, slug, title, content, cover_image_url, cover_video_url, nsfw, content_warning, published_at, created_at
[f9f3312]1765 FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1766 ORDER BY COALESCE(published_at, created_at) DESC LIMIT 20`
1767 ).all(site.id).reverse();
1768 if (!recent.length) return;
1769 const keys = getOrCreateKeys(slug);
1770 const keyId = `${actorId(base, slug)}#main-key`;
1771 for (const p of recent) {
1772 try { await deliver(inbox, buildCreate(base, site, p), keyId, keys.private_pem); } catch { /* best-effort */ }
1773 await new Promise((r) => setTimeout(r, 150));
1774 }
1775 console.log('[AP] backfilled', recent.length, 'posts to new follower of', slug);
1776}
1777
[eb852c5]1778// Tell followers a post is gone (Delete + Tombstone) so it's removed from their feeds.
1779export async function deliverDelete(site, post) {
1780 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1781 if (!base || !site || !site.slug || !post || !post.id) return;
1782 const followers = fStmts().list.all(site.slug);
1783 if (!followers.length) return;
1784 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1785 const keys = getOrCreateKeys(site.slug);
1786 const me = actorId(base, site.slug);
1787 const nid = noteId(base, post.id);
1788 const del = {
[d3b9f68]1789 '@context': AP_CONTEXT,
[3dd99d3]1790 id: `${nid}#delete-${Date.now()}-${rid()}`,
[eb852c5]1791 type: 'Delete',
1792 actor: me,
1793 to: [PUBLIC],
1794 object: { id: nid, type: 'Tombstone' },
1795 };
[5a6a457]1796 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, del, `${me}#main-key`, keys.private_pem);
[eb852c5]1797}
1798
[ca25f360]1799// Tell followers an already-published post changed (Update + edited Note) so
1800// Mastodon refreshes the cached copy (e.g. after fixing content).
1801export async function deliverUpdate(site, post) {
1802 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1803 if (!base || !site || !site.slug || !post || !post.id) return;
[f1956d7]1804 const mres = await resolveMentionsInText(base, post.content || ''); // link mentions + collect inboxes
1805 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
[ca25f360]1806 const followers = fStmts().list.all(site.slug);
[f1956d7]1807 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1808 if (!inboxes.length) return;
[ca25f360]1809 const keys = getOrCreateKeys(site.slug);
1810 const me = actorId(base, site.slug);
[f1956d7]1811 const note = buildNote(base, site, post2);
[ca25f360]1812 note.updated = new Date().toISOString();
1813 const update = {
[d3b9f68]1814 '@context': AP_CONTEXT,
[3dd99d3]1815 id: `${noteId(base, post.id)}#update-${Date.now()}-${rid()}`,
[f1956d7]1816 type: 'Update', actor: me, to: [PUBLIC], cc: note.cc,
[ca25f360]1817 object: note,
1818 };
1819 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1820}
1821
[f1e0c1f]1822// Tell followers the ACTOR changed (Update + Person) so Mastodon re-processes the
1823// account AND re-fetches the featured (pinned) collection — there is no standard
1824// "featured changed" activity, so this is how a pin/unpin propagates promptly.
1825export async function deliverActorUpdate(site) {
1826 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1827 if (!base || !site || !site.slug) return;
1828 const followers = fStmts().list.all(site.slug);
1829 if (!followers.length) return;
1830 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1831 const keys = getOrCreateKeys(site.slug);
1832 const me = actorId(base, site.slug);
1833 const update = {
[d3b9f68]1834 '@context': AP_CONTEXT,
[3dd99d3]1835 id: `${me}#update-${Date.now()}-${rid()}`,
[f1e0c1f]1836 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
1837 object: buildActor(base, site),
1838 };
1839 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1840}
1841
[55bba23]1842// Reliably set the pinned order on followers' instances via Add/Remove activities
1843// (how Mastodon itself federates pins) — pushed to the inbox + processed immediately,
1844// unlike the featured COLLECTION which Mastodon caches with sticky StatusPins.
1845// Mastodon's Add skips an already-pinned status, so we REMOVE every pin first, wait,
1846// then ADD in rank-DESCENDING order (rank 1 added LAST → newest StatusPin → shown first,
1847// because Mastodon displays pins newest-first). `alsoRemove` = ids to unpin too.
[cfe1824]1848// Serialize pin-resyncs per site: two concurrent /save calls would otherwise interleave
1849// their Remove -> wait -> Add sequences and scramble the StatusPin order on Mastodon. A
1850// resync already in flight for a site coalesces later requests into ONE rerun after it
1851// finishes (accumulating their extra unpins), so rapid saves don't pile up N full resyncs.
1852const _pinResync = new Map(); // slug -> { promise, pending, pendingRemove:Set, site }
1853export function resyncFeaturedPins(site, alsoRemove = []) {
1854 if (!site || !site.slug) return Promise.resolve();
1855 const slug = site.slug;
1856 const running = _pinResync.get(slug);
1857 if (running) {
1858 running.pending = true;
1859 running.site = site; // use the latest site object on the rerun
1860 for (const id of alsoRemove) running.pendingRemove.add(id);
1861 return running.promise;
1862 }
1863 const state = { promise: null, pending: false, pendingRemove: new Set(), site };
1864 state.promise = (async () => {
1865 let extra = alsoRemove;
1866 for (;;) {
1867 try { await doResyncFeaturedPins(state.site, extra); }
1868 catch (e) { console.warn('[AP] pin resync failed:', e.message); }
1869 if (!state.pending) break;
1870 state.pending = false;
1871 extra = [...state.pendingRemove];
1872 state.pendingRemove = new Set();
1873 }
1874 _pinResync.delete(slug);
1875 })();
1876 _pinResync.set(slug, state);
1877 return state.promise;
1878}
1879
1880// The actual resync work — do NOT call directly; go through resyncFeaturedPins() above so
1881// it stays serialized per site.
1882async function doResyncFeaturedPins(site, alsoRemove = []) {
[55bba23]1883 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1884 if (!base || !site || !site.slug) return;
1885 const followers = fStmts().list.all(site.slug);
1886 if (!followers.length) return;
1887 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1888 const keys = getOrCreateKeys(site.slug);
1889 const me = actorId(base, site.slug);
1890 const keyId = `${me}#main-key`;
1891 const featured = `${me}/featured`;
1892 const note = (id) => noteId(base, id);
1893 const pinned = db.prepare(
1894 `SELECT id FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1895 AND pinned IS NOT NULL AND pinned > 0
1896 ORDER BY pinned DESC, COALESCE(published_at, created_at) ASC LIMIT 20`
1897 ).all(site.id);
1898 const removeIds = [...new Set([...pinned.map((p) => p.id), ...alsoRemove])];
1899 // 1. Remove every current pin so Mastodon can recreate them in order.
1900 for (const id of removeIds) {
[d3b9f68]1901 const rm = { '@context': AP_CONTEXT, id: `${me}#rm-${id}-${Date.now()}-${rid()}`, type: 'Remove', actor: me, object: note(id), target: featured, to: [PUBLIC] };
[55bba23]1902 for (const inbox of inboxes) deliver(inbox, rm, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1903 }
1904 if (!pinned.length) { console.log('[AP] unpinned all featured for', site.slug); return; }
1905 await new Promise((r) => setTimeout(r, 5000)); // let the Removes land first
1906 // 2. Add in rank-DESC order, gaps so each StatusPin gets an increasing created_at.
1907 for (const p of pinned) {
[d3b9f68]1908 const add = { '@context': AP_CONTEXT, id: `${me}#add-${p.id}-${Date.now()}-${rid()}`, type: 'Add', actor: me, object: note(p.id), target: featured, to: [PUBLIC], cc: [`${me}/followers`] };
[55bba23]1909 for (const inbox of inboxes) deliver(inbox, add, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1910 await new Promise((r) => setTimeout(r, 2000));
1911 }
1912 console.log('[AP] resynced', pinned.length, 'featured pins for', site.slug);
1913}
1914
[55bc7f9]1915// ── outbound replies (Klonkt → fediverse) ─────────────────────────
1916const escHtml = (s) => String(s || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
1917const toISO = (v) => { if (!v) return new Date().toISOString(); const s = String(v); const d = new Date(/[TZ]/.test(s) ? s : s.replace(' ', 'T') + 'Z'); return isNaN(d) ? new Date().toISOString() : d.toISOString(); };
1918
1919// Build one of OUR outbound reply Notes from an ap_outbox row.
[6bc2ca7e]1920// Turn #hashtags in reply text into Mastodon-style hashtag links (clickable + federated).
1921function linkHashtags(base, html) {
[fc229f5]1922 // Prefix: start / whitespace / '>' / opening bracket — "(#tag" is a tag too. NO quote
1923 // chars in this class: a quote precedes attribute values (alt="#…"), which must not match.
1924 return String(html || '').replace(/(^|[\s>([{])#([\p{L}\p{M}\p{N}_]+)/gu, (m, pre, tag) =>
[6bc2ca7e]1925 `${pre}<a href="${base}/tag/${encodeURIComponent(tag.toLowerCase())}" class="mention hashtag" rel="tag">#${tag}</a>`);
1926}
[e00c0e9]1927// Auto-link bare http(s) URLs in already-safe HTML (federated copies). Splits on existing
1928// <a>…</a> so a linked URL is never wrapped twice; requires start/whitespace/'>' before the
1929// URL so attribute values (src="https://…") never match. Trailing sentence punctuation stays
1930// outside the link (Mastodon-style).
1931function linkUrls(html) {
1932 const parts = String(html || '').split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi);
1933 for (let i = 0; i < parts.length; i++) {
1934 if (/^<a\b/i.test(parts[i])) continue; // already a link → leave as-is
[fc229f5]1935 parts[i] = parts[i].replace(/(^|[\s>([{])(https?:\/\/[^\s<]+?)([.,;:!?)\]»]*)(?=$|[\s<])/g,
[e00c0e9]1936 (m, pre, url, trail) => `${pre}<a href="${url.replace(/"/g, '%22')}" rel="nofollow noopener" target="_blank">${url}</a>${trail}`);
1937 }
1938 return parts.join('');
1939}
[4424af7]1940// Linkify inline #hashtags and bare URLs in BODY html for on-site DISPLAY, using the
1941// EXACT same rules as the federated copy (linkHashtags/linkUrls), so the website and the
1942// Mastodon copy agree instead of the website showing raw text. Idempotent: existing
1943// <a>…</a> (editor links, embeds, shortcode buttons) are split out and left untouched, so
1944// nothing is double-wrapped. Pass base='' → root-relative /tag/<slug> links.
1945export function linkifyBody(base, html) {
1946 const withTags = String(html || '')
1947 .split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi)
1948 .map((seg) => (/^<a\b/i.test(seg) ? seg : linkHashtags(base, seg)))
1949 .join('');
1950 return linkUrls(withTags);
1951}
1952
[2d6a9c3]1953// Bake a post's raw source into its display HTML (the ActivityPub `source` model): done ONCE
1954// at save and cached in posts.content_rendered, so page views serve it statically instead of
1955// re-linkifying every render. Step 1 = #hashtags + bare URLs (cheap, no network). Step 2 will
1956// resolve @mentions here too (webfinger once at save instead of per page view).
1957export function bakePostContent(source) {
1958 return linkifyBody('', source || '');
1959}
1960
[af21002]1961// Step 2: the full bake, incl. @mention links. Resolves @user@host via webfinger ONCE (the
1962// same resolver the federated copy uses) and bakes the profile links into content_rendered,
1963// so page views never do a per-view lookup. Unresolvable handles stay plain text; on any
1964// failure it degrades to the sync #hashtag/URL bake. Async (webfinger) → callers run it off
1965// the save response so the request never blocks on a slow/dead remote server.
1966export async function bakePostContentWithMentions(source) {
1967 const withHashUrls = bakePostContent(source);
1968 try { const m = await resolveMentionsInText('', withHashUrls); return m.html; }
1969 catch { return withHashUrls; }
1970}
1971
[6bc2ca7e]1972// Extract the AP Hashtag tag objects from already-linked reply content.
1973function hashtagTags(base, content) {
1974 const tags = [], seen = new Set();
[be5d86c]1975 const re = /class="[^"]*\bhashtag\b[^"]*"[^>]*>#([\p{L}\p{M}\p{N}_]+)</giu;
[6bc2ca7e]1976 let m;
1977 while ((m = re.exec(content || ''))) {
1978 const k = m[1].toLowerCase();
1979 if (seen.has(k)) continue; seen.add(k);
1980 tags.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(k)}`, name: '#' + m[1] });
1981 }
1982 return tags;
1983}
1984
[2e62848]1985// Normalise a post's tags field (array, JSON-string, or comma-string) to an array.
1986function normalizeTags(t) {
1987 if (Array.isArray(t)) return t;
1988 if (typeof t === 'string') {
1989 const s = t.trim(); if (!s) return [];
1990 if (s[0] === '[') { try { const a = JSON.parse(s); return Array.isArray(a) ? a : []; } catch { /* fall through */ } }
1991 return s.split(',').map((x) => x.trim()).filter(Boolean);
1992 }
1993 return [];
1994}
1995// A tag → { label, slug }. Multi-word tags become CamelCase (#LiveMusic) for the display
1996// name (Mastodon hashtags can't contain spaces; CamelCase is the accessibility norm); the
1997// slug/href stays lowercase ("livemusic").
1998function tagParts(raw) {
[be5d86c]1999 const words = String(raw || '').trim().split(/[\s_]+/).map((w) => w.replace(/[^\p{L}\p{M}\p{N}]/gu, '')).filter(Boolean);
[2e62848]2000 if (!words.length) return null;
2001 const slug = words.join('').toLowerCase();
2002 if (!slug) return null;
2003 const label = words.length > 1 ? words.map((w) => w[0].toUpperCase() + w.slice(1)).join('') : words[0];
2004 return { label, slug };
2005}
[7cea873]2006// Merge a post's tags field + the #hashtags linked inline in its body into one deduped
2007// Hashtag tag list (with hrefs to our /tag page).
2008function buildHashtagList(base, tagsField, content) {
2009 const out = [], seen = new Set();
[2e62848]2010 for (const t of normalizeTags(tagsField)) {
2011 const p = tagParts(t); if (!p || seen.has(p.slug)) continue; seen.add(p.slug);
2012 out.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(p.slug)}`, name: '#' + p.label });
[7cea873]2013 }
2014 for (const h of hashtagTags(base, content)) {
2015 const k = h.name.slice(1).toLowerCase(); if (seen.has(k)) continue; seen.add(k);
2016 out.push(h);
2017 }
2018 return out;
2019}
2020
[dd7daef]2021// Extract Mention tag objects from already-linked content (class="u-url mention").
2022function mentionTags(content) {
2023 const tags = [], seen = new Set();
[204bd74]2024 // The link href is the human profile URL; the actor URI (for the Mention tag) is in data-actor.
2025 const re = /<a href="[^"]*" class="u-url mention" data-actor="([^"]+)">@([^<]+)<\/a>/gi;
[dd7daef]2026 let m;
2027 while ((m = re.exec(content || ''))) {
2028 const href = m[1];
2029 if (seen.has(href)) continue; seen.add(href);
2030 tags.push({ type: 'Mention', href, name: '@' + m[2] });
2031 }
2032 return tags;
2033}
2034// Resolve inline @user@domain mentions in reply/post text → link them (href = actor URI)
2035// and collect the mentioned actors' inboxes so they get notified. Best-effort per mention.
2036async function resolveMentionsInText(base, html) {
2037 const inboxes = [];
2038 const handles = new Set();
[fc229f5]2039 // Prefix also allows opening brackets — "(@user@host + me)" is a mention too (real-world
2040 // miss: a bracketed mention federated as plain text and its target was never notified).
2041 const re = /(^|[\s>([{])@([\p{L}\p{M}\p{N}_.-]+@[\p{L}\p{M}\p{N}.-]+)/gu;
[dd7daef]2042 let m;
2043 while ((m = re.exec(html || ''))) handles.add(m[2]);
2044 let out = String(html || '');
2045 for (const h of handles) {
2046 let actorUri = null;
2047 try { actorUri = await webfingerResolve('@' + h); } catch { actorUri = null; }
2048 if (!actorUri) continue;
2049 const actor = await fetchActor(actorUri).catch(() => null);
2050 const inbox = actor && ((actor.endpoints && actor.endpoints.sharedInbox) || actor.inbox);
2051 if (inbox) inboxes.push(inbox);
[204bd74]2052 const profileUrl = actorInfo(actor, actorUri).url || actorUri; // human profile page → the link href
[dd7daef]2053 const esc = h.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
[fc229f5]2054 out = out.replace(new RegExp('(^|[\\s>([{])@' + esc + '(?![\\p{L}\\p{M}\\p{N}_.-])', 'gu'),
[204bd74]2055 (full, pre) => `${pre}<a href="${profileUrl}" class="u-url mention" data-actor="${actorUri}">@${h}</a>`);
[dd7daef]2056 }
2057 return { html: out, inboxes };
2058}
2059
[55bc7f9]2060export function buildReplyNote(base, site, row) {
[1cc8c85]2061 // Thin delegate: replies are built by buildNote (the single Note entry point) in reply mode.
2062 return buildNote(base, site, row, { isReply: true });
[55bc7f9]2063}
2064
2065// Resolve one of our outbound reply Notes by id (for /ap/notes/:id fallback).
2066export function getOutboxNote(base, id) {
2067 const row = iStmts().getO.get(id);
2068 if (!row) return null;
2069 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(row.site_slug);
2070 if (!site) return null;
2071 return buildReplyNote(base, site, row);
2072}
2073
[dd568e7]2074// ── ActivityPub Client-to-Server: ingest an activity POSTed to the outbox ──
2075// The C2S counterpart of handleInbox: a native/web client (Shaer) posts an
2076// activity here and we translate it onto the SAME delivery machinery the web UI
2077// uses (deliverReply / sendInteraction / followActor / deliverCreate). Returns
2078// { status, id?, url?, error? }. Auth + site-ownership are checked by the route.
2079const c2sIdOf = (x) => (typeof x === 'string' ? x : (x && (x.id || x.href))) || null;
2080
2081export async function ingestOutboxActivity(site, user, activity) {
2082 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2083 if (!base || !site || !activity || typeof activity !== 'object') return { status: 400, error: 'invalid_activity' };
2084
2085 // AP §6: a client MAY POST a bare object; the server wraps it in a Create.
2086 let type = activity.type;
2087 let object = activity.object;
2088 if (type === 'Note' || type === 'Article') { object = activity; type = 'Create'; }
2089 if (Array.isArray(type)) type = type.find((t) => typeof t === 'string');
2090
[6b5d7da]2091 // FEP-633c: the adoption handshake (Offer/Accept/Reject on a guardianship
2092 // Relationship) belongs to the guardianship module; anything else falls
2093 // through to the switch below.
2094 if (type === 'Offer' || type === 'Accept' || type === 'Reject') {
2095 const g = await Guardianship.handleGuardianshipOutbox(site, activity).catch(() => null);
2096 if (g) return g;
2097 }
2098
[dd568e7]2099 try {
2100 switch (type) {
2101 case 'Create': {
2102 if (!object || typeof object !== 'object') return { status: 400, error: 'missing_object' };
2103 // Client sends `source` (plain/markdown) + `content` (HTML). deliverReply
2104 // re-escapes, so it needs plain text; a top-level post keeps sanitized HTML.
2105 const plain = (object.source && object.source.content) || HtmlSanitizerService.toPlainText(object.content || '');
2106 if (!plain.trim() && !object.content) return { status: 400, error: 'empty_note' };
[024f4f8]2107 // Direct (private mention, shaer-tqc): NOT a post. Delivered over the
2108 // outbox machinery to the addressed inboxes only; shows under Messages.
2109 if (c2sVisibility(object) === 'direct') {
2110 const arr = (v) => (Array.isArray(v) ? v : (v ? [v] : [])).filter((x) => typeof x === 'string');
2111 const recipients = [...new Set([...arr(object.to), ...arr(object.cc)])]
2112 .filter((u) => /^https?:\/\//i.test(u) && !/\/followers\/?$/.test(u) && u !== PUBLIC);
2113 if (!recipients.length) return { status: 400, error: 'no_recipients' };
[e6c6e6f]2114 // AS2 attachments (e.g. the help-buoy capture, uploaded via
2115 // uploadMedia): normalize our own absolute /media/ URLs to relative
2116 // so the deliverReply-style validation applies unchanged.
2117 const atts = (Array.isArray(object.attachment) ? object.attachment : [])
2118 .map((a) => a && typeof a === 'object' ? {
2119 url: String(a.url || '').replace(new RegExp('^' + base.replace(/[.*+?^${}()|[\]\\]/g, '\\$&')), ''),
2120 mediaType: String(a.mediaType || ''),
2121 name: String(a.name || '').slice(0, 120),
2122 } : null)
2123 .filter(Boolean);
[155c24e]2124 const help = object['shaer:helpRequest'] === true || object.helpRequest === true;
2125 const r = await deliverDirectNote(site, { recipients, text: plain, language: object.language || null, inReplyTo: typeof object.inReplyTo === 'string' ? object.inReplyTo : null, attachments: atts, helpRequest: help });
[024f4f8]2126 if (!r || !r.id) return { status: 502, error: 'direct_failed' };
2127 return { status: 201, id: r.id, url: `${base}/ap/notes/${r.id}` };
2128 }
[dd568e7]2129 if (object.inReplyTo) {
2130 const parent = await resolveRemoteNote(c2sIdOf(object.inReplyTo)).catch(() => null);
2131 if (!parent) return { status: 502, error: 'cannot_resolve_inReplyTo' };
2132 const r = await deliverReply(site, { postId: parent.localPostId || '', postSlug: null, parent, text: plain });
2133 if (!r || !r.id) return { status: 502, error: 'reply_failed' };
2134 return { status: 201, id: r.id, url: `${base}/ap/notes/${r.id}` };
2135 }
2136 return await c2sCreatePost(base, site, user, object);
2137 }
2138 case 'Like':
2139 case 'Announce': {
2140 const targetUri = c2sIdOf(object);
2141 if (!targetUri) return { status: 400, error: 'missing_object' };
[024f4f8]2142 // A non-public local note cannot be boosted or liked into the open
2143 // (shaer-tqc hardening; the Mastodon 422 equivalent).
2144 const localPid = postIdFromNoteUrl(targetUri, base);
2145 if (localPid) {
2146 const p = db.prepare('SELECT fan_only, ap_visibility FROM posts WHERE id = ?').get(localPid);
2147 if (p && (p.fan_only || p.ap_visibility === 'direct' || p.ap_visibility === 'friends')) {
2148 return { status: 403, error: 'not_public' };
2149 }
2150 }
[dd568e7]2151 const note = await resolveRemoteNote(targetUri).catch(() => null);
2152 const objUri = (note && note.object_uri) || targetUri;
2153 const authorUri = note && note.actor_uri;
2154 const kind = type === 'Announce' ? 'boost' : 'like';
2155 await sendInteraction(site, kind, objUri, authorUri);
2156 setMyReaction(site.slug, targetUri, kind, true);
2157 if (type === 'Announce' && note) { try { upsertBoostedNote(site.slug, note); } catch { /* non-fatal */ } }
2158 return { status: 202, url: objUri };
2159 }
2160 case 'Follow': {
2161 const actorUri = c2sIdOf(object);
2162 if (!actorUri) return { status: 400, error: 'missing_object' };
2163 await followActor(site, actorUri);
2164 return { status: 202, url: actorUri };
2165 }
[4c70ecb]2166 // Shaer "in Orbit" = a real Block (FEP-c648 client side): lands in
2167 // ap_blocks, shows in the Block tab, and purges the actor's cached
2168 // content. Client-side filtering becomes a cache of this state.
2169 case 'Block': {
2170 const targetUri = c2sIdOf(object);
2171 if (!targetUri) return { status: 400, error: 'missing_object' };
2172 const r = await blockTarget(site, targetUri);
2173 if (r && r.error) return { status: 400, error: r.error };
2174 return { status: 202, url: targetUri };
2175 }
[dd568e7]2176 case 'Undo': {
2177 const inner = object && typeof object === 'object' ? object : null;
2178 let innerType = inner && inner.type;
2179 if (Array.isArray(innerType)) innerType = innerType.find((t) => typeof t === 'string');
2180 const innerTarget = c2sIdOf(inner && inner.object);
2181 if (innerType === 'Follow') { await unfollowActor(site, innerTarget); return { status: 202, url: innerTarget }; }
[4c70ecb]2182 if (innerType === 'Block') {
2183 if (!innerTarget) return { status: 400, error: 'missing_object' };
2184 unblock(site, innerTarget); // release from Orbit
2185 return { status: 202, url: innerTarget };
2186 }
[dd568e7]2187 if (innerType === 'Like' || innerType === 'Announce') {
2188 const kind = innerType === 'Announce' ? 'unboost' : 'unlike';
2189 const note = await resolveRemoteNote(innerTarget).catch(() => null);
2190 const objUri = (note && note.object_uri) || innerTarget;
2191 await sendInteraction(site, kind, objUri, note && note.actor_uri);
2192 setMyReaction(site.slug, innerTarget, innerType === 'Announce' ? 'boost' : 'like', false);
2193 if (innerType === 'Announce') { try { unmarkBoosted(site.slug, objUri); } catch { /* non-fatal */ } }
2194 return { status: 202, url: objUri };
2195 }
2196 return { status: 400, error: 'unsupported_undo' };
2197 }
2198 // Delete/Update of arbitrary objects need the post-edit pipeline; tracked
2199 // separately (klonkt-demo-c2s-del). Reject clearly rather than half-doing it.
2200 default:
2201 return { status: 400, error: 'unsupported_type', detail: String(type || 'none') };
2202 }
2203 } catch (e) {
2204 console.warn('[AP] C2S ingest failed:', e && e.message);
2205 return { status: 500, error: 'ingest_error' };
2206 }
2207}
2208
2209// Create a top-level microblog post from a C2S Note and federate it. Minimal
2210// sibling of the /posts/create route: sanitized HTML content, no title/cover.
2211async function c2sCreatePost(base, site, user, object) {
2212 const html = HtmlSanitizerService.sanitize(object.content || (object.source && object.source.content) || '');
2213 if (!html.trim()) return { status: 400, error: 'empty_note' };
2214 const postId = crypto.randomUUID();
2215 const slug = 'n-' + postId.slice(0, 8);
2216 const now = new Date().toISOString();
[81b2e1e]2217 // Visibility from the note's addressing (shaer-60b): Public in `to` = loud
2218 // public, Public in `cc` = quiet public (unlisted), followers-only = friends
2219 // (rides the existing fan_only pipeline: followers-only AP delivery + web
2220 // gating), neither = participants-only (kept local until mention addressing
2221 // lands; still followers-gated on the web).
2222 const vis = c2sVisibility(object);
2223 const fanOnly = (vis === 'friends' || vis === 'direct') ? 1 : 0;
2224 db.prepare(`INSERT INTO posts (id, site_id, slug, author_id, title, content, excerpt, status, type, language, fan_only, ap_visibility, created_at, updated_at, published_at)
2225 VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)`)
2226 .run(postId, site.id, slug, user.id, '', html, '', 'published', 'post', object.language || 'nl', fanOnly, vis, now, now, now);
[dd568e7]2227 try { db.prepare('UPDATE posts SET content_rendered = ? WHERE id = ?').run(bakePostContent(html), postId); } catch { /* render fallback covers it */ }
2228 bakePostContentWithMentions(html).then((h) => { try { db.prepare('UPDATE posts SET content_rendered = ? WHERE id = ?').run(h, postId); } catch { /* keep sync bake */ } }).catch(() => {});
2229 try { db.prepare('INSERT INTO posts_fts(content, title, author, post_id) VALUES (?,?,?,?)').run(HtmlSanitizerService.toPlainText(html), '', user.username || '', postId); } catch { /* FTS non-fatal */ }
[81b2e1e]2230 if (vis !== 'direct') {
2231 deliverCreate(site, { id: postId, slug, title: '', content: html, published_at: now, created_at: now, fan_only: fanOnly, ap_visibility: vis }).catch(() => { /* best-effort */ });
2232 }
[dd568e7]2233 return { status: 201, id: postId, url: `${base}/ap/notes/${postId}` };
2234}
2235
[6b5d7da]2236// The direct-note leg (ward call-for-help) lives in the guardianship module
2237// (src/services/guardianship/delivery.js); wired with our AP helpers at the
2238// bottom of this file. Re-exported so every existing caller keeps working.
2239export const c2sVisibility = Guardianship.c2sVisibility;
2240export const deliverDirectNote = Guardianship.deliverDirectNote;
[024f4f8]2241
[55bc7f9]2242// Send a reply FROM this site to a remote actor (in reply to their inbound reply).
2243// `parent` = an ap_interactions row (actor_uri, actor_url, actor_handle, object_uri).
[e9c9ae1]2244export async function deliverReply(site, { postId, postSlug, parent, text, html, language, attachments, mentions }) {
[55bc7f9]2245 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
[33e1dbd]2246 // Rich replies: `html` is the reply editor's HTML (sanitized here); `text` is
2247 // the plain-text fallback (no-JS path, C2S `source`). Either may carry the reply.
2248 const richClean = html ? HtmlSanitizerService.sanitize(String(html)) : '';
2249 const rich = richClean && HtmlSanitizerService.toPlainText(richClean).trim() ? richClean : '';
[feced2c]2250 // Attachments: only OUR OWN uploads (/media/... paths, no remote URLs — the
2251 // upload route is the sole producer), image/audio/video only, max 4.
2252 const media = (Array.isArray(attachments) ? attachments : [])
2253 .filter((a) => a && typeof a.url === 'string' && /^\/media\/[\w./-]+$/.test(a.url)
2254 && /^(image|audio|video)\//.test(String(a.mediaType || '')))
2255 .slice(0, 4)
2256 .map((a) => ({ url: a.url, mediaType: String(a.mediaType), name: String(a.name || '').slice(0, 120) }));
2257 // A media-only reply (no text) is a valid reply.
2258 if (!base || !site || !site.slug || !parent || (!String(text || '').trim() && !rich && !media.length)) return null;
[55bc7f9]2259 const me = actorId(base, site.slug);
[e9c9ae1]2260 // u02, the mentions bar: `mentions` undefined = legacy behavior (mention the
2261 // parent author). An ARRAY (possibly empty) = the kept conversation partners
2262 // exactly as the bar shows them; the mention prefix, the Mention tags (via
2263 // mentionTags over the content) and the delivery targets all follow it.
2264 const kept = Array.isArray(mentions)
2265 ? mentions
2266 .filter((m) => m && typeof m.uri === 'string' && /^https?:\/\//i.test(m.uri))
2267 .slice(0, 8)
2268 .map((m) => ({
2269 uri: m.uri,
2270 url: (typeof m.url === 'string' && /^https?:\/\//i.test(m.url)) ? m.url : m.uri,
2271 handle: String(m.handle || deriveHandle(m.uri)).slice(0, 120),
2272 }))
2273 : null;
2274 const mentionAnchor = (uri, url, h) => {
2275 const disp = h && h[0] === '@' ? h : '@' + (h || '');
2276 return `<a href="${escHtml(url || uri)}" class="u-url mention" data-actor="${escHtml(uri)}">${escHtml(disp)}</a> `;
2277 };
[55bc7f9]2278 const handle = parent.actor_handle || deriveHandle(parent.actor_uri);
[e9c9ae1]2279 const mention = kept
2280 ? kept.map((k) => mentionAnchor(k.uri, k.url, k.handle)).join('')
2281 : (parent.actor_uri ? mentionAnchor(parent.actor_uri, parent.actor_url, handle) : '');
2282 // Who the stored reply is "to": the parent when kept, else the first kept chip.
2283 const parentKept = !kept || kept.some((k) => k.uri === parent.actor_uri);
2284 const toActorUri = parentKept ? (parent.actor_uri || null) : (kept[0] ? kept[0].uri : null);
2285 const toHandle = parentKept ? handle : (kept[0] ? kept[0].handle : null);
[33e1dbd]2286 let content;
2287 let mres;
2288 if (rich) {
2289 // Same enrichment pipeline as the plain path (mentions/hashtags/URLs), on
2290 // sanitized editor HTML. The parent mention goes inline into the first
2291 // paragraph (Mastodon convention), or becomes its own leading one.
2292 mres = await resolveMentionsInText(base, rich);
2293 const processed = linkUrls(linkHashtags(base, mres.html));
2294 if (processed.startsWith('<p>')) {
2295 content = processed.replace('<p>', `<p>${mention}`); // inline in the first paragraph
2296 } else if (/^<(blockquote|ul|ol|pre|h[1-6]|div|hr)\b/i.test(processed)) {
2297 content = `<p>${mention}</p>${processed}`; // block content: own leading paragraph
2298 } else {
2299 content = `<p>${mention}${processed}</p>`; // bare inline text: one paragraph together
2300 }
2301 } else {
2302 const body = escHtml(String(text).trim()).replace(/\r?\n/g, '<br>');
2303 mres = await resolveMentionsInText(base, body); // link inline @mentions + collect their inboxes
2304 content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
2305 }
2306 const replyLang = /^[a-z]{2,3}(-[A-Za-z0-9-]+)?$/.test(String(language || '')) ? language : null;
[cc24fa1]2307 // Dedup: skip if the exact same reply was already sent (double-submit guard).
[feced2c]2308 // Attachments count toward "the same": two media-only replies share content.
2309 const mediaJson = media.length ? JSON.stringify(media) : null;
2310 const dup = db.prepare('SELECT 1 FROM ap_outbox WHERE site_slug = ? AND IFNULL(in_reply_to, \'\') = ? AND content = ? AND IFNULL(attachments, \'\') = IFNULL(?, \'\') LIMIT 1')
2311 .get(site.slug, parent.object_uri || '', content, mediaJson);
[cc24fa1]2312 if (dup) { console.log('[AP] outreply skipped (duplicate)'); return { duplicate: true, delivered: 0 }; }
[55bc7f9]2313 const id = crypto.randomUUID();
[e9c9ae1]2314 iStmts().insO.run(id, site.slug, postId, postSlug || null, parent.object_uri || null, toActorUri, toHandle, content, replyLang, mediaJson);
[55bc7f9]2315 const row = iStmts().getO.get(id);
2316 const note = buildReplyNote(base, site, row);
2317 const create = {
[d3b9f68]2318 '@context': AP_CONTEXT,
[55bc7f9]2319 id: note.id + '#create', type: 'Create', actor: me,
2320 published: note.published, to: note.to, cc: note.cc, object: note,
2321 };
2322 const keys = getOrCreateKeys(site.slug);
2323 const keyId = `${me}#main-key`;
2324 const inboxes = new Set();
[e9c9ae1]2325 // Everyone the mentions bar kept gets pinged; legacy path = the parent only.
2326 const mentionTargets = kept ? kept.map((k) => k.uri) : (parent.actor_uri ? [parent.actor_uri] : []);
2327 for (const uri of mentionTargets) {
2328 const a = await fetchActor(uri).catch(() => null);
[55bc7f9]2329 if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox);
2330 }
[dc8e9bd]2331 if (parent.threadInbox) inboxes.add(parent.threadInbox); // back-compat (single)
2332 (parent.threadInboxes || []).forEach((i) => inboxes.add(i)); // whole ancestor chain
[55bc7f9]2333 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
[dd7daef]2334 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the reply
[ffa53cc]2335 inboxes.delete(`${me}/inbox`); // never deliver to ourselves (already in ap_outbox)
2336 inboxes.delete(`${base}/ap/inbox`); // (our own shared inbox) → avoids a self-duplicate
[55bc7f9]2337 let delivered = 0;
2338 for (const inbox of [...inboxes].filter(Boolean)) {
[ae05747]2339 let ok = false;
2340 try { const st = await deliver(inbox, create, keyId, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
2341 if (ok) delivered++;
2342 else enqueueDelivery(site.slug, inbox, create); // durable: retry a briefly-offline recipient (was silently dropped)
[55bc7f9]2343 }
2344 console.log('[AP] outreply', site.slug, '→', parent.actor_uri, 'delivered', delivered);
2345 return { id, content, delivered };
2346}
2347
[c6bd87e]2348// attributedTo may be a string, an object {id}, or an ARRAY — e.g. a PeerTube Video is
2349// attributed to [Person (account), Group (channel)]. Pick a usable actor URI (prefer Person).
2350function actorUriOf(att) {
2351 if (!att) return null;
2352 if (typeof att === 'string') return att;
2353 if (Array.isArray(att)) {
2354 const person = att.find((a) => a && typeof a === 'object' && a.type === 'Person' && a.id);
2355 if (person) return person.id;
2356 for (const a of att) { if (typeof a === 'string') return a; if (a && a.id) return a.id; }
2357 return null;
2358 }
2359 return att.id || null;
2360}
2361
[3d7312a]2362// Resolve a remote post URL (any fediverse/Klonkt post) into a reply target.
2363// Returns a parent-shaped object usable by deliverReply(), or null.
2364export async function resolveRemoteNote(url) {
2365 if (!/^https?:\/\//i.test(String(url || ''))) return null;
2366 const note = await fetchActor(url).catch(() => null); // AP GET (content-negotiates)
2367 if (!note || !note.id) return null;
2368 const att = note.attributedTo;
[c6bd87e]2369 const actorUri = actorUriOf(att);
[3d7312a]2370 if (!actorUri) return null;
2371 const actor = await fetchActor(actorUri).catch(() => null);
2372 const ai = actorInfo(actor, actorUri);
[de3d24b]2373 // Is what we're replying to a post (or a comment) on one of OUR posts? If so,
2374 // link our reply to that local post so it shows nested in the post thread.
2375 const localTgt = findThreadTarget(note.id, (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, ''));
[dc8e9bd]2376 // Walk the WHOLE reply chain upward (comment → parent comment → … → root post)
2377 // and collect every ancestor author's inbox, so each participant's server —
2378 // including the original post's author — receives + threads our reply.
2379 const threadInboxes = [];
2380 const seenInbox = new Set();
2381 let cursor = note.inReplyTo, guard = 0;
2382 while (cursor && guard++ < 6) {
2383 const url = typeof cursor === 'string' ? cursor : (cursor && cursor.id);
2384 if (!url) break;
2385 const pn = await fetchActor(url).catch(() => null);
2386 if (!pn) break;
[c6bd87e]2387 const pa = actorUriOf(pn.attributedTo);
[dc8e9bd]2388 if (pa && pa !== actorUri) {
2389 const paDoc = await fetchActor(pa).catch(() => null);
2390 const inbox = paDoc && ((paDoc.endpoints && paDoc.endpoints.sharedInbox) || paDoc.inbox);
2391 if (inbox && !seenInbox.has(inbox)) { seenInbox.add(inbox); threadInboxes.push(inbox); }
[7d932ce]2392 }
[dc8e9bd]2393 cursor = pn.inReplyTo; // climb to the next ancestor
[7d932ce]2394 }
[c6bd87e]2395 // For non-Note objects (PeerTube Video, Article, …) the meaningful label is `name` (the
2396 // title); prepend it so the reply page shows what you're replying to (sanitize cleans it).
2397 let rawHtml = String(note.content || '').replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
2398 if (note.name && note.type && note.type !== 'Note') rawHtml = `<p><strong>${note.name}</strong></p>` + rawHtml;
[2826bb97]2399 const images = (Array.isArray(note.attachment) ? note.attachment : [])
2400 .filter((a) => a && a.url && (!a.mediaType || /^image\//i.test(a.mediaType)))
[3dd99d3]2401 .map((a) => safeUrl(a.url)).filter(Boolean);
[006a3be]2402 // A Klonkt hosted-audio post strips its cover from `attachment` (so Mastodon
2403 // shows the player card, not a loose image) and puts it in `image` instead.
2404 // Same fallback as mediaFromNote() so a boosted music post keeps its cover.
2405 if (!images.length && note.image) {
2406 const im = Array.isArray(note.image) ? note.image[0] : note.image;
2407 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
2408 if (iu) images.push(iu);
2409 }
[3d7312a]2410 return {
[3dd99d3]2411 object_uri: safeUrl(note.id) || note.id,
[3d7312a]2412 actor_uri: actorUri,
2413 actor_url: ai.url,
2414 actor_handle: ai.handle,
2415 actor_name: ai.name,
2416 actor_icon: ai.icon,
[2826bb97]2417 url: note.url || url,
2418 content: HtmlSanitizerService.sanitize(rawHtml), // full, sanitized
[b7d4458]2419 sensitive: !!note.sensitive, // remote CW → blur in the Cirkel
2420 cw: note.summary || '',
[2826bb97]2421 images,
[7d19465]2422 // Full typed media (incl. video/mp4) for the timeline cache. `images` above is
2423 // image-only for the interact page preview; a boosted video-only post (Loops)
2424 // lost its media entirely because upsertBoostedNote only saw `images`.
2425 media: mediaFromNote(note),
[dc8e9bd]2426 threadInboxes, // every ancestor author's inbox
[de3d24b]2427 localPostId: localTgt ? localTgt.post_id : '', // our post this belongs to (if any)
[667fb41]2428 poll: parsePoll(note), // a Question → its options/counts (else null)
[3d7312a]2429 preview: HtmlSanitizerService.toPlainText(note.content || '').slice(0, 240),
2430 };
2431}
2432
[7d932ce]2433// List a site's own outbound fediverse replies (for the manage/delete view).
[bddbfe0]2434// The plain editable text of a stored reply (unwrap links → their text, <br> → newline)
2435// so the manage view can prefill an edit box; the mention is re-added on save.
2436function outboxEditableText(content) {
2437 return String(content || '')
2438 .replace(/<br\s*\/?>/gi, '\n')
2439 .replace(/<a\b[^>]*>([\s\S]*?)<\/a>/gi, '$1')
2440 .replace(/<[^>]+>/g, '')
2441 .replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&')
2442 .trim();
2443}
[7d932ce]2444export function listOutbox(siteSlug) {
[5190152]2445 return db.prepare('SELECT id, content, to_handle, in_reply_to, language, created_at FROM ap_outbox WHERE site_slug = ? ORDER BY created_at DESC')
[bddbfe0]2446 .all(siteSlug).map((r) => { const c = stripLeadingMentions(r.content); return { ...r, content: c, editable: outboxEditableText(c) }; });
[7d932ce]2447}
2448
2449// Delete one of our outbound replies: send Delete(Tombstone) to recipients + remove it.
2450export async function deliverOutboxDelete(site, outboxId) {
2451 const row = iStmts().getO.get(outboxId);
2452 if (!row || row.site_slug !== site.slug) return false;
2453 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2454 if (base) {
2455 const me = actorId(base, site.slug);
2456 const nid = noteId(base, row.id);
[d3b9f68]2457 const del = { '@context': AP_CONTEXT, id: `${nid}#delete-${Date.now()}-${rid()}`, type: 'Delete', actor: me, to: [PUBLIC], object: { id: nid, type: 'Tombstone' } };
[7d932ce]2458 const keys = getOrCreateKeys(site.slug);
2459 const inboxes = new Set();
2460 if (row.to_actor) { const a = await fetchActor(row.to_actor).catch(() => null); if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox); }
2461 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
[ae05747]2462 for (const inbox of [...inboxes].filter(Boolean)) {
2463 try { const st = await deliver(inbox, del, `${me}#main-key`, keys.private_pem); if (st >= 200 && st < 300) continue; } catch { /* queue below */ }
2464 enqueueDelivery(site.slug, inbox, del); // durable: a failed comment-delete now retries (was silently dropped)
2465 }
[7d932ce]2466 }
2467 db.prepare('DELETE FROM ap_outbox WHERE id = ?').run(outboxId);
2468 return true;
2469}
2470
[bddbfe0]2471// Edit one of our outbound replies: rewrite the stored content (mention re-added + #tags
2472// re-linked) and send an Update(Note) so recipients refresh their cached copy.
[5190152]2473export async function deliverOutboxUpdate(site, outboxId, newText, opts = {}) {
[bddbfe0]2474 const row = iStmts().getO.get(outboxId);
2475 if (!row || row.site_slug !== site.slug) return false;
2476 const text = String(newText || '').trim();
[5190152]2477 // Rich edit: same sanitize + enrichment pipeline as deliverReply.
2478 const richClean = opts.html ? HtmlSanitizerService.sanitize(String(opts.html)) : '';
2479 const rich = richClean && HtmlSanitizerService.toPlainText(richClean).trim() ? richClean : '';
2480 if (!text && !rich) return false;
[bddbfe0]2481 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2482 if (!base) return false;
2483 const me = actorId(base, site.slug);
[204bd74]2484 const toActor = row.to_actor ? await fetchActor(row.to_actor).catch(() => null) : null;
2485 const toProfile = row.to_actor ? (actorInfo(toActor, row.to_actor).url || row.to_actor) : '';
2486 const _h = row.to_handle || deriveHandle(row.to_actor);
2487 const toHandle = _h && _h[0] === '@' ? _h : '@' + (_h || '');
[e9c9ae1]2488 // An edit must not drop co-mentions (u02): reuse the OLD content's leading
2489 // mention anchors (the bar's kept list at send time) when present; only fall
2490 // back to rebuilding the single to_actor mention for legacy rows.
2491 const oldPrefix = (String(row.content || '')
2492 .match(/^\s*(?:<p[^>]*>)?\s*((?:<a\b[^>]*class="u-url mention"[^>]*>\s*@[^<]+<\/a>[\s ]*)+)/i) || [])[1] || '';
2493 const mention = oldPrefix || (row.to_actor
2494 ? `<a href="${escHtml(toProfile)}" class="u-url mention" data-actor="${escHtml(row.to_actor)}">${escHtml(toHandle)}</a> ` : '');
[5190152]2495 let content;
2496 let mres;
2497 if (rich) {
2498 mres = await resolveMentionsInText(base, rich);
2499 const processed = linkUrls(linkHashtags(base, mres.html));
2500 if (processed.startsWith('<p>')) content = processed.replace('<p>', `<p>${mention}`);
2501 else if (/^<(blockquote|ul|ol|pre|h[1-6]|div|hr)\b/i.test(processed)) content = `<p>${mention}</p>${processed}`;
2502 else content = `<p>${mention}${processed}</p>`;
2503 } else {
2504 mres = await resolveMentionsInText(base, escHtml(text).replace(/\r?\n/g, '<br>'));
2505 content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
2506 }
2507 // Language may be updated with the edit; attachments always survive untouched.
2508 const newLang = /^[a-z]{2,3}(-[A-Za-z0-9-]+)?$/.test(String(opts.language || '')) ? opts.language : null;
2509 db.prepare('UPDATE ap_outbox SET content = ?, language = COALESCE(?, language) WHERE id = ?').run(content, newLang, outboxId);
[bddbfe0]2510 const note = buildReplyNote(base, site, iStmts().getO.get(outboxId));
2511 note.updated = new Date().toISOString();
2512 const update = {
[d3b9f68]2513 '@context': AP_CONTEXT,
[bddbfe0]2514 id: `${note.id}#update-${Date.now()}-${rid()}`, type: 'Update', actor: me,
2515 published: note.published, updated: note.updated, to: note.to, cc: note.cc, object: note,
2516 };
2517 const keys = getOrCreateKeys(site.slug);
2518 const inboxes = new Set();
[204bd74]2519 if (toActor) inboxes.add((toActor.endpoints && toActor.endpoints.sharedInbox) || toActor.inbox);
[bddbfe0]2520 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
[204bd74]2521 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the edit
[bddbfe0]2522 inboxes.delete(`${me}/inbox`); inboxes.delete(`${base}/ap/inbox`);
2523 let delivered = 0;
2524 for (const inbox of [...inboxes].filter(Boolean)) {
[ae05747]2525 let ok = false;
2526 try { const st = await deliver(inbox, update, `${me}#main-key`, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
2527 if (ok) delivered++;
2528 else enqueueDelivery(site.slug, inbox, update); // durable: retry the edit later (was silently dropped)
[bddbfe0]2529 }
2530 console.log('[AP] outreply edit', site.slug, 'delivered', delivered);
2531 return { ok: true, content, delivered };
2532}
2533
[914eb9f]2534// ── Fediverse CLIENT: follow accounts + home timeline ─────────────
2535// Resolve an @user@domain handle to its actor URL via WebFinger.
2536export async function webfingerResolve(handle) {
2537 const h = String(handle || '').trim().replace(/^@/, '');
2538 const parts = h.split('@');
2539 if (parts.length !== 2 || !parts[0] || !parts[1]) return null;
2540 const acct = `${parts[0]}@${parts[1]}`;
2541 try {
[3dd99d3]2542 const r = await safeFetch(`https://${parts[1]}/.well-known/webfinger?resource=acct:${encodeURIComponent(acct)}`,
2543 { headers: { Accept: 'application/jrd+json, application/json' } });
[914eb9f]2544 if (!r.ok) return null;
2545 const jrd = await r.json();
2546 const link = (jrd.links || []).find((l) => l.rel === 'self' && /activity\+json|ld\+json/.test(l.type || ''));
[3dd99d3]2547 return safeUrl(link ? link.href : '') || null;
[914eb9f]2548 } catch { return null; }
2549}
2550
[f278df9]2551let _insFw, _delFw, _listFw, _accFw, _oneFw, _setAB;
[914eb9f]2552function fwStmts() {
2553 if (!_insFw) {
[f278df9]2554 _insFw = db.prepare('INSERT OR REPLACE INTO ap_following (slug, actor_uri, handle, name, icon, url, inbox, follow_id, status, auto_boost, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
[914eb9f]2555 _delFw = db.prepare('DELETE FROM ap_following WHERE slug = ? AND actor_uri = ?');
2556 _listFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? ORDER BY created_at DESC');
2557 _accFw = db.prepare("UPDATE ap_following SET status = 'accepted' WHERE follow_id = ?");
2558 _oneFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? AND actor_uri = ?');
[f278df9]2559 _setAB = db.prepare('UPDATE ap_following SET auto_boost = ? WHERE slug = ? AND actor_uri = ?');
[914eb9f]2560 }
[f278df9]2561 return { ins: _insFw, del: _delFw, list: _listFw, acc: _accFw, one: _oneFw, setAB: _setAB };
[914eb9f]2562}
2563export function listFollowing(slug) { return fwStmts().list.all(slug); }
2564
[f278df9]2565// Toggle auto-boost ("feature") on an account we already follow.
2566export function setAutoBoost(slug, actorUri, on) {
2567 try { fwStmts().setAB.run(on ? 1 : 0, slug, actorUri); } catch { /* ignore */ }
[bea59a1]2568 // Featuring an account → AP-native catch-up so the Cirkel isn't empty until they next
2569 // post (push doesn't backfill history-before-follow). Fire-and-forget pull, sends nothing.
2570 if (on) backfillFromOutbox(slug, actorUri).catch(() => {});
[f278df9]2571 return { ok: true };
2572}
2573
[914eb9f]2574let _insTl, _listTl, _delTl;
2575function tlStmts() {
2576 if (!_insTl) {
[b7d4458]2577 _insTl = db.prepare('INSERT OR IGNORE INTO ap_timeline (id, slug, author_uri, author_name, author_handle, author_icon, author_url, content, url, published, media_json, nsfw, cw, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
[7b04d3b]2578 _listTl = db.prepare('SELECT * FROM ap_timeline WHERE slug = ? ORDER BY COALESCE(published, created_at) DESC LIMIT ? OFFSET ?');
[914eb9f]2579 _delTl = db.prepare('DELETE FROM ap_timeline WHERE id = ?');
2580 }
2581 return { ins: _insTl, list: _listTl, del: _delTl };
2582}
[7b04d3b]2583export function getTimeline(slug, limit, offset) { return tlStmts().list.all(slug, limit || 50, offset || 0); }
[914eb9f]2584
[fb30b5d]2585// Inbox C2S read: a timeline row's media_json ([{url, type}], written on the
2586// inbound Create) → AS2 `attachment` array, so a client (Shaer) can render a
2587// friend's images/audio/video natively, exactly like own outbox posts. The
2588// stored `type` is the mediaType and may be ''. Malformed JSON yields
2589// undefined and never blocks the item.
2590export function timelineAttachments(mediaJson) {
2591 try {
2592 const list = mediaJson ? JSON.parse(mediaJson) : [];
2593 const rows = (Array.isArray(list) ? list : [])
2594 .filter((m) => m && m.url)
2595 .map((m) => ({ type: 'Document', mediaType: m.type || undefined, url: m.url }));
2596 return rows.length ? rows : undefined;
2597 } catch { return undefined; }
2598}
2599
[97bacf2]2600// FEP-9098 custom emojis. Inbound: keep the note's Emoji tags (as JSON) so we
2601// can serve them back. `extractEmojiTags` returns the JSON to store (or null);
2602// `timelineEmojis` turns the stored JSON back into an AS2 `tag` array for the
2603// C2S inbox read, so a client (Shaer) can render :shortcode: as an image.
2604export function extractEmojiTags(tag) {
2605 const arr = Array.isArray(tag) ? tag : (tag ? [tag] : []);
2606 const emojis = arr.filter((t) => t && (Array.isArray(t.type) ? t.type[0] : t.type) === 'Emoji'
2607 && typeof t.name === 'string' && t.icon);
2608 return emojis.length ? JSON.stringify(emojis) : null;
2609}
2610export function timelineEmojis(emojiJson) {
2611 try { const arr = emojiJson ? JSON.parse(emojiJson) : null; return (Array.isArray(arr) && arr.length) ? arr : undefined; }
2612 catch { return undefined; }
2613}
2614
[eb36688]2615// FEP-e232 object links (quotes / inline references). Inbound: keep the note's
2616// Link tags whose mediaType marks an AP object (the AS2-profiled ld+json, or
2617// activity+json as its equivalent) as JSON, so the C2S inbox read can serve
2618// them back and a client (Shaer) can render the quote/reference. Mirrors
2619// extractEmojiTags. Plain hyperlinks (text/html) and Mentions are dropped.
2620export function extractObjectLinkTags(tag) {
2621 const arr = Array.isArray(tag) ? tag : (tag ? [tag] : []);
2622 const links = arr.filter((t) => {
2623 if (!t || (Array.isArray(t.type) ? t.type[0] : t.type) !== 'Link') return false;
2624 if (typeof t.href !== 'string' || !t.href) return false;
2625 const mt = String(t.mediaType || '').toLowerCase();
2626 return (mt.startsWith('application/ld+json') && mt.includes('activitystreams'))
2627 || mt.startsWith('application/activity+json');
2628 });
2629 return links.length ? JSON.stringify(links) : null;
2630}
2631export function timelineObjectLinks(linkJson) {
2632 try { const arr = linkJson ? JSON.parse(linkJson) : null; return (Array.isArray(arr) && arr.length) ? arr : undefined; }
2633 catch { return undefined; }
2634}
2635
[cc3cf7d]2636// FEP-044f quote posts: a quote is usually NOT an FEP-e232 tag but an
2637// object-level property. FEP-044f §"how to recognise" lists them all:
2638// `quote` (the FEP property, a string or an embedded Link/object), and the
2639// de-facto `quoteUrl` (as:), `quoteUri` (fedibird), `_misskey_quote` (misskey).
2640// This returns the quoted object's URL from whichever is present.
2641export function extractQuoteUrl(note) {
2642 if (!note || typeof note !== 'object') return null;
2643 const q = note.quote ?? note.quoteUrl ?? note.quoteUri ?? note['_misskey_quote'];
2644 if (!q) return null;
2645 if (typeof q === 'string') return q || null;
2646 if (typeof q === 'object') return (typeof q.id === 'string' && q.id) || (typeof q.href === 'string' && q.href) || null;
2647 return null;
2648}
2649
2650// The note's object-link tags for storage: real FEP-e232 Link tags PLUS any
2651// FEP-044f object-level quote, normalised to one FEP-e232-shaped Link (rel
2652// _misskey_quote) so the client's single object-link path renders them all.
2653// Deduped by href. Returns the JSON to store (or null if the note has neither).
2654export function extractLinkJson(note) {
2655 const links = [];
2656 const fromTag = extractObjectLinkTags(note && note.tag);
2657 if (fromTag) { try { links.push(...JSON.parse(fromTag)); } catch { /* ignore */ } }
2658 const qUrl = extractQuoteUrl(note);
2659 if (qUrl && !links.some((l) => l && l.href === qUrl)) {
2660 links.push({ type: 'Link', mediaType: 'application/activity+json', href: qUrl,
2661 rel: ['https://misskey-hub.net/ns#_misskey_quote'], name: qUrl });
2662 }
2663 return links.length ? JSON.stringify(links) : null;
2664}
2665
[6fd0e20]2666// The URL of the quoted post, from either an object-level quote (FEP-044f) or a
2667// quote-rel FEP-e232 Link tag. Used to resolve the embedded quote card.
2668export function quoteHrefOf(note) {
2669 const direct = extractQuoteUrl(note);
2670 if (direct) return direct;
2671 const arr = Array.isArray(note && note.tag) ? note.tag : (note && note.tag ? [note.tag] : []);
2672 for (const t of arr) {
2673 if (!t || (Array.isArray(t.type) ? t.type[0] : t.type) !== 'Link' || typeof t.href !== 'string') continue;
2674 const rel = Array.isArray(t.rel) ? t.rel : (t.rel ? [t.rel] : []);
2675 if (rel.some((r) => /quote/i.test(String(r)))) return t.href;
2676 }
2677 return null;
2678}
2679
2680// Turn the stored quote snapshot back into the object the C2S inbox read serves
2681// as `shaer:quote`, so the client can render the embedded quote card.
2682export function timelineQuote(quoteJson) {
2683 try { const q = quoteJson ? JSON.parse(quoteJson) : null; return (q && typeof q === 'object') ? q : undefined; }
2684 catch { return undefined; }
2685}
2686
[a677616]2687// Store the author's display-name emoji map (from actorInfo().emojis) on a
2688// timeline row, so the byline can render a ":shortcode:" name. No-op when the
2689// name has no custom emoji (the common case).
2690function storeAuthorEmoji(id, slug, ai) {
2691 if (!ai || !ai.emojis || !Object.keys(ai.emojis).length) return;
2692 try { db.prepare('UPDATE ap_timeline SET author_emoji_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(ai.emojis), id, slug); } catch { /* ignore */ }
2693}
2694
[2c22bb5]2695// ── Cirkel = posts from the accounts you auto-boost ("feature an artist") ──
[d8e3ff7]2696let _abCount, _cirkelPosts, _cirkelMembers;
[2c22bb5]2697export function autoBoostCount(slug) {
2698 try { if (!_abCount) _abCount = db.prepare('SELECT COUNT(*) AS n FROM ap_following WHERE slug = ? AND auto_boost = 1'); return _abCount.get(slug).n; } catch { return 0; }
2699}
[520e477]2700export function getCirkelPosts(slug, limit, offset) {
[2c22bb5]2701 try {
[5045c30]2702 // Cirkel = posts from featured (auto_boost) accounts + posts you boosted
2703 // (t.boosted), mixed by date. One row per note in ap_timeline → no duplicates.
[2c22bb5]2704 if (!_cirkelPosts) _cirkelPosts = db.prepare(`
2705 SELECT t.id, t.author_uri, t.author_name, t.author_handle, t.author_icon, t.author_url,
[b7d4458]2706 t.content, t.url, t.published, t.media_json, t.boosted, t.nsfw, t.cw
[2c22bb5]2707 FROM ap_timeline t
[5045c30]2708 LEFT JOIN ap_following f ON f.slug = t.slug AND f.actor_uri = t.author_uri
2709 WHERE t.slug = ? AND (f.auto_boost = 1 OR t.boosted = 1)
[2c22bb5]2710 ORDER BY COALESCE(t.published, t.created_at) DESC, t.rowid DESC
[520e477]2711 LIMIT ? OFFSET ?`);
2712 return _cirkelPosts.all(slug, limit || 60, offset || 0);
[2c22bb5]2713 } catch { return []; }
2714}
2715export function getCirkelMembers(slug) {
[d8e3ff7]2716 try { if (!_cirkelMembers) _cirkelMembers = db.prepare('SELECT name, url, icon FROM ap_following WHERE slug = ? AND auto_boost = 1 ORDER BY name'); return _cirkelMembers.all(slug); } catch { return []; }
[2c22bb5]2717}
[5045c30]2718// Mark a timeline post as boosted so it shows in the Cirkel (mixed by date).
[78b6d8a]2719let _markBoost, _unmarkBoost, _boostedCount;
[5045c30]2720export function markBoosted(slug, noteId) {
2721 try { if (!_markBoost) _markBoost = db.prepare('UPDATE ap_timeline SET boosted = 1 WHERE slug = ? AND id = ?'); _markBoost.run(slug, noteId); } catch { /* ignore */ }
2722}
[78b6d8a]2723export function unmarkBoosted(slug, noteId) {
2724 try { if (!_unmarkBoost) _unmarkBoost = db.prepare('UPDATE ap_timeline SET boosted = 0 WHERE slug = ? AND id = ?'); _unmarkBoost.run(slug, noteId); } catch { /* ignore */ }
2725}
[9d34855]2726let _markLike, _unmarkLike;
2727export function markLiked(slug, noteId) {
2728 try { if (!_markLike) _markLike = db.prepare('UPDATE ap_timeline SET liked = 1 WHERE slug = ? AND id = ?'); _markLike.run(slug, noteId); } catch { /* ignore */ }
2729}
2730export function unmarkLiked(slug, noteId) {
2731 try { if (!_unmarkLike) _unmarkLike = db.prepare('UPDATE ap_timeline SET liked = 0 WHERE slug = ? AND id = ?'); _unmarkLike.run(slug, noteId); } catch { /* ignore */ }
2732}
[0a75356]2733export function getTimelineReaction(slug, noteId) {
2734 try { const r = db.prepare('SELECT liked, boosted FROM ap_timeline WHERE slug = ? AND id = ?').get(slug, noteId); return { liked: !!(r && r.liked), boosted: !!(r && r.boosted) }; } catch { return { liked: false, boosted: false }; }
2735}
[74d61e6]2736// Boost a REMOTE post that may not be in your timeline (you don't follow the author):
2737// store it in ap_timeline (INSERT OR IGNORE → no dup for followed posts) so it shows in
2738// the Cirkel with a Boost badge, then flag it boosted.
2739export function upsertBoostedNote(slug, note) {
2740 if (!slug || !note || !note.object_uri) return;
2741 const id = note.object_uri;
[7d19465]2742 // Prefer the full typed media (incl. video/mp4 — a Loops boost is video-only and
2743 // rendered a bare text tile); fall back to the image-only list for older callers.
2744 const media = (note.media && note.media !== '[]')
2745 ? note.media
2746 : JSON.stringify((note.images || []).map((u) => ({ url: u, type: 'image/jpeg' })));
[74d61e6]2747 try {
[6dd1a3f]2748 const r = tlStmts().ins.run(id, slug, note.actor_uri || '', note.actor_name || '', note.actor_handle || '',
[74d61e6]2749 note.actor_icon || '', note.actor_url || '', note.content || '', note.url || null,
[b7d4458]2750 new Date().toISOString(), media, note.sensitive ? 1 : 0, note.cw || null);
[6dd1a3f]2751 if (!r.changes) {
2752 // Row already cached (INSERT OR IGNORE) → refresh it with the freshly
2753 // resolved note. Without this a row cached without its cover (or with
2754 // stale content) stayed stale forever — even boosting again didn't heal it.
[7d19465]2755 // Keep the CACHED media when the resolve yielded none: an empty re-resolve
2756 // used to clobber a good media_json (the followed copy had the video, the
2757 // boost wiped it to []).
2758 db.prepare(`UPDATE ap_timeline SET content = ?, media_json = CASE WHEN ? = '[]' THEN media_json ELSE ? END,
2759 nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE slug = ? AND id = ?`)
2760 .run(note.content || '', media, media, note.sensitive ? 1 : 0, note.cw || null, note.url || null, slug, id);
[6dd1a3f]2761 }
[74d61e6]2762 } catch { /* ignore */ }
2763 markBoosted(slug, id);
2764}
[5045c30]2765export function boostedCount(slug) {
2766 try { if (!_boostedCount) _boostedCount = db.prepare('SELECT COUNT(*) AS n FROM ap_timeline WHERE slug = ? AND boosted = 1'); return _boostedCount.get(slug).n; } catch { return 0; }
2767}
[2c22bb5]2768
[4c47eff]2769// Resolve a Klonkt/AP actor URL from a site root: a Klonkt site's root 302s to
2770// /ap/users/<slug> (content negotiation; Location may be relative). Used by
2771// followActor for bare-domain follows.
2772// NB: the old auto-migration of legacy Cirkels (circle_links -> AP follows) was
2773// REMOVED on 2026-06-26 — it auto-sent Follows on boot, which violates "the code
2774// never throws anything into the fediverse automatically" (would surprise-Follow
2775// for some operators at scale). The dead circle_links table stays as harmless dead
[297c77d]2776// data; an operator restores an old cirkel by re-following in /following (their click).
[d71ed03]2777async function resolveApActor(siteUrl) {
2778 try {
2779 const r = await fetch(siteUrl, { headers: { Accept: 'application/activity+json' }, redirect: 'manual' });
2780 if (r.status >= 300 && r.status < 400) { const loc = r.headers.get('location'); if (loc) return new URL(loc, siteUrl).href; }
2781 if (r.ok) return siteUrl;
2782 } catch { /* unreachable */ }
2783 return null;
2784}
2785
[b79466e]2786// ── Self-heal: re-sync the fediverse cache (ap_timeline) after a DRASTIC update ──
2787// Runs ONCE per SELFHEAL_VERSION bump — NOT on every boot. Re-fetches each cached
2788// note and refreshes content + media (recovers covers/edits that were delivered
2789// during a flux window, e.g. a fleet-wide update), and drops notes that are gone
2790// (404/410). Bump SELFHEAL_VERSION only on a release that warrants a re-sync.
[a677616]2791const SELFHEAL_VERSION = 13; // v13: capture custom-emoji display names (author_emoji_json) onto already-cached posts
[b79466e]2792async function fetchNoteAP(url) {
2793 try {
2794 const r = await fetch(url, { headers: { Accept: 'application/activity+json' } });
2795 if (r.status === 404 || r.status === 410) return 404;
2796 if (r.ok) return await r.json();
2797 } catch { /* unreachable */ }
2798 return null;
2799}
2800function mediaFromNote(note) {
2801 const atts = (Array.isArray(note.attachment) ? note.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
2802 if (!atts.some((m) => !m.type || /image/i.test(m.type)) && note.image) {
2803 const im = Array.isArray(note.image) ? note.image[0] : note.image;
2804 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
2805 if (iu) atts.push({ url: iu, type: (im && im.mediaType) || 'image/jpeg' });
2806 }
2807 return JSON.stringify(atts);
2808}
[6fd0e20]2809
2810// FEP-044f embedded quote card: resolve the quoted post to a compact, sanitised
2811// snapshot { url, author{name,handle,icon}, content, published, media } so the
2812// client can render it as a nested card instead of a bare link. Best-effort and
2813// SSRF-safe (apGetJson): returns null on any failure, and the client falls back
2814// to the object-link chip. The content goes through the same sanitiser as every
2815// other note, so the kid-safe guarantees hold.
2816async function resolveQuote(note) {
2817 const url = quoteHrefOf(note);
2818 if (!url) return null;
2819 const q = await apGetJson(url);
2820 if (!q || typeof q !== 'object') return null;
2821 const authorUri = typeof q.attributedTo === 'string' ? q.attributedTo
2822 : (q.attributedTo && typeof q.attributedTo.id === 'string' ? q.attributedTo.id : null);
2823 const ai = authorUri ? actorInfo(await fetchActor(authorUri), authorUri) : null;
[af6e085]2824 // The quoted post's own FEP-9098 emojis, so :shortcode: renders in the card.
2825 const emojis = {};
2826 try {
2827 for (const e of JSON.parse(extractEmojiTags(q.tag) || '[]')) {
2828 const u = e.icon && (e.icon.url || (Array.isArray(e.icon) && e.icon[0] && e.icon[0].url));
2829 if (typeof e.name === 'string' && u) emojis[e.name] = u;
2830 }
2831 } catch { /* ignore */ }
2832 let media = []; try { media = JSON.parse(mediaFromNote(q)); } catch { /* ignore */ }
[6fd0e20]2833 const snapshot = {
2834 url: safeUrl(q.url || q.id || url) || url,
2835 author: ai ? { name: ai.name, handle: ai.handle, icon: ai.icon } : null,
2836 content: HtmlSanitizerService.sanitize(q.content || ''),
2837 published: q.published || null,
[af6e085]2838 media,
2839 emojis: Object.keys(emojis).length ? emojis : undefined,
[6fd0e20]2840 };
2841 return JSON.stringify(snapshot);
2842}
[bea59a1]2843// A generic SSRF-safe AP GET (collections / pages).
2844async function apGetJson(url) {
2845 try {
2846 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
2847 if (!r.ok) return null;
2848 const len = Number(r.headers.get('content-length') || 0);
2849 if (len > 3_000_000) return null;
2850 return await r.json();
2851 } catch { return null; }
2852}
2853// AP-native catch-up: pull an actor's standard `outbox` collection and merge their recent
2854// top-level posts into the timeline for `slug`. Push (Create delivery) cannot backfill
2855// history-from-before-you-followed or a delivery that was missed while you were down;
2856// reading the outbox is the spec-conform way to catch up. PULL ONLY — sends nothing.
2857export async function backfillFromOutbox(slug, actorUri, limit = 20) {
2858 try {
2859 if (!slug || !actorUri) return 0;
2860 const actor = await fetchActor(actorUri);
2861 if (!actor || !actor.outbox) return 0;
2862 let page = await apGetJson(typeof actor.outbox === 'string' ? actor.outbox : actor.outbox.id);
2863 let items = (page && (page.orderedItems || page.items)) || [];
2864 if (!items.length && page && page.first) {
2865 page = await apGetJson(typeof page.first === 'string' ? page.first : page.first.id);
2866 items = (page && (page.orderedItems || page.items)) || [];
2867 }
2868 if (!Array.isArray(items) || !items.length) return 0;
2869 const ai = actorInfo(actor, actorUri);
2870 let added = 0;
2871 for (const it of items.slice(0, limit)) {
2872 // Each item is usually a Create wrapping a Note, or sometimes the Note itself.
2873 const o = (it && typeof it.object === 'object' && it.object) ? it.object : it;
2874 if (!o || !o.id) continue;
[731e431]2875 if (o.type && o.type !== 'Note' && o.type !== 'Article' && o.type !== 'Question') continue; // skip boosts/other
[bea59a1]2876 if (o.inReplyTo) continue; // top-level only
2877 const auth = actorUriOf(o.attributedTo);
2878 if (auth && auth !== actorUri) continue; // their OWN posts only
2879 const html = HtmlSanitizerService.sanitize(o.content || '');
[731e431]2880 const poll = parsePoll(o); // a Question (poll) → carry its options/counts on backfill too
[bea59a1]2881 try {
2882 const r = tlStmts().ins.run(o.id, slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, mediaFromNote(o), o.sensitive ? 1 : 0, o.summary || null);
2883 if (r && r.changes > 0) added++;
[97bacf2]2884 // FEP-9098: keep custom-emoji tags from backfilled posts too.
2885 { const ej = extractEmojiTags(o.tag); if (ej) { try { db.prepare('UPDATE ap_timeline SET emoji_json = ? WHERE id = ? AND slug = ?').run(ej, o.id, slug); } catch { /* ignore */ } } }
[a677616]2886 storeAuthorEmoji(o.id, slug, ai); // custom-emoji display name for the byline
[cc3cf7d]2887 // FEP-e232 + FEP-044f: keep object-link/quote tags from backfilled posts too.
2888 { const lj = extractLinkJson(o); if (lj) { try { db.prepare('UPDATE ap_timeline SET link_json = ? WHERE id = ? AND slug = ?').run(lj, o.id, slug); } catch { /* ignore */ } } }
[6fd0e20]2889 // FEP-044f: resolve the embedded quote card for backfilled posts too.
2890 if (quoteHrefOf(o)) { const qj = await resolveQuote(o); if (qj) { try { db.prepare('UPDATE ap_timeline SET quote_json = ? WHERE id = ? AND slug = ?').run(qj, o.id, slug); } catch { /* ignore */ } } }
[731e431]2891 // Set poll_json if this is a poll and we don't already have it (COALESCE preserves a vote).
2892 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = COALESCE(poll_json, ?) WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, slug); } catch { /* ignore */ } }
[bea59a1]2893 } catch { /* ignore */ }
2894 }
2895 if (added) console.log('[AP] outbox backfill', actorUri, '→', slug, '+' + added);
2896 return added;
2897 } catch { return 0; }
2898}
[dc41bef]2899
2900// ── Remote thread crawl (fill the gaps in a local post's conversation) ────────────
2901// Most replies reach us by delivery, but replies-to-replies that live on other servers and
2902// aren't addressed to us are missed. This pulls the AS2 `replies` collections of the replies
[43273c9]2903// we DO have, caching any newly-found ones in ap_interactions.
2904//
2905// Matches Mastodon's behaviour: ONE level per crawl (like its FetchRepliesService), not a deep
2906// recursive walk. Deeper levels fill in incrementally across crawls — once a fetched reply is
2907// cached it becomes a seed itself, so its own replies are pulled on a later view (Mastodon's
2908// per-status cascade). Bounded + polite (serial), PULL only, and stale-while-revalidate: it
2909// never runs in a page request — the view renders from cache; a stale post kicks off a
2910// background refresh for the NEXT view.
[dc41bef]2911const THREAD_TTL_MS = 15 * 60 * 1000; // don't re-crawl a post more than ~4×/hour
[43273c9]2912const THREAD_MAX_DEPTH = 1; // one hop per crawl (like Mastodon); deeper fills in over crawls
[dc41bef]2913const THREAD_MAX_FETCHES = 30; // hard cap on remote GETs per crawl (be a good peer)
2914const _crawlingThreads = new Set(); // per-post in-flight lock (no stampede across views)
2915
2916function threadCrawlTs(postId) {
2917 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('thread_crawl:' + postId); return r ? (Number(r.value) || 0) : 0; }
2918 catch { return 0; }
2919}
2920function setThreadCrawlTs(postId, ts) {
2921 try { db.prepare('INSERT INTO app_settings (key, value) VALUES (?, ?) ON CONFLICT(key) DO UPDATE SET value = excluded.value').run('thread_crawl:' + postId, String(ts)); }
2922 catch { /* ignore */ }
2923}
2924
2925// Read a note's `replies` (string ref / Collection with `first` / paged CollectionPages) →
2926// child note URIs. Every remote GET goes through `budget` so the whole crawl stays capped.
2927async function collectReplyItems(repliesRef, maxPages, budget) {
2928 const uris = [];
2929 let node = typeof repliesRef === 'string' ? await budget.get(repliesRef) : repliesRef;
2930 if (node && node.first) node = typeof node.first === 'string' ? await budget.get(node.first) : node.first;
2931 let pages = 0;
2932 while (node && pages++ < maxPages) {
2933 for (const it of (node.items || node.orderedItems || [])) {
2934 const u = typeof it === 'string' ? it : (it && it.id);
2935 if (u && /^https?:\/\//i.test(u)) uris.push(u);
2936 }
2937 if (!node.next) break;
2938 node = typeof node.next === 'string' ? await budget.get(node.next) : node.next;
2939 }
2940 return uris;
2941}
2942
2943async function crawlThread(postId) {
2944 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2945 if (!base) return;
2946 // Seed frontier = the remote reply note URIs we already have; also the dedup set.
2947 let known;
2948 try { known = new Set(db.prepare("SELECT object_uri FROM ap_interactions WHERE post_id = ? AND kind = 'reply' AND object_uri != ''").all(postId).map((r) => r.object_uri)); }
2949 catch { return; }
2950 const seeds = [...known].filter((u) => /^https?:\/\//i.test(u));
2951 if (!seeds.length) return; // nothing remote to expand
[67c1f24]2952 // Owner-removed replies (tombstones) join the dedup set AFTER seeding, so the
2953 // crawler never re-adds them via thread-filling (they're gone from the seeds
2954 // already because rejectInteraction deleted their ap_interactions row).
2955 try { for (const r of db.prepare('SELECT object_uri FROM ap_rejected_objects WHERE post_id = ?').all(postId)) known.add(r.object_uri); }
2956 catch { /* table always exists after boot migration */ }
[dc41bef]2957
2958 let fetches = 0;
2959 const budget = { get: async (u) => { if (fetches >= THREAD_MAX_FETCHES) return null; fetches++; return apGetJson(u); } };
2960 const visited = new Set(); // notes whose replies collection we've already expanded
2961 let frontier = seeds.slice();
2962 let added = 0;
2963
2964 for (let depth = 0; depth < THREAD_MAX_DEPTH && frontier.length && fetches < THREAD_MAX_FETCHES; depth++) {
2965 const nextFrontier = [];
2966 for (const noteUri of frontier) {
2967 if (visited.has(noteUri) || fetches >= THREAD_MAX_FETCHES) continue;
2968 visited.add(noteUri);
2969 const note = await budget.get(noteUri);
2970 if (!note || !note.replies) continue;
2971 const childUris = await collectReplyItems(note.replies, 2, budget);
2972 for (const cu of childUris) {
2973 if (known.has(cu) || fetches >= THREAD_MAX_FETCHES) continue;
2974 known.add(cu);
2975 const child = await budget.get(cu);
2976 if (!child || !child.id || (child.type !== 'Note' && child.type !== 'Article')) continue;
[67c1f24]2977 if (isRejectedObject(child.id)) continue; // note id can differ from the collection URI (redirects)
[dc41bef]2978 const actorUri = actorUriOf(child.attributedTo);
2979 if (!actorUri || isBlockedAny(actorUri)) continue; // skip blocked authors
2980 const actor = await budget.get(actorUri); // may be null if budget spent → fallback handle
2981 const ai = actorInfo(actor, actorUri);
2982 const html = HtmlSanitizerService.sanitize(child.content || '');
2983 // The child replies to `note` by construction (it's in note's replies collection).
[3778ddb]2984 try { iStmts().ins.run('reply', postId, child.id, actorUri, ai.name, ai.handle, ai.url, ai.icon, html, child.published || null, note.id || noteUri, noteVisibility(child)); added++; } catch { /* ignore */ }
[dc41bef]2985 nextFrontier.push(child.id); // expand this reply's own replies next depth
2986 }
2987 }
2988 frontier = nextFrontier;
2989 }
2990 if (added) console.log('[AP] thread crawl', postId, '+' + added, 'remote replies (' + fetches + ' fetches)');
2991}
2992
2993// Stale-while-revalidate entry point: call from the post view. Renders nothing, blocks nothing —
2994// fires a background crawl only if this post hasn't been crawled within the TTL.
2995export function maybeCrawlThread(postId) {
2996 if (!postId || _crawlingThreads.has(postId)) return;
2997 if (Date.now() - threadCrawlTs(postId) < THREAD_TTL_MS) return;
2998 _crawlingThreads.add(postId);
2999 setThreadCrawlTs(postId, Date.now()); // optimistic mark so concurrent/next views don't re-fire
3000 crawlThread(postId).catch((e) => console.warn('[AP] thread crawl failed:', e && e.message)).finally(() => _crawlingThreads.delete(postId));
3001}
3002
[b79466e]3003let _selfHealing = false;
3004export async function selfHealTimeline() {
3005 if (_selfHealing) return; _selfHealing = true;
3006 try {
3007 let cur = 0;
3008 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_version'); cur = r ? (parseInt(r.value, 10) || 0) : 0; } catch { return; }
3009 if (cur >= SELFHEAL_VERSION) return; // already healed for this version — skip on normal boots
3010 let rows = [];
[a677616]3011 try { rows = db.prepare('SELECT id, content, media_json, nsfw, cw, url, emoji_json, link_json, quote_json, author_uri, author_name, author_emoji_json FROM ap_timeline ORDER BY rowid DESC LIMIT 200').all(); } catch { /* no table */ }
[14f54a7]3012 let healed = 0, failed = 0;
[b79466e]3013 for (const r of rows) {
3014 try {
3015 const note = await fetchNoteAP(r.id);
3016 if (note === 404) { db.prepare('DELETE FROM ap_timeline WHERE id = ?').run(r.id); healed++; continue; }
[14f54a7]3017 if (!note || typeof note !== 'object') { failed++; continue; } // origin unreachable right now
[b79466e]3018 const html = HtmlSanitizerService.sanitize(note.content || '');
3019 const media = mediaFromNote(note);
[9e4e4ff]3020 const nsfw = note.sensitive ? 1 : 0; // re-sync NSFW/sensitive + CW onto already-cached posts
3021 const cw = note.summary || null;
[5924bbf]3022 const url = note.url || null; // re-sync the human url (catches a remote slug rename)
[8f8b40f]3023 const emoji = extractEmojiTags(note.tag); // FEP-9098: re-capture custom-emoji tags (v8)
[cc3cf7d]3024 const link = extractLinkJson(note); // FEP-e232 + FEP-044f: re-capture object-link/quote tags (v9)
[6fd0e20]3025 // FEP-044f: resolve the embedded quote card (v11). COALESCE-style: keep a
3026 // cached snapshot if the quoted post is momentarily unreachable now.
3027 const quote = quoteHrefOf(note) ? (await resolveQuote(note)) || r.quote_json || null : null;
3028 if ((html && html !== r.content) || media !== (r.media_json || '[]') || nsfw !== (r.nsfw || 0) || (cw || '') !== (r.cw || '') || (url && url !== r.url) || (emoji || '') !== (r.emoji_json || '') || (link || '') !== (r.link_json || '') || (quote || '') !== (r.quote_json || '')) {
3029 db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url), emoji_json = ?, link_json = ?, quote_json = ? WHERE id = ?').run(html || r.content, media, nsfw, cw, url, emoji, link, quote, r.id);
[b79466e]3030 healed++;
3031 }
[a677616]3032 // v13: a custom-emoji display name needs the author's emoji map. Fetch
3033 // the actor once, only for rows whose name has a shortcode and no map yet.
3034 if (/:[A-Za-z0-9_+-]+:/.test(r.author_name || '') && !r.author_emoji_json && r.author_uri) {
3035 const ai = actorInfo(await fetchActor(r.author_uri), r.author_uri);
3036 if (ai.emojis) { try { db.prepare('UPDATE ap_timeline SET author_emoji_json = ? WHERE id = ?').run(JSON.stringify(ai.emojis), r.id); } catch { /* ignore */ } }
3037 }
[14f54a7]3038 } catch { failed++; /* per-note best-effort */ }
[b79466e]3039 }
[14f54a7]3040 // Only mark this version DONE after a clean pass. Some origins are briefly
3041 // offline exactly when we heal (phone-hosted instances!): skipping them and
3042 // consuming the version would leave those rows stale forever. Instead retry
3043 // on the next boots, giving up after a few attempts (permanently-dead
3044 // origins answer 404/410 and are deleted above, so they don't loop).
3045 const setSetting = (k, v) => { try { db.prepare('INSERT OR REPLACE INTO app_settings (key, value) VALUES (?, ?)').run(k, String(v)); } catch { /* ignore */ } };
3046 let attempts = 0;
3047 try { const a = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_attempts'); attempts = a ? (parseInt(a.value, 10) || 0) : 0; } catch { /* ignore */ }
3048 if (failed === 0 || attempts >= 4) {
3049 setSetting('selfheal_version', SELFHEAL_VERSION);
3050 setSetting('selfheal_attempts', 0);
3051 } else {
3052 setSetting('selfheal_attempts', attempts + 1);
3053 }
3054 if (rows.length) console.log(`[AP] self-heal v${SELFHEAL_VERSION}: ${healed}/${rows.length} timeline notes${failed ? ` (${failed} unreachable — will retry next boot)` : ''}`);
[b79466e]3055 } catch { /* never block boot */ } finally { _selfHealing = false; }
3056}
3057
[914eb9f]3058// Follow a fediverse account by @handle (WebFinger → actor → signed Follow).
[f278df9]3059export async function followActor(site, handle, autoBoost = false) {
[914eb9f]3060 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3061 if (!base || !site || !site.slug) return { error: 'config' };
[98688c6]3062 // Accept any of: a profile/actor URL, an @user@host handle (WebFinger), or a
3063 // bare site domain (site.com) — for a single-actor site (Klonkt etc.) the root
3064 // resolves to its AP actor, so you can follow a site by just its domain.
[8ad1784]3065 const s = String(handle || '').trim();
[98688c6]3066 let actorUrl;
3067 if (/^https?:\/\//i.test(s)) actorUrl = safeUrl(s) || null;
3068 else if (s.includes('@')) actorUrl = await webfingerResolve(s);
3069 else if (/^[a-z0-9.-]+\.[a-z]{2,}/i.test(s)) actorUrl = await resolveApActor('https://' + s.replace(/^\/+|\/+$/g, ''));
3070 else actorUrl = null;
[914eb9f]3071 if (!actorUrl) return { error: 'not_found' };
3072 const actor = await fetchActor(actorUrl).catch(() => null);
3073 if (!actor || !actor.id || !actor.inbox) return { error: 'unreachable' };
3074 const ai = actorInfo(actor, actor.id);
3075 const me = actorId(base, site.slug);
3076 const keys = getOrCreateKeys(site.slug);
[3dd99d3]3077 const followId = `${me}#follow-${Date.now()}-${rid()}`;
[f278df9]3078 fwStmts().ins.run(site.slug, actor.id, ai.handle, ai.name, ai.icon, ai.url, actor.inbox, followId, 'pending', autoBoost ? 1 : 0);
[d3b9f68]3079 const follow = { '@context': AP_CONTEXT, id: followId, type: 'Follow', actor: me, object: actor.id };
[1b1cc89]3080 // Deliver via the retry queue: a Follow that fails the first attempt (peer down,
3081 // timeout, transient 5xx) is retried with backoff instead of staying stuck on
3082 // 'pending' forever — the Accept can only come back once the Follow lands.
3083 await deliverWithRetry(site.slug, actor.inbox, follow, `${me}#main-key`, keys.private_pem);
[914eb9f]3084 console.log('[AP] follow', site.slug, '→', actor.id);
[bea59a1]3085 // Follow + feature in one step → backfill their recent posts into the Cirkel right away.
3086 if (autoBoost) backfillFromOutbox(site.slug, actor.id).catch(() => {});
[484adf8]3087 return { ok: true, name: ai.name, handle: ai.handle, actor: actor.id };
[914eb9f]3088}
3089
[8ad1784]3090// Resolve a profile URL or @handle to a followable remote actor (for the
3091// authorize_interaction "Follow" flow). Returns display fields + inbox, or null
3092// when it isn't a reachable actor (e.g. the input was a post, not a profile).
3093export async function resolveRemoteActor(input) {
3094 const s = String(input || '').trim();
3095 const actorUrl = /^https?:\/\//i.test(s) ? (safeUrl(s) || null) : await webfingerResolve(s);
3096 if (!actorUrl) return null;
3097 const actor = await fetchActor(actorUrl).catch(() => null);
3098 if (!actor || !actor.id || !actor.inbox) return null;
3099 const ai = actorInfo(actor, actor.id);
3100 return { actor_uri: actor.id, actor_name: ai.name, actor_handle: ai.handle, actor_url: ai.url, actor_icon: ai.icon, inbox: actor.inbox };
3101}
3102
[914eb9f]3103export async function unfollowActor(site, actorUri) {
3104 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3105 const me = actorId(base, site.slug);
3106 const keys = getOrCreateKeys(site.slug);
3107 const row = fwStmts().one.get(site.slug, actorUri);
[f2796d3]3108 // Undo(Follow) MUST reference the original Follow's real id so the remote can correlate it
3109 // and drop the follow. The old `${me}#follow` fallback never matched anything → the unfollow
3110 // silently failed on the remote. With no stored follow id (legacy row), skip the network Undo
3111 // rather than send an unmatchable one. Deliver durably via the retry queue.
3112 if (row && row.inbox && row.follow_id) {
[d3b9f68]3113 const undo = { '@context': AP_CONTEXT, id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me, object: { id: row.follow_id, type: 'Follow', actor: me, object: actorUri } };
[f2796d3]3114 deliverWithRetry(site.slug, row.inbox, undo, `${me}#main-key`, keys.private_pem);
3115 } else if (row && row.inbox) {
3116 console.warn('[AP] unfollow', site.slug, '→', actorUri, '— no stored follow id; removed locally only (legacy follow, remote may keep it)');
[914eb9f]3117 }
3118 fwStmts().del.run(site.slug, actorUri);
3119 return { ok: true };
3120}
3121
[c66cbb4]3122// FEP-633c §5.3 note (authorized fetch): true when `actorUri` is a committed
3123// guardian of the local ward `wardSlug` — so a signed GET from it may read the
3124// ward's non-public history without the guardian appearing as a follower.
3125export function isWardGuardian(wardSlug, actorUri) {
3126 try { return !!Guardianship.getRelation(wardSlug, 'ward', actorUri); } catch { return false; }
3127}
3128
[5c373b8]3129// FEP-633c §5.3: the guardians approved a gated follow of their ward. Send the
3130// Accept to the follower and record them, so delivery (incl. followers-only)
3131// begins. `pending` is a row from ap_pending_follows.
3132export async function acceptGatedFollow(pending) {
3133 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3134 const slug = pending.ward_slug;
3135 const me = actorId(base, slug);
3136 const keys = getOrCreateKeys(slug);
3137 fStmts().ins.run(slug, pending.follower_uri, pending.follower_inbox, pending.follower_shared_inbox, pending.follower_name, pending.follower_handle, pending.follower_icon);
3138 const original = pending.activity_json ? JSON.parse(pending.activity_json) : { type: 'Follow', actor: pending.follower_uri, object: me };
3139 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: original };
3140 await deliverWithRetry(slug, pending.follower_inbox, accept, `${me}#main-key`, keys.private_pem);
3141 const filled = pending.follower_shared_inbox &&
3142 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1').get(slug, pending.follower_shared_inbox, pending.follower_uri);
3143 if (!filled) backfillNewFollower(base, slug, pending.follower_shared_inbox || pending.follower_inbox).catch(() => {});
3144 console.log('[AP] gated Follow accepted', pending.follower_uri, '→ ward', slug);
3145 return { ok: true };
3146}
3147
3148// The guardians denied the follow: send a Reject so the follower's server clears
3149// its pending state, then the caller drops the record.
3150export async function rejectGatedFollow(pending) {
3151 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3152 const slug = pending.ward_slug;
3153 const me = actorId(base, slug);
3154 const keys = getOrCreateKeys(slug);
3155 const original = pending.activity_json ? JSON.parse(pending.activity_json) : { type: 'Follow', actor: pending.follower_uri, object: me };
3156 const reject = { '@context': AP_CONTEXT, id: `${me}#reject-${Date.now()}-${rid()}`, type: 'Reject', actor: me, object: original };
3157 if (pending.follower_inbox) await deliverWithRetry(slug, pending.follower_inbox, reject, `${me}#main-key`, keys.private_pem).catch(() => {});
3158 console.log('[AP] gated Follow rejected', pending.follower_uri, '→ ward', slug);
3159 return { ok: true };
3160}
3161
[2b4252c]3162// ── Cross-instance follow-approval (FEP-633c §5.3, modelled on the guardian
3163// offer). Inbound: an Offer(Follow) forwarded by a ward to a guardian (leg
3164// 2), or a guardian's Accept/Reject coming back to the ward (leg 4). ──────
3165async function handleFollowApprovalInbox(act, slugParam) {
3166 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3167 const type = Array.isArray(act.type) ? act.type[0] : act.type;
3168 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
3169
3170 // Leg 2: I am a guardian; the object is the Follow to approve. The Offer is
3171 // signed by the ward, so act.actor is the ward.
3172 if (type === 'Offer') {
3173 const fo = (act.object && typeof act.object === 'object') ? act.object : null;
3174 const foType = fo && (Array.isArray(fo.type) ? fo.type[0] : fo.type);
3175 if (!fo || foType !== 'Follow') return false;
3176 const followId = fo.id;
3177 const follower = typeof fo.actor === 'string' ? fo.actor : (fo.actor && fo.actor.id);
3178 const wardUri = actorUri;
3179 if (!followId || !follower || !wardUri) return false;
3180 const recips = (Array.isArray(act.to) ? act.to : (act.to ? [act.to] : [])).filter((x) => typeof x === 'string');
3181 if (slugParam) recips.push(actorId(base, slugParam));
3182 let stored = false;
3183 for (const r of new Set(recips)) {
3184 const gslug = slugFromActorUrl(r);
3185 if (!gslug) continue;
3186 if (!Guardianship.getRelation(gslug, 'guardian', wardUri)) continue; // must actually guard this ward
3187 const wardDoc = await fetchActor(wardUri).catch(() => null);
3188 const fai = actorInfo(await fetchActor(follower).catch(() => null), follower);
3189 Guardianship.follows.recordReview(gslug, { id: followId, wardUri, wardInbox: wardDoc && wardDoc.inbox, follower, followerHandle: fai.handle, followerIcon: fai.icon, followJson: JSON.stringify(fo) });
3190 const L = pushLang(gslug);
[f1c50f9]3191 pushEvent(gslug, { type: 'guardian', title: i18nT(L, 'push.n_guard_cog_t'), body: i18nT(L, 'push.n_guard_cog_b', { who: fai.name || fai.handle || i18nT(L, 'notif.someone') }), url: `${pushPrefix(gslug)}/guardian` });
[2b4252c]3192 stored = true;
3193 }
3194 return stored;
3195 }
3196
3197 // Leg 4: I am the ward; a guardian decided. object is the Follow (id).
3198 const fo = act.object;
3199 const followId = typeof fo === 'string' ? fo : (fo && fo.id);
3200 if (!followId) return false;
3201 const pending = Guardianship.follows.getPending(followId);
3202 if (!pending) return false;
3203 const guardians = Guardianship.listGuardians(pending.ward_slug).map((g) => g.other_uri);
3204 if (!guardians.includes(actorUri)) return false; // only a real guardian of this ward decides
3205 const decision = type === 'Reject' ? 'reject' : 'approve';
3206 const r = Guardianship.follows.decide(followId, actorUri, decision, guardians);
3207 try {
3208 if (r.outcome === 'approved') { await acceptGatedFollow(r.follow); Guardianship.follows.remove(followId); }
3209 else if (r.outcome === 'rejected') { await rejectGatedFollow(r.follow); Guardianship.follows.remove(followId); }
3210 } catch { /* delivery is retried */ }
3211 return true;
3212}
3213
[f1c50f9]3214// Leg 3: a guardian in /guardian decides on a forwarded follow; send the
[2b4252c]3215// Accept/Reject back to the ward's inbox (signed by the guardian).
3216export async function sendFollowDecision(guardianSite, review, decision) {
3217 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3218 const me = actorId(base, guardianSite.slug);
3219 const keys = getOrCreateKeys(guardianSite.slug);
3220 const fo = review.follow_json ? JSON.parse(review.follow_json) : { id: review.id, type: 'Follow', actor: review.follower_uri, object: review.ward_uri };
3221 const activity = { '@context': AP_CONTEXT, id: `${me}#followdec-${Date.now()}-${rid()}`, type: decision === 'reject' ? 'Reject' : 'Accept', actor: me, to: [review.ward_uri], object: fo, 'shaer:followApproval': true };
3222 if (review.ward_inbox) await deliverWithRetry(guardianSite.slug, review.ward_inbox, activity, `${me}#main-key`, keys.private_pem);
3223 return { ok: true };
3224}
3225
[d988fa0]3226// Send a Like or Announce (boost) on a remote note FROM this site.
3227export async function sendInteraction(site, kind, targetNoteId, authorUri) {
3228 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3229 if (!base || !site || !site.slug || !targetNoteId) return { error: 'config' };
3230 const me = actorId(base, site.slug);
3231 const keys = getOrCreateKeys(site.slug);
[78b6d8a]3232 // 'unboost' = Undo(Announce): retracts a boost so followers' servers remove the
3233 // reblog (matched on actor+object — no record of the original Announce needed).
3234 const fanout = (kind === 'boost' || kind === 'unboost'); // also goes to our followers
[fb6819d]3235 const followersCol = `${me}/followers`;
3236 // Address the original author in cc so their server (Mastodon, WordPress/ActivityPub, …)
3237 // attributes the boost to their post and notifies them — without this, a shared-inbox
3238 // receiver has nothing to route the Announce to. Non-fragment activity ids + a `published`
3239 // stamp keep us aligned with what Mastodon emits.
3240 const audience = authorUri ? [followersCol, authorUri] : [followersCol];
[78b6d8a]3241 let act;
[3289a64]3242 if (kind === 'unboost' || kind === 'unlike') {
3243 // Undo(Announce) retracts a boost; Undo(Like) un-favourites (matched on actor+object,
3244 // no record of the original activity needed — Mastodon honours both).
3245 const inner = kind === 'unboost' ? 'Announce' : 'Like';
[78b6d8a]3246 act = {
[d3b9f68]3247 '@context': AP_CONTEXT,
[fb6819d]3248 id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me,
3249 object: { id: `${me}/${inner.toLowerCase()}/${Date.now()}-${rid()}`, type: inner, actor: me, object: targetNoteId },
[78b6d8a]3250 };
[fb6819d]3251 if (kind === 'unboost') { act.to = [PUBLIC]; act.cc = audience; }
[78b6d8a]3252 } else {
3253 const type = kind === 'boost' ? 'Announce' : 'Like';
3254 act = {
[d3b9f68]3255 '@context': AP_CONTEXT,
[fb6819d]3256 id: `${me}/${type.toLowerCase()}/${Date.now()}-${rid()}`,
[78b6d8a]3257 type, actor: me, object: targetNoteId,
3258 };
[fb6819d]3259 if (type === 'Announce') { act.published = new Date().toISOString(); act.to = [PUBLIC]; act.cc = audience; }
[78b6d8a]3260 }
[d988fa0]3261 const inboxes = new Set();
[fb6819d]3262 // Author first, via their PERSONAL inbox (not the shared one) so a multi-user receiver
3263 // routes the Announce/Like to the right post unambiguously.
3264 if (authorUri) { const a = await fetchActor(authorUri).catch(() => null); if (a) inboxes.add(a.inbox || (a.endpoints && a.endpoints.sharedInbox)); }
[78b6d8a]3265 if (fanout) { for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox); }
[fb6819d]3266 // Queue each delivery (immediate attempt + backoff retries on failure via ap_delivery)
3267 // instead of a single fire-and-forget POST, so a transient hiccup at the receiver doesn't
3268 // silently lose the boost — same durability a new post (deliverCreate) already gets.
3269 let queued = 0;
3270 for (const inbox of [...inboxes].filter(Boolean)) { deliverWithRetry(site.slug, inbox, act, `${me}#main-key`, keys.private_pem); queued++; }
3271 console.log('[AP]', kind, site.slug, '→', targetNoteId, 'queued', queued, 'inbox(es)');
3272 return { ok: true, delivered: queued };
[d988fa0]3273}
3274
[00f669b]3275// Notifications inbox: new followers + replies/likes/boosts on this site's posts.
3276export function getNotifications(slug, limit) {
[1485933]3277 // Per-source cap scales with the requested limit so Messages can page deep
3278 // (Load more). Bounded so a huge offset can't ask for unbounded rows.
3279 const L = Math.min(1000, Math.max(80, limit || 60));
[00f669b]3280 const out = [];
3281 try {
[1485933]3282 for (const f of db.prepare('SELECT actor_uri, created_at FROM ap_followers WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
[00f669b]3283 out.push({ type: 'follow', handle: deriveHandle(f.actor_uri), url: f.actor_uri, created_at: f.created_at });
3284 }
3285 } catch { /* ignore */ }
3286 try {
3287 const rows = db.prepare(`
[f1a23b8]3288 SELECT i.kind, i.actor_name, i.actor_handle, i.actor_url, i.actor_icon, i.content, i.created_at, i.visibility,
[00f669b]3289 p.slug AS post_slug, p.title AS post_title
3290 FROM ap_interactions i LEFT JOIN posts p ON p.id = i.post_id
3291 WHERE p.site_id = (SELECT id FROM sites WHERE slug = ?)
[1485933]3292 ORDER BY i.created_at DESC LIMIT ?
3293 `).all(slug, L);
[00f669b]3294 for (const r of rows) out.push({
[f1a23b8]3295 type: r.kind, name: r.actor_name, handle: r.actor_handle, url: r.actor_url, icon: r.actor_icon,
[7e66e7e]3296 content: stripLeadingMentions(r.content), post_slug: r.post_slug, post_title: r.post_title, created_at: r.created_at,
[f1a23b8]3297 // followers/direct = a private message to the owner (not on the public thread) → 🔒 in Messages
3298 visibility: r.visibility || 'public',
[00f669b]3299 });
3300 } catch { /* ignore */ }
[737ea05]3301 try {
[9a00f28]3302 for (const r of db.prepare('SELECT actor_uri, actor_name, actor_handle, actor_icon, content, objects, created_at FROM ap_reports WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
3303 // The reported objects: our own notes resolve to post links so the owner
3304 // sees WHICH post the report is about; other URIs (e.g. the actor itself)
3305 // are skipped — the report row already names the account.
3306 const about = [];
3307 try {
3308 for (const u of JSON.parse(r.objects || '[]')) {
3309 const m = String(u).match(/\/ap\/notes\/([^/?#]+)/);
3310 if (!m) continue;
3311 const p = db.prepare('SELECT slug, title FROM posts WHERE id = ?').get(decodeURIComponent(m[1]));
3312 if (p) about.push({ slug: p.slug, title: p.title || p.slug });
3313 }
3314 } catch { /* malformed objects json → no links */ }
3315 out.push({ type: 'report', name: r.actor_name, handle: r.actor_handle, url: r.actor_uri, icon: r.actor_icon, content: r.content, objects: about, created_at: r.created_at });
[737ea05]3316 }
3317 } catch { /* ignore */ }
[fe97cc3]3318 try {
[ad6f62a]3319 for (const r of db.prepare('SELECT object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, wave, created_at FROM ap_mentions WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
3320 out.push({ type: 'mention', name: r.actor_name, handle: r.actor_handle, url: r.actor_url || r.actor_uri, icon: r.actor_icon, content: stripLeadingMentions(r.content), note_url: r.note_url || r.object_uri, wave: r.wave ? 1 : 0, actorUri: r.actor_uri, created_at: r.created_at });
[fe97cc3]3321 }
3322 } catch { /* ignore */ }
[544e9c2]3323 // Your own polls that have closed → a "results are in" item, derived read-time
3324 // from poll_json (Scheduler marks closed=1) with the tally via ownPollView.
3325 try {
3326 const site = db.prepare('SELECT id FROM sites WHERE slug = ?').get(slug);
3327 if (site) {
3328 const polls = db.prepare(`
3329 SELECT id, slug, title, poll_json FROM posts
3330 WHERE site_id = ? AND poll_json IS NOT NULL
3331 AND json_extract(poll_json, '$.closed') = 1
3332 AND json_extract(poll_json, '$.endTime') IS NOT NULL
3333 ORDER BY json_extract(poll_json, '$.endTime') DESC LIMIT 20`).all(site.id);
3334 for (const p of polls) {
3335 const view = ownPollView(p);
3336 if (!view) continue;
3337 let endTime = null; try { endTime = JSON.parse(p.poll_json).endTime; } catch { /* keep null */ }
3338 out.push({ type: 'poll_done', post_slug: p.slug, post_title: p.title, poll: view, created_at: endTime || null });
3339 }
3340 }
3341 } catch { /* ignore */ }
[f1a23b8]3342 // NaN-safe sort: one row with a missing/garbled created_at would otherwise make the
3343 // comparator return NaN and scramble the WHOLE ordering (seen live: follow rows landing
3344 // between likes, which also broke Messages' like-grouping).
3345 out.sort((a, b) => _msgTs(b) - _msgTs(a));
[00f669b]3346 return out.slice(0, limit || 60);
3347}
[f1a23b8]3348function _msgTs(x) { const t = Date.parse((x && x.created_at) || ''); return Number.isFinite(t) ? t : 0; }
[00f669b]3349
[f5c3870]3350// ── Blocking / defederation ───────────────────────────────────────
[6b5d7da]3351// Extracted to BlocklistService (shared: Klonkt's Block tab + Shaer's "in
3352// Orbit"). Thin delegations keep every existing caller working.
3353export function listBlocks(slug) { return Blocklist.listBlocks(slug); }
[f5c3870]3354
3355// True if an actor (or its whole domain) is blocked anywhere on this instance.
[6053c6c]3356// Vote on a remote fediverse poll (a cached Question). A ballot = a Create(Note) carrying only a
3357// `name` (the chosen option) + inReplyTo the Question, addressed to the poll's author — the
3358// Mastodon-standard vote. Records our choice locally + optimistically bumps the counts; the
3359// author's Update(Question) refreshes the authoritative totals when it arrives.
3360export async function voteOnPoll(site, questionId, choices) {
3361 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3362 if (!base || !site || !site.slug || !questionId) return { error: 'config' };
3363 let row; try { row = db.prepare('SELECT author_uri, poll_json FROM ap_timeline WHERE id = ? AND slug = ? LIMIT 1').get(questionId, site.slug); } catch { /* ignore */ }
3364 if (!row || !row.poll_json) return { error: 'not_found' };
3365 let poll; try { poll = JSON.parse(row.poll_json); } catch { return { error: 'not_found' }; }
3366 if (poll.closed) return { error: 'closed' };
3367 if (poll.voted) return { error: 'already' };
3368 const valid = new Set(poll.options.map((o) => o.name));
3369 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
3370 if (!picks.length) return { error: 'invalid' };
3371 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
3372 const me = actorId(base, site.slug);
3373 const keys = getOrCreateKeys(site.slug);
3374 const authorUri = row.author_uri || null;
3375 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
3376 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
3377 if (!inbox) return { error: 'unreachable' };
3378 for (const name of chosen) {
3379 const nid = `${me}/votes/${Date.now()}-${rid()}`;
3380 const note = { id: nid, type: 'Note', attributedTo: me, to: authorUri ? [authorUri] : [], name, inReplyTo: questionId, published: new Date().toISOString() };
3381 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
3382 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
3383 }
3384 // Local optimistic update (authoritative counts arrive via the author's Update(Question)).
3385 poll.voted = poll.multiple ? chosen : chosen[0];
3386 for (const o of poll.options) if (chosen.includes(o.name)) o.count = (o.count || 0) + 1;
3387 if (poll.voters != null) poll.voters += 1;
3388 try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), questionId, site.slug); } catch { /* ignore */ }
3389 return { ok: true };
3390}
3391
[667fb41]3392// Vote on ANY fediverse poll by URL (the interact page) — no timeline cache needed. Fetches
3393// the Question fresh, validates the choice(s), and casts the Mastodon-standard ballot (a
3394// Create(Note) with `name` + inReplyTo) straight to the poll's author. Used for polls you find
3395// by URL, not just ones from accounts you follow (which go through voteOnPoll via /news).
3396export async function voteOnRemotePoll(site, questionUrl, choices) {
3397 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3398 if (!base || !site || !site.slug || !/^https?:\/\//i.test(String(questionUrl || ''))) return { error: 'config' };
3399 const q = await fetchActor(questionUrl).catch(() => null); // AP GET (SSRF-guarded)
3400 if (!q || q.type !== 'Question' || !q.id) return { error: 'not_found' };
3401 const poll = parsePoll(q);
3402 if (!poll) return { error: 'not_found' };
3403 if (poll.closed) return { error: 'closed' };
3404 const valid = new Set(poll.options.map((o) => o.name));
3405 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
3406 if (!picks.length) return { error: 'invalid' };
3407 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
3408 const authorUri = actorUriOf(q.attributedTo);
3409 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
3410 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
3411 if (!inbox) return { error: 'unreachable' };
3412 const me = actorId(base, site.slug);
3413 const keys = getOrCreateKeys(site.slug);
3414 for (const name of chosen) {
3415 const nid = `${me}/votes/${Date.now()}-${rid()}`;
3416 const note = { id: nid, type: 'Note', attributedTo: me, to: [authorUri], name, inReplyTo: q.id, published: new Date().toISOString() };
3417 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
3418 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
3419 }
3420 return { ok: true };
3421}
3422
[1c2dcba]3423// Report a remote post or account to its home instance (moderation). Sends the Mastodon-standard
3424// AS2 `Flag`: object = [reported account, reported status?], content = the reason, delivered to the
3425// reported account's inbox so their instance's moderators receive it. objectUri = a post URL (its
3426// author is resolved + included) OR pass actorUri to report an account directly.
3427export async function sendReport(site, { objectUri, actorUri, reason }) {
3428 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3429 if (!base || !site || !site.slug) return { error: 'config' };
3430 let targetActor = actorUri || null;
3431 let noteUri = null;
3432 if (objectUri && /^https?:\/\//i.test(objectUri)) {
3433 const note = await apGetJson(objectUri).catch(() => null);
3434 if (note && note.id) { noteUri = note.id; if (!targetActor) targetActor = actorUriOf(note.attributedTo); }
3435 else if (!targetActor) return { error: 'not_found' };
3436 }
3437 if (!targetActor || !/^https?:\/\//i.test(targetActor)) return { error: 'not_found' };
3438 const actor = await fetchActor(targetActor).catch(() => null);
3439 const inbox = actor && (actor.inbox || (actor.endpoints && actor.endpoints.sharedInbox)); // personal inbox → their moderators
3440 if (!inbox) return { error: 'unreachable' };
3441 const me = actorId(base, site.slug);
3442 const keys = getOrCreateKeys(site.slug);
3443 const object = [targetActor];
3444 if (noteUri && noteUri !== targetActor) object.push(noteUri);
3445 const flag = {
3446 '@context': AP_CONTEXT,
3447 id: `${me}#report-${Date.now()}-${rid()}`,
3448 type: 'Flag',
3449 actor: me,
3450 content: String(reason == null ? '' : reason).slice(0, 3000),
3451 object, // [account, status?] — Mastodon's Flag shape
3452 to: [targetActor],
3453 };
3454 deliverWithRetry(site.slug, inbox, flag, `${me}#main-key`, keys.private_pem);
3455 return { ok: true };
3456}
3457
[6b5d7da]3458export function isBlockedAny(actorUri) { return Blocklist.isBlockedAny(actorUri); }
[f5c3870]3459
3460// Block an actor (@handle or actor URL) or a whole domain; purges their content.
[6b5d7da]3461// The handle resolver is ours; the storage/purge lives in BlocklistService.
3462export async function blockTarget(site, input) { return Blocklist.blockTarget(site, input, webfingerResolve); }
3463
3464export function unblock(site, target) { return Blocklist.unblock(site, target); }
3465
3466// ── Guardianship module wiring (src/services/guardianship/) ────────
3467// The module owns FEP-633c (context, relations, handshake, queues, the
3468// direct-note leg); we hand it our AP helpers ONCE and delegate. It never
3469// imports us back.
3470function selfActorId(slug) {
3471 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3472 return actorId(base, slug);
3473}
[c26cc18]3474// Deliver one activity to one actor's inbox, signed; queued + retried on any
3475// hiccup so a slow or briefly-down ward server never loses the offer. Returns
3476// { delivered, inbox }: delivered=false means the account could not be
3477// resolved at all (a bad handle) — the offer stays recorded regardless.
[6b5d7da]3478async function deliverToActor(site, actorUri, activity) {
3479 const me = selfActorId(site.slug);
3480 const keys = getOrCreateKeys(site.slug);
3481 const payload = { '@context': AP_CONTEXT, ...activity };
[c26cc18]3482 const a = await fetchActor(actorUri).catch(() => null);
3483 const inbox = a && (a.inbox || (a.endpoints && a.endpoints.sharedInbox));
3484 if (!inbox) {
3485 console.warn('[AP] guardianship: could not resolve an inbox for', actorUri, '(offer recorded, not sent)');
3486 return { delivered: false, inbox: null };
3487 }
[6b5d7da]3488 try {
3489 const st = await deliver(inbox, payload, `${me}#main-key`, keys.private_pem);
[c26cc18]3490 if (st >= 200 && st < 300) { console.log('[AP] guardianship', activity.type, 'delivered →', inbox, st); return { delivered: true, inbox }; }
3491 console.warn('[AP] guardianship', activity.type, 'got', st, 'from', inbox, '→ queued for retry');
3492 } catch (e) { console.warn('[AP] guardianship', activity.type, 'to', inbox, 'failed:', e.message, '→ queued for retry'); }
[6b5d7da]3493 enqueueDelivery(site.slug, inbox, payload);
[c26cc18]3494 return { delivered: true, inbox }; // queued: the retry worker gets it there
[6b5d7da]3495}
3496Guardianship.wireDelivery({
3497 actorId, fetchActor, deriveHandle, escHtml, linkUrls, linkHashtags,
3498 getOutboxRow: (id) => iStmts().getO.get(id),
3499 buildReplyNote, AP_CONTEXT, getOrCreateKeys, deliver, enqueueDelivery,
3500});
[780a7c6]3501// Which local site (if any) hosts this actor URI — used by the handshake to
3502// apply the local side of a commit and to derive a ward's existing guardians.
3503function localSlugOf(actorUri) {
3504 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3505 if (!actorUri || !actorUri.startsWith(`${base}/ap/users/`)) return null;
3506 const slug = slugFromActorUrl(actorUri);
3507 if (!slug) return null;
3508 try { return db.prepare('SELECT slug FROM sites WHERE slug = ?').get(slug) ? slug : null; }
3509 catch { return null; }
3510}
[6b5d7da]3511Guardianship.wireHandshake({
3512 selfId: selfActorId,
[780a7c6]3513 localSlug: localSlugOf,
[6b5d7da]3514 deliverTo: deliverToActor,
3515 deriveHandle,
[780a7c6]3516 fetchActor,
3517 // Guardian PWA / Berichten push. The kid answers an incoming offer in its
3518 // own Berichten; an existing guardian and a commit land in the PWA.
[6b5d7da]3519 onEvent: (slug, ev) => {
3520 const L = pushLang(slug);
3521 const texts = {
[780a7c6]3522 offer_received: ['push.n_guard_offer_t', 'push.n_guard_offer_b'], // I am the ward
3523 offer_for_ward: ['push.n_guard_cog_t', 'push.n_guard_cog_b'], // I co-guard this ward
3524 committed: ['push.n_guard_ward_t', 'push.n_guard_ward_b'],
[6b5d7da]3525 }[ev.kind];
3526 if (!texts) return;
3527 const who = deriveHandle(ev.candidate || ev.ward || ev.guardian || '') || '?';
[e84ce32]3528 const url = ev.kind === 'offer_received' ? `${pushPrefix(slug)}/messages` : '/guardian';
3529 pushEvent(slug, { type: 'guardian', title: i18nT(L, texts[0]), body: i18nT(L, texts[1], { who }), url });
[6b5d7da]3530 },
3531});
[f5c3870]3532
[6bd25d1]3533export default {
[d3b9f68]3534 AP_CONTEXT, getOrCreateKeys, apWants, sendAP, actorId, noteId,
[f2796d3]3535 buildActor, buildNote, buildCreate, buildOutbox, buildFollowers, buildFollowing, buildFeatured,
[55bba23]3536 followerCount, deliver, fetchActor, verifyRequest, handleInbox, deliverCreate, deliverDelete, deliverUpdate, deliverActorUpdate, resyncFeaturedPins,
[3d37c67]3537 getInteractions, getInteractionById, setInteractionBoosted, setInteractionLiked, setMyReaction, getMyReactions, buildReplyNote, getOutboxNote, deliverReply, resolveRemoteNote,
[024f4f8]3538 listOutbox, deliverOutboxDelete, deliverOutboxUpdate, deliverDirectNote,
[6fd0e20]3539 webfingerResolve, followActor, resolveRemoteActor, unfollowActor, listFollowing, setAutoBoost, backfillFromOutbox, getTimeline, timelineAttachments, timelineEmojis, timelineObjectLinks, timelineQuote, sendInteraction, voteOnPoll, voteOnRemotePoll,
[2b4252c]3540 acceptGatedFollow, rejectGatedFollow, isWardGuardian, sendFollowDecision,
[fe97cc3]3541 parseOwnPoll, pollTally, ownPollView, deliverPollUpdate, maybeCrawlThread, sendReport, localMentionSlugs,
[74d61e6]3542 autoBoostCount, boostedCount, markBoosted, unmarkBoosted, markLiked, unmarkLiked, getTimelineReaction, upsertBoostedNote, getCirkelPosts, getCirkelMembers, selfHealTimeline,
[f5c3870]3543 getNotifications, listBlocks, isBlockedAny, blockTarget, unblock,
[5a6a457]3544 deliverWithRetry, enqueueDelivery, processDeliveryQueue, startDeliveryWorker,
[30271e6]3545 getReplyUris, markNotificationsSeen, countUnseenNotifications, hasPlayableAudio,
[b109a29]3546 linkifyBody, bakePostContent, bakePostContentWithMentions, listFollowers, removeFollower, listConnections,
[67c1f24]3547 noteVisibility, isRejectedObject, rejectInteraction, interactionReportTarget,
[30871c1]3548 getMessages, notificationsSeenAt, ingestOutboxActivity, c2sVisibility, actorDisplay, buildActorRef, prefersEnriched,
[6bd25d1]3549};
Note: See TracBrowser for help on using the repository browser.