source: Klonkt/src/services/ActivityPubService.js@ 42e7616

main
Last change on this file since 42e7616 was ef1853c, checked in by Robin Genis <roboburr@…>, 6 weeks ago

Web: custom-emoji ook in messages + threads (Shaer-pariteit)

Na de nieuwsfeed nu ook de andere note-surfaces: messages (msg-item) en
thread-replies (fedi-node) renderen custom-emoji's in de content en in de
auteur-naam. De emoji-tags werden voor replies nog niet bewaard; nu vangt
ap_interactions ze (emoji_json = content-emoji uit o.tag/child.tag,
actor_emoji_json = naam-emoji uit actorInfo) op inbound reply, like/boost en de
thread-crawl, en getNotifications/getInteractions serveren ze mee.

De .emoji-CSS staat nu globaal in shared-styles (was news-only), zodat alle
surfaces 'm delen.

Changed files:
src/config/database.js

  • ap_interactions.emoji_json + actor_emoji_json kolommen

src/services/ActivityPubService.js

  • INSERT ap_interactions + 3 callers (reply/like-boost/thread) vullen de emoji-kolommen
  • emojiJsonOf() helper
  • _listI + getNotifications SELECT en getInteractions-node geven emoji mee

src/views/partials/msg-item.ejs

  • naam + content via emojiName/emojiHtml

src/views/partials/fedi-node.ejs

  • auteur-naam + content via emojiName/emojiHtml

src/views/partials/shared-styles.ejs

  • globale img.emoji-regels (inline, geen media-styling)

src/views/pages/news.ejs

  • dubbele img.emoji-regels weg (nu globaal)

remarks: 187 tests groen. Visueel geverifieerd via standalone render van msg-item
+ fedi-node. Nieuwe replies vangen emoji direct; oude rijen niet (geen self-heal).
Quote-in-replies en de Cirkel-tegel-titels bewust nog niet meegenomen.

-robo
Co-Authored-By: Claude Opus 4.8 <noreply@…>

  • Property mode set to 100644
File size: 206.6 KB
Line 
1/**
2 * ActivityPubService — Klonkt as a real ActivityPub actor (fediverse bridge).
3 *
4 * Phase 1 (this file): the PUBLISH/discoverable side.
5 * - per-site RSA keypair (Mastodon-compatible HTTP Signatures; separate from
6 * the Ed25519 keys used by the lighter Cirkels v1)
7 * - builders for the Actor document, Note objects and the Outbox collection
8 * - apWants(): HTTP content-negotiation helper (activity+json vs HTML)
9 *
10 * The interactive side (inbox: Follow/Accept, signature verify, delivery to
11 * followers) lands in the next step and is tested live against Mastodon.
12 *
13 * AP actor URLs live under /ap/* so they never clash with the human pages:
14 * actor = <base>/ap/users/<slug>
15 * inbox = <actor>/inbox outbox = <actor>/outbox
16 * note = <base>/ap/notes/<postId>
17 */
18import crypto from 'crypto';
19import dns from 'dns';
20import net from 'net';
21import db from '../config/database.js';
22import HtmlSanitizerService from './HtmlSanitizerService.js';
23import AudioEmbedService from './AudioEmbedService.js';
24import Push from './PushService.js';
25import { getTenancy } from './SettingsService.js';
26import { t as i18nT } from './i18n.js';
27import Blocklist from './BlocklistService.js';
28import * as Guardianship from './guardianship/index.js';
29
30const PUBLIC = 'https://www.w3.org/ns/activitystreams#Public';
31// Full JSON-LD context for every AP object we emit: AS2 core + security (publicKey) + the
32// extension terms we actually use (Mastodon/toot + schema.org), each with a term definition
33// so a strict JSON-LD processor resolves them instead of dropping them → valid AS2/JSON-LD.
34// This is the same context shape Mastodon publishes, so Mastodon sees no change.
35const AP_CONTEXT = [
36 'https://www.w3.org/ns/activitystreams',
37 'https://w3id.org/security/v1',
38 {
39 toot: 'http://joinmastodon.org/ns#',
40 schema: 'http://schema.org#',
41 sensitive: 'as:sensitive',
42 Hashtag: 'as:Hashtag',
43 manuallyApprovesFollowers: 'as:manuallyApprovesFollowers',
44 discoverable: 'toot:discoverable',
45 featured: { '@id': 'toot:featured', '@type': '@id' },
46 PropertyValue: 'schema:PropertyValue',
47 value: 'schema:value',
48 embedUrl: { '@id': 'schema:embedUrl', '@type': '@id' },
49 // Poll (Question) extension: Question/oneOf/anyOf/endTime/closed are AS2 core, but the
50 // per-poll unique-voter count is a Mastodon (toot) term — declare it so the emitted
51 // Question stays valid JSON-LD (a strict processor would otherwise drop votersCount).
52 votersCount: 'toot:votersCount',
53 // FEP-633c (Guardians): the shaer namespace, owned by the guardianship
54 // module (src/services/guardianship/).
55 ...Guardianship.SHAER_CONTEXT,
56 },
57];
58
59// Short random suffix so two activity ids minted in the same millisecond (e.g.
60// parallel saves) don't collide and get deduped by a receiver.
61const rid = () => crypto.randomBytes(4).toString('hex');
62
63// Keep only http(s) URLs — drops javascript:/data:/etc so a remote actor can't
64// smuggle a dangerous scheme into a stored href/src (rendered in owner-only views).
65const safeUrl = (u) => { const s = String(u == null ? '' : u).trim(); return /^https?:\/\//i.test(s) ? s : ''; };
66
67// ── SSRF guard for outbound fetches ───────────────────────────────
68// Remote URLs (actor/keyId/webfinger/inbox/inReplyTo) are attacker-controlled, so
69// every outbound fetch must refuse hosts that resolve to private/loopback ranges
70// (cloud metadata, internal services) — on the initial host AND each redirect hop.
71function isBlockedIp(ip) {
72 if (!ip) return true;
73 const v = net.isIP(ip);
74 if (v === 4) {
75 const o = ip.split('.').map(Number);
76 return o[0] === 127 || o[0] === 10 || o[0] === 0
77 || (o[0] === 172 && o[1] >= 16 && o[1] <= 31)
78 || (o[0] === 192 && o[1] === 168)
79 || (o[0] === 169 && o[1] === 254)
80 || (o[0] === 100 && o[1] >= 64 && o[1] <= 127); // CGNAT
81 }
82 if (v === 6) {
83 const s = ip.toLowerCase().replace(/^\[|\]$/g, '');
84 return s === '::1' || s === '::' || s.startsWith('fc') || s.startsWith('fd') || s.startsWith('fe80')
85 || s.startsWith('::ffff:127.') || s.startsWith('::ffff:10.') || s.startsWith('::ffff:192.168.')
86 || s.startsWith('::ffff:169.254.') || s.startsWith('::ffff:172.');
87 }
88 return true; // not an IP literal we recognise → refuse
89}
90async function assertPublicHost(hostname) {
91 if (net.isIP(hostname)) { if (isBlockedIp(hostname)) throw new Error('ssrf-blocked-ip'); return; }
92 const addrs = await dns.promises.lookup(hostname, { all: true });
93 if (!addrs.length || addrs.some((a) => isBlockedIp(a.address))) throw new Error('ssrf-blocked-host');
94}
95export async function safeFetch(url, opts = {}, maxRedirects = 3) {
96 let target = url;
97 for (let hop = 0; ; hop++) {
98 const u = new URL(target); // throws on malformed → caller's catch
99 if (u.protocol !== 'https:' && u.protocol !== 'http:') throw new Error('ssrf-bad-scheme');
100 await assertPublicHost(u.hostname);
101 const r = await fetch(target, { ...opts, redirect: 'manual', signal: AbortSignal.timeout(8000) });
102 const loc = (r.status >= 300 && r.status < 400) ? r.headers.get('location') : null;
103 if (loc && hop < maxRedirects) { target = new URL(loc, target).toString(); continue; }
104 return r;
105 }
106}
107const MAX_OUTBOX = 20;
108// Cache-buster for the music listen-link → forces Mastodon to re-crawl a FRESH
109// (square) player card. Bump this whenever the twitter:player card dimensions change.
110const FEDI_CARD_VER = '2';
111
112// ── RSA keys per actor (lazy, cached in DB) ───────────────────────
113// Prepared lazily (NOT at module load) — the ap_keys table is created in
114// initializeDatabase(), which runs after this module is imported.
115let _sel, _ins;
116function keyStmts() {
117 if (!_sel) {
118 _sel = db.prepare('SELECT public_pem, private_pem FROM ap_keys WHERE slug = ?');
119 _ins = db.prepare('INSERT OR IGNORE INTO ap_keys (slug, public_pem, private_pem, created_at) VALUES (?,?,?,CURRENT_TIMESTAMP)');
120 }
121 return { sel: _sel, ins: _ins };
122}
123
124export function getOrCreateKeys(slug) {
125 const { sel, ins } = keyStmts();
126 const row = sel.get(slug);
127 if (row) return row;
128 const { publicKey, privateKey } = crypto.generateKeyPairSync('rsa', {
129 modulusLength: 2048,
130 publicKeyEncoding: { type: 'spki', format: 'pem' },
131 privateKeyEncoding: { type: 'pkcs8', format: 'pem' },
132 });
133 ins.run(slug, publicKey, privateKey);
134 return sel.get(slug) || { public_pem: publicKey, private_pem: privateKey };
135}
136
137// ── content negotiation ───────────────────────────────────────────
138// True when the caller wants ActivityPub JSON rather than the HTML page.
139export function apWants(req) {
140 const a = String(req.headers.accept || '').toLowerCase();
141 return a.includes('application/activity+json') ||
142 (a.includes('application/ld+json') && a.includes('activitystreams'));
143}
144
145const AP_CONTENT_TYPE = 'application/activity+json; charset=utf-8';
146export function sendAP(res, obj, cacheControl) {
147 res.type(AP_CONTENT_TYPE);
148 // A per-caller (e.g. guardian-widened) view must not be publicly cached.
149 res.set('Cache-Control', cacheControl || 'public, max-age=120');
150 res.send(JSON.stringify(obj));
151}
152
153// ── document builders ─────────────────────────────────────────────
154export function actorId(base, slug) { return `${base}/ap/users/${encodeURIComponent(slug)}`; }
155export function noteId(base, postId) { return `${base}/ap/notes/${encodeURIComponent(postId)}`; }
156
157export function buildActor(base, site) {
158 const id = actorId(base, site.slug);
159 const keys = getOrCreateKeys(site.slug);
160 // FEP-633c §5.3: a ward's follows are gated (guardians approve), so the actor
161 // MUST advertise manuallyApprovesFollowers:true — otherwise a follower's server
162 // (Mastodon) assumes auto-accept and shows "Following" while we hold it pending.
163 const isWard = (() => { try { return Guardianship.listGuardians(site.slug).length > 0; } catch { return false; } })();
164 const actor = {
165 '@context': AP_CONTEXT,
166 id,
167 type: 'Person',
168 preferredUsername: site.slug,
169 name: site.title || site.slug,
170 summary: site.tagline || site.description || '',
171 url: `${base}/${site.slug === site.primary_slug ? '' : 'user/' + encodeURIComponent(site.slug)}`,
172 manuallyApprovesFollowers: isWard,
173 discoverable: true,
174 inbox: `${id}/inbox`,
175 outbox: `${id}/outbox`,
176 followers: `${id}/followers`,
177 following: `${id}/following`,
178 featured: `${id}/featured`,
179 // AP §5.6: the private blocked collection (owner-only GET). The server
180 // list is the source of truth for Shaer's "in Orbit"; clients keep no
181 // separate state.
182 blocked: `${id}/blocked`,
183 // FEP-633c §2: shaer:guardians / shaer:isGuardian / shaer:queues
184 // (guardianship module owns these).
185 ...Guardianship.guardianshipActorProps(id, site.slug),
186 // C2S clients (Shaer apps) discover auth + upload here — no hardcoded paths.
187 // All four are ActivityPub-spec `endpoints` terms. Dynamic client registration
188 // (RFC 7591) is discovered via /.well-known/oauth-authorization-server, not here.
189 endpoints: {
190 sharedInbox: `${base}/ap/inbox`,
191 oauthAuthorizationEndpoint: `${base}/oauth/authorize`,
192 oauthTokenEndpoint: `${base}/oauth/token`,
193 uploadMedia: `${id}/uploadMedia`,
194 },
195 publicKey: {
196 id: `${id}#main-key`,
197 owner: id,
198 publicKeyPem: keys.public_pem,
199 },
200 };
201 if (site.profile_photo) {
202 const u = /^https?:/.test(site.profile_photo) ? site.profile_photo : `${base}${site.profile_photo.startsWith('/') ? '' : '/'}${site.profile_photo}`;
203 actor.icon = { type: 'Image', url: u };
204 }
205 // Account creation date — shown by Mastodon + read by indexers (additive, standard AS2).
206 if (site.created_at) { try { actor.published = new Date(site.created_at).toISOString(); } catch { /* skip bad date */ } }
207 // Profile links → PropertyValue rows: Mastodon/PeerTube/WordPress-ActivityPub render these as
208 // profile metadata (rel=me enables link-back verification). Additive; ignored by simpler receivers.
209 try {
210 const links = JSON.parse(site.profile_links || '[]');
211 if (Array.isArray(links) && links.length) {
212 const esc = (s) => String(s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
213 const rows = links
214 .filter((l) => l && l.url && /^https?:/i.test(l.url))
215 .map((l) => ({
216 type: 'PropertyValue',
217 name: esc(l.platform || 'Link'),
218 value: `<a href="${esc(l.url).replace(/"/g, '&quot;')}" rel="me nofollow noopener" target="_blank">${esc(String(l.url).replace(/^https?:\/\//, ''))}</a>`,
219 }));
220 if (rows.length) actor.attachment = rows;
221 }
222 } catch { /* skip malformed profile_links */ }
223 return actor;
224}
225
226// Does a post's audio shortcodes reference at least one PLAYABLE (file-backed)
227// track? Link-only tracks (external Spotify/YouTube, media_id NULL) don't count —
228// they have no Klonkt-hosted audio to embed, so no player card / cover-suppression.
229export function hasPlayableAudio(content, siteId) {
230 if (!content || !/\[\[(track|album|playlist):/i.test(content)) return false;
231 try {
232 for (const m of content.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT media_id FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.media_id) return true; }
233 for (const m of content.matchAll(/\[\[album:([^\]]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM audio_tracks WHERE site_id = ? AND album = ? AND media_id IS NOT NULL LIMIT 1').get(siteId, m[1].trim())) return true; }
234 for (const m of content.matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) { if (db.prepare('SELECT 1 FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id WHERE pt.playlist_id = ? AND t.media_id IS NOT NULL LIMIT 1').get(m[1])) return true; }
235 } catch { /* non-fatal */ }
236 return false;
237}
238
239// A single post as an AS2 Note (the object), and as a Create activity (for outbox/delivery).
240export function buildNote(base, site, post, opts = {}) {
241 // Replies are Notes too. buildNote is the single entry point for ALL Notes; a reply is
242 // (for now) the simple flavor: pre-baked content, no title/cover/image/audio/embed
243 // machinery, addressed to the parent actor + thread. This early branch keeps that output
244 // byte-identical to the old buildReplyNote. When rich replies land (images/audio/embeds),
245 // this branch collapses and replies flow through the full post pipeline below. `post` here
246 // is the ap_outbox reply row (id, in_reply_to, content, post_slug, created_at, to_actor).
247 if (opts.isReply) {
248 const meR = actorId(base, site.slug);
249 // Rich replies: attachments column (JSON [{url, mediaType, name}]) → AS2
250 // attachment array with absolute URLs and the matching object type.
251 let replyAtt;
252 try {
253 const list = post.attachments ? JSON.parse(post.attachments) : [];
254 if (Array.isArray(list) && list.length) {
255 replyAtt = list.map((a) => ({
256 type: a.mediaType.startsWith('image/') ? 'Image' : a.mediaType.startsWith('audio/') ? 'Audio' : 'Video',
257 mediaType: a.mediaType,
258 url: /^https?:/i.test(a.url) ? a.url : `${base}${a.url}`,
259 name: a.name || undefined,
260 }));
261 }
262 } catch { /* malformed attachments never block the Note */ }
263 return {
264 id: noteId(base, post.id),
265 type: 'Note',
266 attributedTo: meR,
267 inReplyTo: post.in_reply_to || undefined,
268 content: post.content,
269 // Reply language (rich replies): the AS2 language map next to `content`.
270 contentMap: post.language ? { [post.language]: post.content } : undefined,
271 attachment: replyAtt,
272 url: post.post_slug ? `${base}/${encodeURIComponent(post.post_slug)}` : undefined,
273 published: toISO(post.created_at),
274 // A direct note (private mention, shaer-tqc) addresses ONLY its
275 // recipients: no Public anywhere, so it cannot be boosted and never
276 // shows in public timelines (the Mastodon DM model).
277 to: post.visibility === 'direct'
278 ? (JSON.parse(post.to_actors || '[]'))
279 : (post.to_actor ? [post.to_actor] : [PUBLIC]),
280 cc: post.visibility === 'direct' ? [] : [PUBLIC, `${meR}/followers`],
281 // FEP-633c 5.2.1: a ward's call for help. Only ever on direct notes.
282 ...Guardianship.helpRequestProps(post),
283 ...Guardianship.waveProps(post),
284 // FEP-633c §2.2: object hint that the author is a ward.
285 ...Guardianship.hasGuardiansProps(site.slug),
286 tag: [
287 ...mentionTags(post.content),
288 ...hashtagTags(base, post.content),
289 ],
290 };
291 }
292 const id = noteId(base, post.id);
293 const aId = actorId(base, site.slug);
294 const human = `${base}/${encodeURIComponent(post.slug)}`;
295 // Mastodon ignores a Note's `name`, so put the title INTO the content (bold
296 // first line) — the standard blog→fediverse convention. post.content is
297 // already sanitized HTML; the title is plain text, so escape it.
298 const escTitle = String(post.title || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
299 const titleHtml = post.title ? `<p><strong>${escTitle}</strong></p>` : '';
300
301 // Paid post (klonkt-demo-aki): federate a PUBLIC teaser + link, never the full
302 // content, so nothing leaks past the paywall. No media attachments either.
303 if (post.paid) {
304 const esc = (x) => String(x || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
305 const _firstP = (String(post.content || '').match(/<p[^>]*>([\s\S]*?)<\/p>/i) || [null, ''])[1] || '';
306 const rawTeaser = String(post.excerpt || '').trim()
307 || _firstP.replace(/<[^>]+>/g, ' ').replace(/&[a-z#0-9]+;/gi, ' ').replace(/\s+/g, ' ').trim().slice(0, 280);
308 return {
309 '@context': AP_CONTEXT,
310 id,
311 type: 'Note',
312 attributedTo: aId,
313 content: `${titleHtml}<p>${esc(rawTeaser)}${rawTeaser ? '…' : ''}</p><p><a href="${human}">Lees de volledige post (supporters)</a></p>`,
314 url: human,
315 published: toISO(post.published_at || post.created_at || Date.now()),
316 to: [PUBLIC],
317 cc: [`${aId}/followers`],
318 tag: [...hashtagTags(base, post.content)],
319 replies: `${id}/replies`,
320 ...Guardianship.hasGuardiansProps(site.slug),
321 };
322 }
323
324 // Images travel as AP `attachment` (Mastodon strips <img> from content). Collect
325 // the cover + any inline <img>, make absolute, then strip <img> from the content
326 // to avoid duplicate rendering on clients that DO keep them.
327 const abs = (u) => !u ? null : (/^https?:/i.test(u) ? u : `${base}${u.startsWith('/') ? '' : '/'}${u}`);
328 const mediaType = (u) => {
329 const e = ((u || '').split('?')[0].match(/\.(\w+)$/) || [])[1];
330 return ({ jpg: 'image/jpeg', jpeg: 'image/jpeg', png: 'image/png', gif: 'image/gif', webp: 'image/webp', avif: 'image/avif', mp4: 'video/mp4', webm: 'video/webm', mov: 'video/quicktime' })[(e || '').toLowerCase()] || 'image/jpeg';
331 };
332 const hadAudio = /\[\[(track|album|playlist):/i.test(post.content || '');
333 const playable = hasPlayableAudio(post.content || '', site && site.id);
334 // A post with an external embed (Spotify/YouTube/SoundCloud/Vimeo/Bandcamp/Apple) should let
335 // Mastodon render the embed's player CARD. Mastodon shows EITHER media attachments OR a link
336 // card, never both — so when the post has an embed link we skip the image attachments so the
337 // card wins. (On Klonkt nothing changes: the cover + the embed player still render.)
338 const hasEmbed = (() => {
339 const c = post.content || '';
340 if (/\[\[embed:/i.test(c)) return true;
341 for (const m of c.matchAll(/https?:\/\/[^\s"'<>]+/gi)) if (AudioEmbedService.detectProvider(m[0])) return true;
342 return false;
343 })();
344 // Link-only tracks (external Spotify/YouTube/SoundCloud, no hosted file): collect their links
345 // so we federate them — Mastodon cards the first (its player), the rest show as clickable links
346 // — instead of a bare "listen on site" link, and we suppress the cover so the card can show.
347 const trackEmbedLinks = (() => {
348 if (playable) return [];
349 const out = [];
350 try {
351 for (const m of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) {
352 const r = db.prepare('SELECT media_id, link_spotify, link_youtube, link_soundcloud FROM audio_tracks WHERE id = ?').get(m[1]);
353 if (r && !r.media_id) for (const u of [r.link_spotify, r.link_youtube, r.link_soundcloud]) if (u && /^https?:\/\//i.test(u)) out.push(u);
354 }
355 } catch { /* non-fatal */ }
356 return [...new Set(out)].slice(0, 6);
357 })();
358 const noImages = playable || hasEmbed || trackEmbedLinks.length > 0; // suppress images → let the player/embed card show
359 const urls = [];
360 // Posts with PLAYABLE hosted audio suppress image attachments so Mastodon renders
361 // the player CARD (twitter:player) instead of the cover — media attachment and
362 // link/player card are mutually exclusive on Mastodon. Link-only audio (external)
363 // keeps its cover (no player card to show).
364 // An animated cover federates as the muted loop MP4 (→ a Video attachment): animated WebP is
365 // unreliable on Mastodon and its iOS apps; the MP4 plays everywhere. Else the still cover image.
366 // Each entry carries the media URL + its alt text (federated as the AS2 attachment `name`, for a11y).
367 if (post.cover_video_url && !noImages) urls.push({ url: abs(post.cover_video_url), name: post.cover_alt || '' });
368 else if (post.cover_image_url && !noImages) urls.push({ url: abs(post.cover_image_url), name: post.cover_alt || '' });
369 let body = post.content || '';
370 // Only federate inline images we can actually serve: absolute http(s) URLs, or our own
371 // /media/ uploads. A relative path we don't host (e.g. a stale /images/... ref) would 404
372 // and show up as a black tile in Mastodon's attachment grid. Carry the <img alt="…"> through
373 // as the attachment description.
374 if (!noImages) for (const m of body.matchAll(/<img\b[^>]*>/gi)) {
375 const tag = m[0];
376 const src = (tag.match(/\bsrc="([^"]+)"/i) || [])[1];
377 if (!src || !(/^https?:\/\//i.test(src) || src.startsWith('/media/'))) continue;
378 const alt = (tag.match(/\balt="([^"]*)"/i) || [])[1] || '';
379 urls.push({ url: abs(src), name: alt });
380 }
381 body = body.replace(/<img\b[^>]*>/gi, '');
382 // Audio shortcodes: do NOT federate the raw audio file — Klonkt deliberately
383 // gates audio (the /audio/stream URL has friction), and shipping it as an AP
384 // audio attachment would hand Mastodon a plain, downloadable mp3 URL. Instead,
385 // replace the shortcodes with a "🎵 listen on the site" link so the post invites
386 // a click-through to the protected player (discovery without leaking the file).
387 const esc = (s) => String(s == null ? '' : s).replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
388 const audioLabels = [];
389 try {
390 for (const m of body.matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare('SELECT title FROM audio_tracks WHERE id = ?').get(m[1]); if (r && r.title) audioLabels.push(r.title); }
391 for (const m of body.matchAll(/\[\[album:([^\]]+)\]\]/g)) audioLabels.push(m[1].trim());
392 } catch { /* non-fatal */ }
393 // fedi_open tracks → real AS2 Audio attachments (the actual file URL, served ungated) so
394 // EVERY client incl. the Mastodon apps plays them inline natively. Gated tracks (default)
395 // stay link/card-only — the file is never exposed for them. Resolve from post.content so a
396 // later body mutation can't affect it.
397 const openAudio = [];
398 if (hadAudio) {
399 const seenA = new Set();
400 const addRow = (r) => {
401 const fn = r.filename || (r.storage_path || '').split('/').pop();
402 if (!fn || seenA.has(fn)) return; seenA.add(fn);
403 const a = { type: 'Audio', mediaType: r.mime_type || 'audio/mpeg', url: `${base}/audio/stream/${encodeURIComponent(fn)}`, name: r.title || 'Audio' };
404 // Cover art on the Audio attachment (AS2 `icon`): track cover, else the post cover.
405 // Mastodon renders it as the artwork thumbnail on its native audio player.
406 const art = abs(r.cover_url || post.cover_image_url || null);
407 if (art) a.icon = { type: 'Image', mediaType: mediaType(art), url: art };
408 openAudio.push(a);
409 };
410 const SEL = 'SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM audio_tracks t JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND ';
411 try {
412 for (const mm of (post.content || '').matchAll(/\[\[track:([A-Za-z0-9_-]+)\]\]/g)) { const r = db.prepare(SEL + 't.id = ?').get(mm[1]); if (r) addRow(r); }
413 for (const mm of (post.content || '').matchAll(/\[\[album:([^\]]+)\]\]/g)) for (const r of db.prepare(SEL + 't.site_id = ? AND t.album = ? ORDER BY t.rowid').all(site.id, mm[1].trim())) addRow(r);
414 for (const mm of (post.content || '').matchAll(/\[\[playlist:([A-Za-z0-9_-]+)\]\]/g)) for (const r of db.prepare('SELECT t.title, t.cover_url, m.filename, m.storage_path, m.mime_type FROM playlist_tracks pt JOIN audio_tracks t ON t.id = pt.track_id JOIN media m ON m.id = t.media_id WHERE t.fedi_open = 1 AND pt.playlist_id = ? ORDER BY pt.position').all(mm[1])) addRow(r);
415 } catch { /* non-fatal */ }
416 }
417 body = body.replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
418 // External embeds ([[embed:url]]) → emit the bare URL as a link so Mastodon
419 // renders its OWN preview/player card (YouTube/Spotify/SoundCloud/etc) instead
420 // of federating the raw shortcode text.
421 body = body.replace(/\[\[embed:([^\]]+)\]\]/gi, (mm, raw) => {
422 const u = esc(raw.trim().replace(/&amp;/g, '&'));
423 return `<p><a href="${u}">${u}</a></p>`;
424 });
425 if (hadAudio) {
426 const lbl = audioLabels.length ? esc(audioLabels.slice(0, 4).join(', ')) : '';
427 if (trackEmbedLinks.length) {
428 // Link-only track(s): emit the external link(s). Mastodon cards the first (Spotify → its
429 // player), the rest render as clickable links — the fediverse-native "embed + links".
430 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong>` : ''}</p>`;
431 for (const u of trackEmbedLinks) { const eu = esc(u); body += `<p><a href="${eu}">${eu}</a></p>`; }
432 } else {
433 // For playable posts, append a version param to the listen-link so Mastodon
434 // sees a NEW card URL and re-crawls it (fresh SQUARE player card) instead of
435 // reusing the cached landscape one. Invisible: the link TEXT stays clean, the
436 // page ignores the param. Bump FEDI_CARD_VER when the card dimensions change.
437 const listenHref = playable ? `${human}?fc=${FEDI_CARD_VER}` : human;
438 body += `<p>🎵 ${lbl ? `<strong>${lbl}</strong> — ` : ''}<a href="${listenHref}">listen on ${esc(site.title || 'the site')}</a></p>`;
439 }
440 }
441 // Klonkt renders post content with white-space:pre-wrap, so raw newlines ARE line
442 // breaks on the site. Mastodon (plain HTML) collapses whitespace and would drop them,
443 // so convert newlines to <br> for the federated copy (content already made with
444 // shift+enter uses <br> and has no \n → this is a no-op there).
445 body = body.replace(/\r?\n/g, '<br>');
446 body = linkHashtags(base, body); // link inline #hashtags in the post body too
447 body = linkUrls(body); // bare URLs → clickable links on the federated copy
448 // Append the tags-field hashtags to the content so Mastodon renders them as clickable
449 // hashtags (a Hashtag that's only in the `tag` array isn't shown inline). CamelCase
450 // multi-word tags; skip any already present inline in the body.
451 {
452 const inlineTags = new Set(hashtagTags(base, body).map((h) => h.name.slice(1).toLowerCase()));
453 const addSeen = new Set();
454 const tagLinks = normalizeTags(post.tags).map(tagParts).filter(Boolean)
455 .filter((p) => !inlineTags.has(p.slug) && !addSeen.has(p.slug) && addSeen.add(p.slug))
456 .map((p) => `<a href="${base}/tag/${encodeURIComponent(p.slug)}" class="mention hashtag" rel="tag">#${p.label}</a>`);
457 if (tagLinks.length) body += `<p>${tagLinks.join(' ')}</p>`;
458 }
459 const seen = new Set();
460 const attachment = urls.filter((x) => x && x.url)
461 .filter((x) => { if (seen.has(x.url)) return false; seen.add(x.url); return true; })
462 .map((x) => { const mt = mediaType(x.url); // specific AS2 subtype (Image/Audio/Video) over generic Document
463 const ty = /^image\//i.test(mt) ? 'Image' : /^video\//i.test(mt) ? 'Video' : /^audio\//i.test(mt) ? 'Audio' : 'Document';
464 const a = { type: ty, mediaType: mt, url: x.url };
465 if (x.name) a.name = String(x.name).slice(0, 1500); // alt text / description (AS2 `name`)
466 return a; });
467 for (const a of openAudio) attachment.push(a); // fedi_open tracks → native Audio players
468
469 // Inline @user@host mentions: the Mention tag objects + the mentioned actor URIs. Only
470 // present when the content was already mention-linked (deliverCreate/Update resolve them
471 // at send time); a plain buildNote (outbox/notes) yields none.
472 const _mentionTags = mentionTags(body);
473 const _mentionCc = _mentionTags.map((t) => t.href);
474
475 const note = {
476 id,
477 type: 'Note',
478 attributedTo: aId,
479 content: titleHtml + body,
480 url: human,
481 published: new Date(post.published_at || post.created_at || Date.now()).toISOString(),
482 // fan_only = "fans only" → followers-only visibility (delivered to your followers
483 // but not addressed to Public, so Mastodon shows it only to them and can't boost it).
484 to: (post.fan_only || post.ap_visibility === 'quiet') ? [`${aId}/followers`] : [PUBLIC],
485 // Mentioned actors (from inline @user@host links the caller resolved) are addressed in cc
486 // so Mastodon notifies them; empty unless the content was mention-linked (delivery time).
487 cc: [...new Set([
488 ...(post.ap_visibility === 'quiet' ? [PUBLIC] : []), // quiet public: Public in cc, not to
489 ...((post.fan_only || post.ap_visibility === 'quiet') ? [] : [`${aId}/followers`]),
490 ..._mentionCc])],
491 tag: [...buildHashtagList(base, post.tags, body), ..._mentionTags],
492 replies: `${id}/replies`,
493 // NSFW → Mastodon-style content warning: sensitive (blurs media) + a summary/spoiler
494 // (hides the whole post behind a "Gevoelige inhoud" button until the reader opens it).
495 sensitive: !!post.nsfw,
496 };
497 // FEP-633c §2.2: object hint that the author is a ward (safely ignorable).
498 Object.assign(note, Guardianship.hasGuardiansProps(site.slug));
499 if (post.nsfw) note.summary = post.content_warning || 'Gevoelige inhoud';
500 if (attachment.length) note.attachment = attachment;
501 // When the cover attachment is suppressed (hosted audio OR an external embed/link-only track →
502 // so Mastodon shows the player/link card, not media), still expose the cover via AS2 `image` so
503 // card/grid consumers (the Klonkt Cirkel/News feed) can show it. Mastodon ignores a Note's
504 // `image`, so its card is unaffected — but a Klonkt receiver reads it (handleInbox o.image).
505 if (post.cover_image_url && noImages) {
506 const cov = abs(post.cover_image_url);
507 if (cov) { note.image = { type: 'Image', mediaType: mediaType(cov), url: cov }; if (post.cover_alt) note.image.name = String(post.cover_alt).slice(0, 1500); }
508 }
509 // Experiment (mirrors PeerTube / schema.org `embedUrl`): point at the GATED player page
510 // (/embed) so a client that honours embedUrl can show an inline player WITHOUT ever
511 // getting the audio file — the anti-steal posture is untouched. `embedUrl` is a real
512 // standard field name (not a Klonkt invention); if Mastodon's apps honour it on a Note we
513 // make it JSON-LD-clean with a context term, otherwise it degrades to the player card.
514 if (playable) note.embedUrl = `${base}/embed?post=${encodeURIComponent(post.slug)}`;
515 // Content language → AS2 contentMap (a BCP-47-keyed copy of the content). Mastodon reads the
516 // language from its key for the timeline language filter + the translate button. Emitted
517 // alongside `content` (Mastodon sends both); a plain receiver just uses `content`.
518 if (post.language && /^[a-z]{2,3}(-[A-Za-z]{2,4})?$/.test(post.language)) note.contentMap = { [post.language]: note.content };
519 // A hosted poll → federate as an AS2 Question (options + live tally). Do this last so it
520 // reuses the note's content/addressing/tags, then swaps the type and strips media.
521 const ownPoll = parseOwnPoll(post.poll_json);
522 if (ownPoll) applyPollToNote(note, post.id, ownPoll);
523 return note;
524}
525
526// All reply note URIs on a local post (inbound fediverse replies + our own
527// outbound replies) — backs the Note's `replies` Collection so remote servers
528// can fetch the whole thread.
529export function getReplyUris(base, postId) {
530 const out = [];
531 try {
532 for (const r of db.prepare("SELECT object_uri FROM ap_interactions WHERE kind = 'reply' AND post_id = ? AND object_uri != '' ORDER BY created_at").all(postId)) out.push(r.object_uri);
533 for (const r of db.prepare('SELECT id FROM ap_outbox WHERE post_id = ? ORDER BY rowid').all(postId)) out.push(`${base}/ap/notes/${r.id}`);
534 } catch { /* non-fatal */ }
535 return out;
536}
537
538// Notifications "seen" tracking → a real bell badge. Stored per site in app_settings.
539export function markNotificationsSeen(slug) {
540 try {
541 db.prepare("INSERT INTO app_settings (key, value, updated_at) VALUES (?, ?, CURRENT_TIMESTAMP) ON CONFLICT(key) DO UPDATE SET value = excluded.value, updated_at = CURRENT_TIMESTAMP")
542 .run(`fedi_notif_seen:${slug}`, new Date().toISOString());
543 } catch { /* non-fatal */ }
544}
545export function countUnseenNotifications(slug) {
546 try {
547 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
548 const seen = row ? Date.parse(row.value) : 0;
549 let n = 0;
550 for (const it of getNotifications(slug, 50)) { if (Date.parse(it.created_at) > seen) n++; }
551 return n;
552 } catch { return 0; }
553}
554// The seen-watermark itself (ms epoch, 0 = never marked) — the Messages page reads it
555// BEFORE marking seen, so it can render unread dots on the items newer than last visit.
556export function notificationsSeenAt(slug) {
557 try {
558 const row = db.prepare('SELECT value FROM app_settings WHERE key = ?').get(`fedi_notif_seen:${slug}`);
559 return row ? (Date.parse(row.value) || 0) : 0;
560 } catch { return 0; }
561}
562
563// Messages = the unified inbox (Reacties + Meldingen merged, decision Robin+Bart 2026-07-16):
564// every notification PLUS your own outbound replies ('sent', with edit/delete via their
565// outboxId), sorted as one stream. Consecutive likes/boosts on the same post collapse into
566// one grouped item (actors list + count) so activity doesn't drown out conversations.
567export function getMessages(slug, limit, offset) {
568 const off = Math.max(0, offset || 0);
569 const lim = limit || 60;
570 // The stream is grouped (consecutive likes/boosts collapse), so paging is done by
571 // recomputing the whole stream top-down and slicing [off, off+lim] — stable across
572 // pages. Fetch a buffer past off+lim so grouping-shrinkage can't hide a full page.
573 const need = off + lim + 100;
574 const items = getNotifications(slug, need);
575 try {
576 for (const m of listOutbox(slug).slice(0, need)) {
577 items.push({
578 type: 'sent', outboxId: m.id, to_handle: m.to_handle, in_reply_to: m.in_reply_to,
579 content: m.content, editable: m.editable, language: m.language, created_at: m.created_at,
580 });
581 }
582 } catch { /* ignore */ }
583 items.sort((a, b) => _msgTs(b) - _msgTs(a)); // NaN-safe (zie getNotifications)
584 const out = [];
585 for (const it of items) {
586 const prev = out[out.length - 1];
587 if ((it.type === 'like' || it.type === 'announce') && prev && prev.type === it.type
588 && prev.post_slug === it.post_slug) {
589 prev.actors = prev.actors || [prev.name || prev.handle || '?'];
590 prev.actors.push(it.name || it.handle || '?');
591 prev.count = (prev.count || 1) + 1;
592 continue;
593 }
594 out.push(it);
595 }
596 return out.slice(off, off + lim);
597}
598
599export function buildCreate(base, site, post) {
600 const note = buildNote(base, site, post);
601 return {
602 '@context': AP_CONTEXT,
603 id: note.id + '#create',
604 type: 'Create',
605 actor: actorId(base, site.slug),
606 published: note.published,
607 to: note.to,
608 cc: note.cc,
609 object: note,
610 };
611}
612
613export function buildOutbox(base, site, posts) {
614 const id = `${actorId(base, site.slug)}/outbox`;
615 const items = (posts || []).slice(0, MAX_OUTBOX).map((p) => buildCreate(base, site, p));
616 return {
617 '@context': AP_CONTEXT,
618 id,
619 type: 'OrderedCollection',
620 totalItems: items.length,
621 orderedItems: items,
622 };
623}
624
625// Public callers get a count-only collection (privacy). The authenticated
626// account owner (a C2S bearer scoped to this site) gets the real actor URIs via
627// `items`, so their own client can build a friends list.
628export function buildFollowers(base, site, count, items = null) {
629 const id = `${actorId(base, site.slug)}/followers`;
630 return {
631 '@context': AP_CONTEXT,
632 id,
633 type: 'OrderedCollection',
634 totalItems: items ? items.length : (count || 0),
635 orderedItems: items || [], // count-only for the public; full for the owner
636 };
637}
638
639// The accounts this site follows — count only, mirroring buildFollowers. The spec lists
640// `following` as a standard actor property; Hubzilla/Friendica + crawlers expect it.
641export function buildFollowing(base, site, count, items = null) {
642 const id = `${actorId(base, site.slug)}/following`;
643 return {
644 '@context': AP_CONTEXT,
645 id,
646 type: 'OrderedCollection',
647 totalItems: items ? items.length : (count || 0),
648 orderedItems: items || [], // count-only for the public; full for the owner
649 };
650}
651
652// Pinned posts → the actor's `featured` collection. Mastodon reads this and shows
653// these as the "Featured" tab (pinned to the profile). Posts come ordered by pin
654// rank; embedded as full Notes so a remote server doesn't need extra fetches.
655export function buildFeatured(base, site, posts) {
656 const id = `${actorId(base, site.slug)}/featured`;
657 const items = (posts || []).map((p) => buildNote(base, site, p));
658 return {
659 '@context': AP_CONTEXT,
660 id,
661 type: 'OrderedCollection',
662 totalItems: items.length,
663 orderedItems: items,
664 };
665}
666
667// ── followers store (lazy stmts) ──────────────────────────────────
668let _insF, _updFDisp, _delF, _listF, _cntF;
669function fStmts() {
670 if (!_insF) {
671 _insF = db.prepare('INSERT OR IGNORE INTO ap_followers (slug, actor_uri, inbox, shared_inbox, name, handle, icon, created_at) VALUES (?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
672 _updFDisp = db.prepare('UPDATE ap_followers SET name = COALESCE(?, name), handle = COALESCE(?, handle), icon = COALESCE(?, icon) WHERE slug = ? AND actor_uri = ?');
673 _delF = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND actor_uri = ?');
674 _listF = db.prepare('SELECT inbox, shared_inbox FROM ap_followers WHERE slug = ?');
675 _cntF = db.prepare('SELECT COUNT(*) n FROM ap_followers WHERE slug = ?');
676 }
677 return { ins: _insF, del: _delF, list: _listF, cnt: _cntF };
678}
679export function followerCount(slug) { return fStmts().cnt.get(slug).n; }
680
681// Followers with delivery health, for the management list. Never-delivered accounts
682// first, then oldest successful delivery first — i.e. the cleanup candidates on top.
683export function listFollowers(slug) {
684 return db.prepare(
685 `SELECT id, actor_uri, inbox, shared_inbox, created_at, last_delivery_at, last_error_at
686 FROM ap_followers WHERE slug = ?
687 ORDER BY (last_delivery_at IS NULL) DESC, last_delivery_at ASC, created_at ASC`
688 ).all(slug);
689}
690// Manually drop a follower after a check (a still-live account would have to re-follow).
691export function removeFollower(slug, id) {
692 const info = db.prepare('DELETE FROM ap_followers WHERE slug = ? AND id = ?').run(slug, id);
693 return info.changes > 0;
694}
695
696// Best cached display for an actor URI, across the caches Klonkt already fills:
697// followers (now with name/icon), following, interactions, timeline, mentions.
698// Falls back to a handle derived from the URI. Display info is not sensitive.
699export function actorDisplay(slug, uri) {
700 const ok = (r) => r && (r.name || r.icon);
701 try {
702 let r = db.prepare('SELECT name, handle, icon FROM ap_followers WHERE slug = ? AND actor_uri = ?').get(slug, uri);
703 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
704 r = db.prepare('SELECT name, handle, icon FROM ap_following WHERE slug = ? AND actor_uri = ?').get(slug, uri);
705 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
706 r = db.prepare('SELECT actor_name AS name, actor_handle AS handle, actor_icon AS icon FROM ap_interactions WHERE actor_uri = ? AND (actor_name IS NOT NULL OR actor_icon IS NOT NULL) ORDER BY created_at DESC LIMIT 1').get(uri);
707 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
708 r = db.prepare('SELECT author_name AS name, author_handle AS handle, author_icon AS icon FROM ap_timeline WHERE author_uri = ? AND (author_name IS NOT NULL OR author_icon IS NOT NULL) LIMIT 1').get(uri);
709 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
710 r = db.prepare('SELECT actor_name AS name, actor_handle AS handle, actor_icon AS icon FROM ap_mentions WHERE actor_uri = ? AND (actor_name IS NOT NULL OR actor_icon IS NOT NULL) ORDER BY created_at DESC LIMIT 1').get(uri);
711 if (ok(r)) return { name: r.name, handle: r.handle || deriveHandle(uri), icon: r.icon };
712 } catch { /* ignore */ }
713 return { name: null, handle: deriveHandle(uri), icon: null };
714}
715
716// FEP-9876: does this `Prefer` header ask for enriched (embedded) members?
717// Pure and testable; the route sets the response headers around it.
718export function prefersEnriched(preferHeader) {
719 return /(^|[,;\s])return=representation($|[,;\s])/i.test(String(preferHeader || ''));
720}
721
722// AS2 actor reference with display, for the owner C2S followers/following view.
723// preferredUsername = the local part of the handle; name = the set display name.
724export function buildActorRef(slug, uri) {
725 const d = actorDisplay(slug, uri);
726 const user = d.handle && d.handle[0] === '@' ? d.handle.slice(1).split('@')[0] : null;
727 const out = { id: uri, type: 'Person' };
728 if (d.name) out.name = d.name;
729 if (user) out.preferredUsername = user;
730 if (d.icon) out.icon = { type: 'Image', url: d.icon };
731 return out;
732}
733
734// Merge who-you-follow (ap_following, rich display) with who-follows-you (ap_followers,
735// delivery health) into ONE connections list, keyed by actor_uri. Each entry gets a
736// direction (following →, follower ←, mutual ↔) and, for accounts we deliver to, an
737// `unreachable` flag (never delivered, or last attempt failed after the last success) so
738// the view can split dead connections into their own section. Powers the Connect page.
739export function listConnections(slug) {
740 const byUri = new Map();
741 for (const f of listFollowing(slug)) {
742 byUri.set(f.actor_uri, {
743 actor_uri: f.actor_uri, name: f.name || null, handle: f.handle || null,
744 icon: f.icon || null, url: f.url || null, auto_boost: f.auto_boost ? 1 : 0,
745 status: f.status || null, following: true, follower: false,
746 last_delivery_at: null, last_error_at: null, follower_id: null,
747 });
748 }
749 for (const fo of listFollowers(slug)) {
750 const e = byUri.get(fo.actor_uri);
751 if (e) { e.follower = true; e.last_delivery_at = fo.last_delivery_at; e.last_error_at = fo.last_error_at; e.follower_id = fo.id; }
752 else byUri.set(fo.actor_uri, {
753 actor_uri: fo.actor_uri, name: null, handle: null, icon: null, url: null,
754 auto_boost: 0, status: null, following: false, follower: true,
755 last_delivery_at: fo.last_delivery_at, last_error_at: fo.last_error_at, follower_id: fo.id,
756 });
757 }
758 return [...byUri.values()].map((e) => {
759 e.direction = (e.following && e.follower) ? 'mutual' : (e.following ? 'following' : 'follower');
760 e.unreachable = e.follower && (!e.last_delivery_at || (!!e.last_error_at && (!e.last_delivery_at || e.last_error_at > e.last_delivery_at)));
761 return e;
762 });
763}
764
765// ── inbound interactions store (replies / likes / boosts) + our outbound replies ──
766let _insI, _delLA, _delReply, _listI, _getI, _insO, _listO, _getO;
767// ── moderation tombstones (ap_rejected_objects) ───────────────────
768// A reply the owner removed stays removed: its object URI is tombstoned and
769// checked at ingest AND by the thread-crawler (else thread-filling would
770// re-fetch it). Owner moderation acts on the LOCAL copy, so it also works for
771// private notes that authorize_interaction can't fetch (401/404).
772let _insRj, _hasRj;
773function rjStmts() {
774 if (!_insRj) {
775 _insRj = db.prepare('INSERT OR IGNORE INTO ap_rejected_objects (object_uri, post_id, reason) VALUES (?,?,?)');
776 _hasRj = db.prepare('SELECT 1 FROM ap_rejected_objects WHERE object_uri = ?');
777 }
778 return { ins: _insRj, has: _hasRj };
779}
780export function isRejectedObject(uri) {
781 if (!uri) return false;
782 try { return !!rjStmts().has.get(String(uri)); } catch { return false; }
783}
784// Owner removes an incoming reply: tombstone + delete. Tenancy-scoped: the
785// interaction's post must belong to the caller's site.
786export function rejectInteraction(site, interactionId, reason) {
787 if (!site || !site.slug) return { error: 'forbidden' };
788 const row = iStmts().getI.get(interactionId);
789 if (!row) return { error: 'not_found' };
790 const owns = db.prepare('SELECT 1 FROM posts WHERE id = ? AND site_id = (SELECT id FROM sites WHERE slug = ?)')
791 .get(row.post_id, site.slug);
792 if (!owns) return { error: 'forbidden' };
793 if (row.object_uri) { try { rjStmts().ins.run(row.object_uri, row.post_id, reason || 'removed by site owner'); } catch { /* non-fatal */ } }
794 db.prepare('DELETE FROM ap_interactions WHERE id = ?').run(interactionId);
795 console.log('[AP] interaction removed by owner', site.slug, row.object_uri || row.actor_uri);
796 return { ok: true, object_uri: row.object_uri || null, actor_uri: row.actor_uri || null };
797}
798// Stored URIs of an interaction (tenancy-scoped) → feed sendReport for flagging
799// from the local copy (works for private notes; no remote fetch needed to target).
800export function interactionReportTarget(site, interactionId) {
801 if (!site || !site.slug) return null;
802 const row = iStmts().getI.get(interactionId);
803 if (!row) return null;
804 const owns = db.prepare('SELECT 1 FROM posts WHERE id = ? AND site_id = (SELECT id FROM sites WHERE slug = ?)')
805 .get(row.post_id, site.slug);
806 if (!owns) return null;
807 return { objectUri: row.object_uri || null, actorUri: row.actor_uri || null };
808}
809
810// AP addressing → visibility: 'public' | 'unlisted' | 'followers' | 'direct'.
811// Mastodon-conventie: Public in `to` = public, Public in `cc` = unlisted, een
812// followers-collectie zonder Public = followers-only, anders direct (DM). Public
813// kan als volledige URI, 'as:Public' of 'Public' voorkomen (JSON-LD shorthands).
814export function noteVisibility(o) {
815 const arr = (v) => (Array.isArray(v) ? v : (v ? [v] : []));
816 const isPub = (u) => u === PUBLIC || u === 'as:Public' || u === 'Public';
817 const to = arr(o && o.to).map(String);
818 const cc = arr(o && o.cc).map(String);
819 if (to.some(isPub)) return 'public';
820 if (cc.some(isPub)) return 'unlisted';
821 if ([...to, ...cc].some((u) => /\/followers\/?$/.test(u))) return 'followers';
822 return 'direct';
823}
824
825function iStmts() {
826 if (!_insI) {
827 _insI = db.prepare('INSERT OR IGNORE INTO ap_interactions (kind, post_id, object_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, parent_uri, visibility, emoji_json, actor_emoji_json, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
828 _delLA = db.prepare('DELETE FROM ap_interactions WHERE kind = ? AND post_id = ? AND actor_uri = ?');
829 _delReply = db.prepare("DELETE FROM ap_interactions WHERE kind = 'reply' AND object_uri = ?");
830 _listI = db.prepare('SELECT id, kind, object_uri, parent_uri, actor_uri, actor_name, actor_handle, actor_url, actor_icon, content, published, created_at, acted_boost, acted_like, visibility, emoji_json, actor_emoji_json FROM ap_interactions WHERE post_id = ? ORDER BY created_at ASC');
831 _getI = db.prepare('SELECT * FROM ap_interactions WHERE id = ?');
832 _insO = db.prepare('INSERT INTO ap_outbox (id, site_slug, post_id, post_slug, in_reply_to, to_actor, to_handle, content, language, attachments, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
833 _listO = db.prepare('SELECT * FROM ap_outbox WHERE post_id = ? ORDER BY created_at ASC');
834 _getO = db.prepare('SELECT * FROM ap_outbox WHERE id = ?');
835 }
836 return { ins: _insI, delLA: _delLA, delReply: _delReply, list: _listI, getI: _getI, insO: _insO, listO: _listO, getO: _getO };
837}
838
839export function getInteractionById(id) { return iStmts().getI.get(id); }
840export function setInteractionBoosted(id, on) {
841 db.prepare('UPDATE ap_interactions SET acted_boost = ? WHERE id = ?').run(on ? 1 : 0, id);
842}
843export function setInteractionLiked(id, on) {
844 db.prepare('UPDATE ap_interactions SET acted_like = ? WHERE id = ?').run(on ? 1 : 0, id);
845}
846// Your like/boost state on a REMOTE post (interact page toggles).
847export function setMyReaction(slug, uri, kind, on) {
848 if (on) db.prepare('INSERT OR IGNORE INTO ap_my_reactions (site_slug, target_uri, kind) VALUES (?,?,?)').run(slug, uri, kind);
849 else db.prepare('DELETE FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ? AND kind = ?').run(slug, uri, kind);
850}
851export function getMyReactions(slug, uri) {
852 const rows = (slug && uri) ? db.prepare('SELECT kind FROM ap_my_reactions WHERE site_slug = ? AND target_uri = ?').all(slug, uri) : [];
853 return { liked: rows.some((r) => r.kind === 'like'), boosted: rows.some((r) => r.kind === 'boost') };
854}
855
856const localPostExists = (id) => { try { return !!db.prepare('SELECT 1 FROM posts WHERE id = ?').get(id); } catch { return false; } };
857// Extract our local post id from a note URL, but only if it's ours (base match).
858function postIdFromNoteUrl(url, base) {
859 const s = String(url || '');
860 if (base && !s.startsWith(base)) return null;
861 const m = s.match(/\/ap\/notes\/([^/?#]+)/);
862 return m ? decodeURIComponent(m[1]) : null;
863}
864function deriveHandle(actorUri) {
865 try { const u = new URL(actorUri); const seg = u.pathname.split('/').filter(Boolean).pop() || ''; return `@${seg}@${u.host}`; } catch { return String(actorUri || ''); }
866}
867function actorInfo(doc, actorUri) {
868 let host = ''; try { host = new URL(actorUri).host; } catch { /* keep empty */ }
869 const handle = doc && doc.preferredUsername ? `@${doc.preferredUsername}@${host}` : deriveHandle(actorUri);
870 const icon = doc && doc.icon ? (doc.icon.url || (Array.isArray(doc.icon) && doc.icon[0] && doc.icon[0].url)) : null;
871 const name = (doc && (doc.name || doc.preferredUsername)) || handle;
872 return {
873 name,
874 handle,
875 url: safeUrl((doc && (doc.url || doc.id)) || actorUri) || null,
876 icon: safeUrl(icon) || null,
877 // FEP-9098 custom emojis in the display name (":shortcode:"), so the byline
878 // renders them. Only computed when the name actually has a shortcode.
879 emojis: /:[A-Za-z0-9_+-]+:/.test(name) ? actorNameEmojis(doc) : undefined,
880 };
881}
882
883// Map ":shortcode:" → image url from an actor doc's Emoji tags (for a custom-
884// emoji display name). Undefined when there are none.
885function actorNameEmojis(doc) {
886 const arr = doc && Array.isArray(doc.tag) ? doc.tag : (doc && doc.tag ? [doc.tag] : []);
887 const out = {};
888 for (const t of arr) {
889 if (!t || (Array.isArray(t.type) ? t.type[0] : t.type) !== 'Emoji' || typeof t.name !== 'string' || !t.icon) continue;
890 const u = t.icon.url || (Array.isArray(t.icon) && t.icon[0] && t.icon[0].url);
891 if (u) out[t.name] = u;
892 }
893 return Object.keys(out).length ? out : undefined;
894}
895
896// Given an inReplyTo note URL, find which local post the thread belongs to + the
897// note being replied to (parent), so a reply-to-a-comment can be nested.
898function findThreadTarget(inReplyTo, base) {
899 if (!inReplyTo) return null;
900 const seg = postIdFromNoteUrl(inReplyTo, base); // our /ap/notes/<id> segment (if ours)
901 if (seg && localPostExists(seg)) return { post_id: seg, parent_uri: inReplyTo };
902 if (seg) {
903 try { const o = db.prepare('SELECT post_id FROM ap_outbox WHERE id = ?').get(seg); if (o && o.post_id) return { post_id: o.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
904 }
905 try { const row = db.prepare("SELECT post_id FROM ap_interactions WHERE object_uri = ? AND kind = 'reply' LIMIT 1").get(inReplyTo); if (row && row.post_id) return { post_id: row.post_id, parent_uri: inReplyTo }; } catch { /* ignore */ }
906 return null;
907}
908
909// Drop the leading @mention(s) a federated reply carries (the person being replied to),
910// so a comment reads "dope tekening ouwe" instead of "@jason@jasonhacky.nl dope …".
911// Keeps a leading <p> wrapper; handles mention <a> links and plain-text @user@domain.
912export function stripLeadingMentions(html) {
913 if (!html) return html;
914 let s = String(html);
915 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:<a\b[^>]*>\s*@[^<]+<\/a>[  ]*)+/i, (m, p) => p || '');
916 s = s.replace(/^(\s*<p[^>]*>)?\s*(?:@[\w.-]+(?:@[\w.-]+)?[  ]+)+/i, (m, p) => p || '');
917 return s;
918}
919
920// View-ready threaded view of a post's fediverse activity (inbound replies +
921// our outbound replies, nested), plus like/boost counts.
922export function getInteractions(postId, base, site) {
923 const s = iStmts();
924 // Privacy: a followers-only or direct (DM) reply is addressed to people, not to the
925 // public web, so it must NOT render in the public thread. It still reaches the owner
926 // via notifications (post context + reference included there). Legacy rows without a
927 // visibility value are treated as public. Likes/boosts stay counted (count-only).
928 const rows = s.list.all(postId).filter((r) =>
929 r.kind !== 'reply' || !(r.visibility === 'followers' || r.visibility === 'direct'));
930 const baseClean = (base || process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
931 const postNoteId = baseClean ? `${baseClean}/ap/notes/${postId}` : null;
932 // Our own (outbound) replies show the SITE identity for everyone (not "You").
933 let host = ''; try { host = new URL(baseClean).host; } catch { /* ignore */ }
934 const siteName = (site && (site.title || site.slug)) || '';
935 const siteHandle = (site && site.slug && host) ? `@${site.slug}@${host}` : '';
936 const siteUrl = baseClean ? `${baseClean}/` : '';
937 const siteIcon = (site && site.profile_photo) || null;
938
939 const nodes = [];
940 for (const r of rows) {
941 if (r.kind !== 'reply') continue;
942 nodes.push({
943 noteId: r.object_uri, parent: r.parent_uri || null, mine: false, id: r.id,
944 actor_uri: r.actor_uri,
945 actor_name: r.actor_name, actor_handle: r.actor_handle, actor_url: r.actor_url,
946 actor_icon: r.actor_icon, content: stripLeadingMentions(r.content), created_at: r.published || r.created_at,
947 emoji_json: r.emoji_json, actor_emoji_json: r.actor_emoji_json, // FEP-9098 (thread render)
948 acted_boost: !!r.acted_boost, acted_like: !!r.acted_like,
949 children: [],
950 });
951 }
952 for (const o of s.listO.all(postId)) {
953 nodes.push({
954 noteId: baseClean ? `${baseClean}/ap/notes/${o.id}` : o.id, parent: o.in_reply_to || null,
955 mine: true, outboxId: o.id, content: stripLeadingMentions(o.content), created_at: o.created_at,
956 media: (() => { try { return o.attachments ? JSON.parse(o.attachments) : []; } catch { return []; } })(),
957 actor_name: siteName, actor_handle: siteHandle, actor_url: siteUrl, actor_icon: siteIcon,
958 children: [],
959 });
960 }
961
962 const byId = new Map(nodes.map((n) => [n.noteId, n]));
963 // Conversation partners per node (u02, the reply editor's mentions bar): the
964 // node's author plus the ancestor authors up the chain. Our own nodes are
965 // skipped (we do not mention ourselves), deduped by actor, capped at 8.
966 for (const n of nodes) {
967 const seen = new Set();
968 const list = [];
969 let cur = n, guard = 0;
970 while (cur && guard++ < 12 && list.length < 8) {
971 if (!cur.mine && cur.actor_uri && !seen.has(cur.actor_uri)) {
972 seen.add(cur.actor_uri);
973 list.push({
974 uri: cur.actor_uri,
975 url: cur.actor_url || cur.actor_uri,
976 handle: cur.actor_handle || deriveHandle(cur.actor_uri),
977 });
978 }
979 cur = cur.parent ? byId.get(cur.parent) : null;
980 }
981 n.participants = list;
982 }
983 const isTop = (n) => !n.parent || n.parent === postNoteId || !byId.has(n.parent);
984 const tops = [];
985 for (const n of nodes) {
986 if (isTop(n)) { tops.push(n); continue; }
987 let anc = n, guard = 0;
988 while (!isTop(anc) && guard++ < 12) anc = byId.get(anc.parent);
989 anc.children.push(n);
990 }
991 const byTime = (a, b) => new Date(a.created_at) - new Date(b.created_at);
992 tops.sort(byTime).forEach((t) => t.children.sort(byTime));
993
994 return {
995 thread: tops,
996 likeCount: rows.filter((r) => r.kind === 'like').length,
997 announceCount: rows.filter((r) => r.kind === 'announce').length,
998 total: nodes.length,
999 };
1000}
1001
1002// ── HTTP Signatures + delivery ────────────────────────────────────
1003const slugFromActorUrl = (url) => { const m = String(url || '').match(/\/ap\/users\/([^/?#]+)/); return m ? decodeURIComponent(m[1]) : null; };
1004// Which of OUR sites are named in a note's Mention tags? Only hrefs on our own base count
1005// (an /ap/users/<slug> path on a remote host is someone else's actor), and the slug must be
1006// an existing site. Deduped.
1007export function localMentionSlugs(tags, base) {
1008 if (!base) return [];
1009 const out = [], seen = new Set();
1010 for (const t of (Array.isArray(tags) ? tags : (tags ? [tags] : []))) {
1011 if (!t || t.type !== 'Mention' || typeof t.href !== 'string') continue;
1012 if (!t.href.startsWith(base + '/ap/users/')) continue;
1013 const slug = slugFromActorUrl(t.href);
1014 if (!slug || seen.has(slug)) continue; seen.add(slug);
1015 try { if (db.prepare('SELECT 1 FROM sites WHERE slug = ?').get(slug)) out.push(slug); } catch { /* ignore */ }
1016 }
1017 return out;
1018}
1019
1020// Sign + POST an activity to a remote inbox (draft-cavage HTTP Signatures, RSA-SHA256).
1021export async function deliver(inboxUrl, bodyObj, keyId, privatePem) {
1022 const body = JSON.stringify(bodyObj);
1023 const u = new URL(inboxUrl);
1024 const date = new Date().toUTCString();
1025 const digest = 'SHA-256=' + crypto.createHash('sha256').update(body).digest('base64');
1026 const signingString = `(request-target): post ${u.pathname}\nhost: ${u.host}\ndate: ${date}\ndigest: ${digest}`;
1027 const signature = crypto.sign('sha256', Buffer.from(signingString), privatePem).toString('base64');
1028 const sig = `keyId="${keyId}",algorithm="rsa-sha256",headers="(request-target) host date digest",signature="${signature}"`;
1029 const r = await safeFetch(inboxUrl, {
1030 method: 'POST',
1031 headers: { 'Content-Type': 'application/activity+json', Accept: 'application/activity+json', Date: date, Digest: digest, Signature: sig },
1032 body,
1033 });
1034 return r.status;
1035}
1036
1037export async function fetchActor(url) {
1038 try {
1039 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
1040 if (!r.ok) return null;
1041 const len = Number(r.headers.get('content-length') || 0);
1042 if (len > 2_000_000) return null; // refuse oversized actor docs
1043 return await r.json();
1044 } catch { return null; }
1045}
1046
1047// ── Delivery queue with retries ───────────────────────────────────
1048// Outbound deliveries are tried immediately; on failure (down server, timeout,
1049// non-2xx) they're queued and retried with backoff so a briefly-offline follower
1050// doesn't silently miss the post. The signing key is NOT stored — the worker
1051// re-derives it from the actor slug at send time.
1052const DELIVERY_MAX_ATTEMPTS = 6;
1053const DELIVERY_BACKOFF_MIN = [1, 5, 15, 60, 180, 360];
1054let _insDeliv, _dueDeliv, _delDeliv, _bumpDeliv;
1055function deliveryStmts() {
1056 if (!_insDeliv) {
1057 _insDeliv = db.prepare('INSERT INTO ap_delivery (slug, inbox, body, attempts, next_at) VALUES (?,?,?,0,CURRENT_TIMESTAMP)');
1058 _dueDeliv = db.prepare("SELECT * FROM ap_delivery WHERE datetime(next_at) <= datetime('now') ORDER BY next_at LIMIT 30");
1059 _delDeliv = db.prepare('DELETE FROM ap_delivery WHERE id = ?');
1060 _bumpDeliv = db.prepare('UPDATE ap_delivery SET attempts = ?, next_at = ? WHERE id = ?');
1061 }
1062 return { ins: _insDeliv, due: _dueDeliv, del: _delDeliv, bump: _bumpDeliv };
1063}
1064export function enqueueDelivery(slug, inbox, activity) {
1065 if (!slug || !inbox || !activity) return;
1066 try { deliveryStmts().ins.run(slug, inbox, JSON.stringify(activity)); } catch { /* ignore */ }
1067}
1068// Record delivery health per follower so the followers list can flag dead accounts.
1069// Keyed by inbox: a shared-inbox POST reaches every follower behind it, so all of them
1070// are marked. A non-follower inbox (inline @mention) simply matches 0 rows.
1071let _fDelivOk, _fDelivErr;
1072function markFollowerDelivery(slug, inbox, ok) {
1073 if (!slug || !inbox) return;
1074 try {
1075 if (!_fDelivOk) {
1076 _fDelivOk = db.prepare('UPDATE ap_followers SET last_delivery_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
1077 _fDelivErr = db.prepare('UPDATE ap_followers SET last_error_at = CURRENT_TIMESTAMP WHERE slug = ? AND (inbox = ? OR shared_inbox = ?)');
1078 }
1079 (ok ? _fDelivOk : _fDelivErr).run(slug, inbox, inbox);
1080 } catch { /* health tracking is non-fatal */ }
1081}
1082// Deliver now; queue for retry if it fails.
1083export async function deliverWithRetry(slug, inbox, activity, keyId, privPem) {
1084 if (!inbox) return;
1085 try { const st = await deliver(inbox, activity, keyId, privPem); if (st >= 200 && st < 300) { markFollowerDelivery(slug, inbox, true); return; } } catch { /* queue below */ }
1086 enqueueDelivery(slug, inbox, activity);
1087}
1088let _processingDeliv = false;
1089export async function processDeliveryQueue() {
1090 if (_processingDeliv) return; // re-entrancy guard: 30 rows × 8s can exceed the 60s tick → no double-delivery
1091 _processingDeliv = true;
1092 try {
1093 let rows;
1094 try { rows = deliveryStmts().due.all(); } catch { return; }
1095 if (!rows || !rows.length) return;
1096 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1097 for (const row of rows) {
1098 let ok = false;
1099 try {
1100 const keys = getOrCreateKeys(row.slug);
1101 const st = await deliver(row.inbox, JSON.parse(row.body), `${actorId(base, row.slug)}#main-key`, keys.private_pem);
1102 ok = st >= 200 && st < 300;
1103 } catch { ok = false; }
1104 if (ok) { markFollowerDelivery(row.slug, row.inbox, true); deliveryStmts().del.run(row.id); continue; }
1105 const attempts = row.attempts + 1;
1106 if (attempts >= DELIVERY_MAX_ATTEMPTS) { markFollowerDelivery(row.slug, row.inbox, false); deliveryStmts().del.run(row.id); console.warn('[AP] delivery gave up after', attempts, 'tries →', row.inbox); continue; }
1107 // Index the backoff on the CURRENT attempt count (row.attempts) so the first
1108 // retry uses the 1-min tier instead of skipping it.
1109 const mins = DELIVERY_BACKOFF_MIN[Math.min(row.attempts, DELIVERY_BACKOFF_MIN.length - 1)];
1110 deliveryStmts().bump.run(attempts, new Date(Date.now() + mins * 60000).toISOString(), row.id);
1111 }
1112 } finally { _processingDeliv = false; }
1113}
1114let _delivTimer = null;
1115export function startDeliveryWorker() {
1116 if (_delivTimer) return;
1117 _delivTimer = setInterval(() => { processDeliveryQueue().catch(() => {}); }, 60 * 1000);
1118 if (_delivTimer.unref) _delivTimer.unref();
1119}
1120
1121// Best-effort verification of an incoming signed request. Returns the sender's
1122// actor doc if the signature checks out, else null. (Not gating yet — MVP.)
1123// Max clock skew for the signed Date header (replay window). Generous default to tolerate
1124// federating servers with drifting clocks; an operator can widen it via env.
1125const SIG_MAX_SKEW_MS = (Number(process.env.AP_SIG_MAX_SKEW_MIN) || 60) * 60 * 1000;
1126export async function verifyRequest(req) {
1127 const sigH = req.headers['signature'];
1128 if (!sigH) return null;
1129 const p = Object.fromEntries([...sigH.matchAll(/([a-zA-Z]+)="([^"]*)"/g)].map((m) => [m[1], m[2]]));
1130 if (!p.keyId || !p.signature) return null;
1131 const actor = await fetchActor(p.keyId.split('#')[0]);
1132 const pem = actor && actor.publicKey && actor.publicKey.publicKeyPem;
1133 if (!pem) return null;
1134 const hs = (p.headers || '(request-target) host date').split(/\s+/);
1135 // Behind a reverse proxy the raw Host header is the backend bind (e.g. localhost:3000, when
1136 // the proxy doesn't preserve it — Apache .htaccess [P] proxying), but the sender signed the
1137 // HTTP-Signature over the PUBLIC host. Try each candidate host (the configured PUBLIC_BASE_URL
1138 // host, the proxy's X-Forwarded-Host, and the raw Host) and accept if the signature verifies
1139 // against any. An attacker can't forge a match (no private key), so this only rescues the
1140 // legitimate proxied case. Also normalise a leading double-slash in the request-target.
1141 let _pubHost = null;
1142 if (process.env.PUBLIC_BASE_URL) { try { _pubHost = new URL(process.env.PUBLIC_BASE_URL).host; } catch { /* ignore */ } }
1143 const _hosts = [...new Set([_pubHost, req.headers['x-forwarded-host'], req.headers['host']].filter(Boolean))];
1144 const _target = `${req.method.toLowerCase()} ${String(req.originalUrl || '').replace(/^\/{2,}/, '/')}`;
1145 const _sig = Buffer.from(p.signature, 'base64');
1146 let ok = false;
1147 for (const _h of _hosts) {
1148 const line = hs.map((x) => x === '(request-target)'
1149 ? `(request-target): ${_target}`
1150 : x === 'host' ? `host: ${_h}`
1151 : `${x}: ${req.headers[x] || ''}`).join('\n');
1152 try { if (crypto.verify('sha256', Buffer.from(line), pem, _sig)) { ok = true; break; } } catch { /* try next host */ }
1153 }
1154 // Replay defence: the Date header must be signed and recent. A captured signed request
1155 // replayed later (or with a swapped body) is rejected.
1156 if (ok) {
1157 if (!hs.includes('date')) ok = false;
1158 else {
1159 const t = Date.parse(req.headers['date'] || '');
1160 if (isNaN(t) || Math.abs(Date.now() - t) > SIG_MAX_SKEW_MS) ok = false;
1161 }
1162 }
1163 // Digest is MANDATORY when the request carries a body: without a signed digest the body
1164 // isn't covered by the signature and could be swapped on a replay.
1165 if (ok && req.rawBody && req.rawBody.length) {
1166 if (!hs.includes('digest')) ok = false;
1167 else {
1168 const exp = 'SHA-256=' + crypto.createHash('sha256').update(req.rawBody).digest('base64');
1169 if (req.headers['digest'] !== exp) ok = false;
1170 }
1171 }
1172 return ok ? actor : null;
1173}
1174
1175// Parse a fediverse poll (an ActivityStreams `Question` — the Mastodon-standard poll form)
1176// into our compact shape. `oneOf` = single choice, `anyOf` = multiple; each option is a Note
1177// with a `name` and a `replies` collection whose `totalItems` is that option's vote count.
1178function parsePoll(o) {
1179 if (!o || o.type !== 'Question') return null;
1180 const raw = Array.isArray(o.oneOf) ? o.oneOf : (Array.isArray(o.anyOf) ? o.anyOf : null);
1181 if (!raw || !raw.length) return null;
1182 const options = raw.slice(0, 12).map((opt) => ({
1183 name: String((opt && opt.name) || '').slice(0, 300),
1184 count: Math.max(0, Number(opt && opt.replies && opt.replies.totalItems) || 0),
1185 })).filter((x) => x.name);
1186 if (!options.length) return null;
1187 const endTime = o.endTime || (typeof o.closed === 'string' ? o.closed : null);
1188 const closed = !!o.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
1189 return { multiple: Array.isArray(o.anyOf), options, endTime, closed, voters: Number(o.votersCount) || null, voted: null };
1190}
1191
1192// ── Polls WE host (a local post with a poll) ──────────────────────
1193// Parse the poll definition stored on our own post (posts.poll_json). Counts are
1194// NOT stored here — they're derived from the poll_votes ballots so a re-render always
1195// reflects the authoritative tally.
1196export function parseOwnPoll(pollJson) {
1197 if (!pollJson) return null;
1198 let d; try { d = typeof pollJson === 'string' ? JSON.parse(pollJson) : pollJson; } catch { return null; }
1199 if (!d || !Array.isArray(d.options)) return null;
1200 const options = d.options.map((o) => ({ name: String((o && o.name != null ? o.name : o) || '').slice(0, 300) })).filter((o) => o.name);
1201 if (options.length < 2) return null;
1202 const endTime = d.endTime || null;
1203 const closed = !!d.closed || (endTime ? Date.parse(endTime) <= Date.now() : false);
1204 return { multiple: !!d.multiple, options, endTime, closed };
1205}
1206
1207// Live tally of a hosted poll from its ballots: per-option counts + unique voters.
1208export function pollTally(postId) {
1209 const counts = {}; let voters = 0;
1210 try {
1211 for (const r of db.prepare('SELECT choice, COUNT(*) AS n FROM poll_votes WHERE post_id = ? GROUP BY choice').all(postId)) counts[r.choice] = r.n;
1212 voters = db.prepare('SELECT COUNT(DISTINCT actor_uri) AS n FROM poll_votes WHERE post_id = ?').get(postId).n || 0;
1213 } catch { /* table may not exist yet */ }
1214 return { counts, voters };
1215}
1216
1217// Render-ready view of a hosted poll (options with counts + percentages, totals, state).
1218// Voting is fediverse-only, so this is display-only on the site.
1219export function ownPollView(post) {
1220 const poll = parseOwnPoll(post && post.poll_json);
1221 if (!poll) return null;
1222 const { counts, voters } = pollTally(post.id);
1223 const total = Object.values(counts).reduce((a, b) => a + b, 0);
1224 const denom = poll.multiple ? voters : total; // multiple-choice %: share of voters (can sum >100%)
1225 const options = poll.options.map((o) => {
1226 const count = counts[o.name] || 0;
1227 return { name: o.name, count, pct: denom ? Math.round((count / denom) * 100) : 0 };
1228 });
1229 return { multiple: poll.multiple, options, total, voters, endTime: poll.endTime, closed: poll.closed };
1230}
1231
1232// Attach the AS2 Question shape to a note built for a hosted poll. Mastodon renders a
1233// status with either media OR a poll (never both), so a poll federates as content +
1234// options with no media attachment. oneOf = single choice, anyOf = multiple.
1235function applyPollToNote(note, postId, poll) {
1236 const { counts, voters } = pollTally(postId);
1237 const opts = poll.options.map((o) => ({
1238 type: 'Note',
1239 name: o.name,
1240 replies: { type: 'Collection', totalItems: counts[o.name] || 0 },
1241 }));
1242 note.type = 'Question';
1243 note[poll.multiple ? 'anyOf' : 'oneOf'] = opts;
1244 if (poll.endTime) note.endTime = new Date(poll.endTime).toISOString();
1245 // Once closed, Mastodon expects a `closed` timestamp (the effective end).
1246 if (poll.closed) note.closed = poll.endTime ? new Date(poll.endTime).toISOString() : new Date().toISOString();
1247 note.votersCount = voters;
1248 delete note.attachment; // media ATTACHMENTS + a poll are mutually exclusive on Mastodon
1249 // Keep note.image: it's the cover, which Mastodon ignores on a Question anyway
1250 // (same as on any Note) but Klonkt reads to show the cover in feeds/the Cirkel.
1251 // Deleting it stripped the cover off every boosted poll.
1252 return note;
1253}
1254
1255// Record an inbound ballot on one of OUR polls. A vote arrives as a Create(Note) whose
1256// `name` is the chosen option and `inReplyTo` is our poll note — the Mastodon-standard
1257// vote form. Returns { handled } — handled=true means it was addressed to a poll (so the
1258// caller must NOT also store it as a reply), false means "not a poll, fall through".
1259function recordPollBallot(postId, actorUri, rawChoice) {
1260 const choice = String(rawChoice == null ? '' : rawChoice).slice(0, 300);
1261 if (!choice) return { handled: false };
1262 let post; try { post = db.prepare('SELECT poll_json FROM posts WHERE id = ?').get(postId); } catch { return { handled: false }; }
1263 const poll = post && parseOwnPoll(post.poll_json);
1264 if (!poll) return { handled: false }; // not a poll → let the reply logic handle it
1265 if (poll.closed) return { handled: true }; // voting closed → drop
1266 if (!poll.options.some((o) => o.name === choice)) return { handled: true }; // unknown option → drop
1267 try {
1268 // Single choice = one ballot per actor: ignore a later/different vote. Multiple choice
1269 // allows one ballot per distinct option (the UNIQUE(post,actor,choice) dedupes repeats).
1270 if (!poll.multiple && db.prepare('SELECT 1 FROM poll_votes WHERE post_id = ? AND actor_uri = ? LIMIT 1').get(postId, actorUri)) return { handled: true };
1271 db.prepare('INSERT OR IGNORE INTO poll_votes (post_id, actor_uri, choice) VALUES (?, ?, ?)').run(postId, actorUri, choice);
1272 } catch { return { handled: true }; }
1273 schedulePollUpdate(postId);
1274 return { handled: true };
1275}
1276
1277// Coalesce a burst of votes into ONE Update(Question) per poll: the first vote schedules a
1278// refresh ~15s out; further votes in that window ride the same pending update (which carries
1279// the accumulated tally). Non-follower voters re-fetch the Question (live tally) themselves.
1280const _pollUpdTimers = new Map();
1281function schedulePollUpdate(postId) {
1282 if (_pollUpdTimers.has(postId)) return;
1283 const t = setTimeout(() => { _pollUpdTimers.delete(postId); deliverPollUpdate(postId).catch(() => { /* best-effort */ }); }, 15000);
1284 if (t.unref) t.unref();
1285 _pollUpdTimers.set(postId, t);
1286}
1287
1288// Push the fresh poll tally (or closed state) to followers as Update(Question).
1289export async function deliverPollUpdate(postId) {
1290 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1291 if (!base || !postId) return;
1292 let post, site;
1293 try {
1294 post = db.prepare('SELECT * FROM posts WHERE id = ?').get(postId);
1295 if (!post || !post.poll_json) return;
1296 site = db.prepare('SELECT * FROM sites WHERE id = ?').get(post.site_id);
1297 } catch { return; }
1298 if (site) await deliverUpdate(site, post);
1299}
1300
1301// ── Web push to the owner (docs/webpush-design.md, slice 3) ─────────
1302// Fire-and-forget: a notification must never block or break inbox processing.
1303function pushEvent(slug, event) {
1304 try { Push.notifySite(slug, event).catch(() => {}); } catch { /* never throw */ }
1305}
1306// Hub-aware path prefix for a site's pages ('' in solo).
1307function pushPrefix(slug) {
1308 try { return getTenancy() === 'hub' ? `/user/${slug}` : ''; } catch { return ''; }
1309}
1310// Notification language: the site's content language (fallback: instance default).
1311function pushLang(slug) {
1312 try { const r = db.prepare('SELECT language FROM sites WHERE slug = ?').get(slug); return (r && r.language) || process.env.KLONKT_DEFAULT_LANG || 'nl'; } catch { return 'nl'; }
1313}
1314// Site slug, target URL and title for a post-scoped notification.
1315function pushPostCtx(postId) {
1316 try {
1317 const r = db.prepare('SELECT p.slug AS post, p.title, s.slug AS site FROM posts p JOIN sites s ON s.id = p.site_id WHERE p.id = ?').get(postId);
1318 if (!r) return null;
1319 return { site: r.site, title: r.title || r.post, url: `${pushPrefix(r.site)}/${r.post}#fediverse` };
1320 } catch { return null; }
1321}
1322
1323// Handle an incoming inbox POST. slugParam = null for the shared /ap/inbox.
1324export async function handleInbox(req, slugParam) {
1325 const act = req.body || {};
1326 const type = act.type;
1327 // Real client IP (behind the proxy via `trust proxy`) — logged on dropped/rejected/
1328 // ignored inbox hits so an operator can see who is probing their fediverse inbox.
1329 const ip = req.ip || (req.connection && req.connection.remoteAddress) || '?';
1330 const base = (process.env.PUBLIC_BASE_URL || `${req.protocol}://${req.get('host')}`).replace(/\/+$/, '');
1331 const verified = await verifyRequest(req).catch(() => null);
1332
1333 // ENFORCE HTTP signatures: a data-affecting activity must be signed by the very
1334 // actor it claims to be. No valid signature, or signer ≠ actor → reject (no
1335 // forged replies/likes/follows/timeline posts). GET/discovery stays open.
1336 const claimedActor = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1337 // Blocked actor/domain → silently drop (202, don't reveal the block).
1338 if (claimedActor && isBlockedAny(claimedActor)) { console.log('[AP] inbox dropped (blocked)', claimedActor, 'from', ip); return 202; }
1339 const GATED = ['Create', 'Like', 'Announce', 'Follow', 'Delete', 'Undo', 'Accept', 'Reject', 'Add', 'Remove', 'Update', 'Flag', 'Offer'];
1340 if (GATED.includes(type)) {
1341 if (!verified || !claimedActor || verified.id !== claimedActor) {
1342 console.warn('[AP] inbox REJECTED (signature)', type, claimedActor || '?', 'from', ip, verified ? '(signer mismatch)' : '(unsigned/invalid)');
1343 return 401;
1344 }
1345 }
1346
1347 // FEP-633c §5.3 (modelled on the adoption offer): a gated follow forwarded to
1348 // the guardians as an Offer(Follow), their Accept/Reject back to the ward.
1349 if ((type === 'Offer' || type === 'Accept' || type === 'Reject') && act['shaer:followApproval'] === true) {
1350 if (await handleFollowApprovalInbox(act, slugParam)) { console.log('[AP] follow-approval', type, 'from', claimedActor); return 202; }
1351 }
1352
1353 // FEP-633c: the adoption handshake. An Offer lands at the local ward; an
1354 // Accept/Reject answers an offer a local guardian sent. Anything the
1355 // guardianship module does not recognize falls through to the old paths.
1356 if (type === 'Offer' || type === 'Accept' || type === 'Reject') {
1357 // Every LOCAL party this activity is addressed to gets its own copy of the
1358 // handshake (a ward and a co-guardian may both live here). Gather candidate
1359 // local slugs from the inbox owner, the `to` list, and the ward.
1360 const cand = new Set();
1361 if (slugParam) cand.add(slugParam);
1362 for (const t of (Array.isArray(act.to) ? act.to : (act.to ? [act.to] : []))) {
1363 if (typeof t === 'string') { const s = slugFromActorUrl(t); if (s) cand.add(s); }
1364 }
1365 if (type === 'Offer') {
1366 const rel = Guardianship.parseRelationship(act.object);
1367 if (rel) { const s = slugFromActorUrl(rel.ward); if (s) cand.add(s); }
1368 }
1369 let consumed = false;
1370 for (const slug of cand) {
1371 const gsite = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
1372 if (gsite && await Guardianship.handleGuardianshipInbox(gsite, act).catch(() => false)) consumed = true;
1373 }
1374 if (consumed) { console.log('[AP] guardianship', type, 'from', claimedActor); return 202; }
1375 }
1376
1377 // A moderation report (Flag) about our content — store it for the targeted site's owner
1378 // (each Klonkt site is moderated by its own owner). Signature is enforced (GATED).
1379 if (type === 'Flag') {
1380 const objs = Array.isArray(act.object) ? act.object : (act.object ? [act.object] : []);
1381 const objectUris = objs.map((o) => (typeof o === 'string' ? o : (o && o.id))).filter(Boolean);
1382 let targetSlug = null;
1383 const noteIds = [];
1384 for (const u of objectUris) {
1385 const s = slugFromActorUrl(u); // one of our actors?
1386 if (s) { targetSlug = targetSlug || s; continue; }
1387 const pid = postIdFromNoteUrl(u, base); // one of our notes?
1388 if (pid) noteIds.push(pid);
1389 }
1390 if (!targetSlug && noteIds.length) {
1391 try { const r = db.prepare('SELECT s.slug FROM posts p JOIN sites s ON s.id = p.site_id WHERE p.id = ? LIMIT 1').get(noteIds[0]); if (r) targetSlug = r.slug; } catch { /* ignore */ }
1392 }
1393 if (!targetSlug) return 202; // not about us / can't tell → drop
1394 // Flag is GATED, so `verified` is the signer's (reporter's) actor doc already.
1395 const ai = actorInfo(verified || null, claimedActor);
1396 try {
1397 db.prepare('INSERT INTO ap_reports (slug, actor_uri, actor_name, actor_handle, actor_icon, content, objects, created_at) VALUES (?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1398 .run(targetSlug, claimedActor || null, ai.name, ai.handle, ai.icon, HtmlSanitizerService.toPlainText(act.content || '').slice(0, 3000), JSON.stringify(objectUris.slice(0, 20)));
1399 console.log('[AP] report received for', targetSlug, 'from', claimedActor);
1400 } catch { /* ignore */ }
1401 return 202;
1402 }
1403
1404 if (type === 'Follow') {
1405 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1406 const slug = slugParam || slugFromActorUrl(typeof act.object === 'string' ? act.object : (act.object && act.object.id));
1407 if (!who || !slug) return 400;
1408 const remote = await fetchActor(who);
1409 if (!remote || !remote.inbox) return 202; // can't reach them → drop quietly
1410 const sharedInbox = (remote.endpoints && remote.endpoints.sharedInbox) || null;
1411 const fi = actorInfo(remote, who); // cache display for the friends list (shaer-aa3)
1412 // FEP-633c §5.3: if the followed actor is a WARD (has guardians), the
1413 // follow is gated. A committed guardian's own Follow is auto-accepted
1414 // (it needs no gate); anyone else is held pending for guardian approval.
1415 // Free actors / normal sites have no guardians → fall through, unchanged.
1416 const wardGuardians = Guardianship.listGuardians(slug).map((g) => g.other_uri);
1417 if (wardGuardians.length && !wardGuardians.includes(who)) {
1418 const followId = (typeof act.id === 'string' && act.id) || `${who}#follow-${Date.now()}-${rid()}`;
1419 Guardianship.follows.recordPending(slug, {
1420 id: followId, follower: who, inbox: remote.inbox, sharedInbox,
1421 name: fi.name, handle: fi.handle, icon: fi.icon, activity: act,
1422 });
1423 // FEP-633c §5.3, modelled on the guardian offer: the ward forwards the
1424 // gated follow to its guardians for approval. A LOCAL guardian gets a
1425 // push and reads /guardian directly; a REMOTE guardian gets an
1426 // Offer(Follow) delivered so its instance stores a copy (same distributed
1427 // pattern as the adoption offer). On quorum the ward returns Accept(Follow).
1428 const wardActor = actorId(base, slug);
1429 const wardKeys = getOrCreateKeys(slug);
1430 const followObj = { id: followId, type: 'Follow', actor: who, object: wardActor };
1431 for (const g of wardGuardians) {
1432 // Local ONLY when the guardian lives on THIS instance: slugFromActorUrl
1433 // ignores the host (an /ap/users/x path on a remote host is someone
1434 // else's actor), so also require our base + an existing local site.
1435 const gslug = g.startsWith(`${base}/`) ? slugFromActorUrl(g) : null;
1436 const isLocal = gslug && db.prepare('SELECT 1 FROM sites WHERE slug = ?').get(gslug);
1437 if (isLocal) {
1438 const L = pushLang(gslug);
1439 pushEvent(gslug, { type: 'guardian', title: i18nT(L, 'push.n_guard_cog_t'), body: i18nT(L, 'push.n_guard_cog_b', { who: fi.name || fi.handle || i18nT(L, 'notif.someone') }), url: `${pushPrefix(gslug)}/guardian` });
1440 } else {
1441 fetchActor(g).then((ga) => {
1442 const inbox = ga && ((ga.endpoints && ga.endpoints.sharedInbox) || ga.inbox);
1443 if (!inbox) return;
1444 const offer = { '@context': AP_CONTEXT, id: `${wardActor}#followoffer-${Date.now()}-${rid()}`, type: 'Offer', actor: wardActor, to: [g], object: followObj, 'shaer:followApproval': true };
1445 deliverWithRetry(slug, inbox, offer, `${wardActor}#main-key`, wardKeys.private_pem).catch(() => {});
1446 }).catch(() => {});
1447 }
1448 }
1449 console.log('[AP] Follow', who, '→ ward', slug, '(gated, awaiting guardians)');
1450 return 202;
1451 }
1452 fStmts().ins.run(slug, who, remote.inbox, sharedInbox, fi.name, fi.handle, fi.icon);
1453 try { _updFDisp.run(fi.name, fi.handle, fi.icon, slug, who); } catch { /* best effort */ }
1454 { const L = pushLang(slug); pushEvent(slug, { type: 'follow', title: i18nT(L, 'push.n_follow_t'), body: i18nT(L, 'push.n_follow_b', { who: fi.name || fi.handle || i18nT(L, 'notif.someone') }), url: `${pushPrefix(slug)}/connect` }); }
1455 const me = actorId(base, slug);
1456 const keys = getOrCreateKeys(slug);
1457 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: act };
1458 deliver(remote.inbox, accept, `${me}#main-key`, keys.private_pem).catch((e) => console.warn('[AP] Accept delivery failed:', e.message));
1459 // Auto-backfill: send our recent posts as Create so the instance has our history
1460 // (Mastodon doesn't fetch history on follow). ONCE PER REMOTE INSTANCE only —
1461 // Mastodon dedupes notes per-instance, so re-filling an instance that already has
1462 // a follower of ours is wasted work (and won't re-populate the new follower's
1463 // timeline anyway). Deliver to the shared inbox (instance-level) when present.
1464 // Sync insert+check (no await between) → no interleave race with concurrent Follows.
1465 const instanceFilled = sharedInbox &&
1466 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1')
1467 .get(slug, sharedInbox, who);
1468 if (!instanceFilled) {
1469 backfillNewFollower(base, slug, sharedInbox || remote.inbox).catch(() => { /* best-effort */ });
1470 }
1471 console.log('[AP] Follow', who, '→', slug, verified ? '(sig ok)' : '(sig unverified)');
1472 return 202;
1473 }
1474 if (type === 'Undo' && act.object) {
1475 const who = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1476 const ot = act.object.type;
1477 if (ot === 'Follow') {
1478 const obj = act.object.object;
1479 const slug = slugParam || slugFromActorUrl(typeof obj === 'string' ? obj : (obj && obj.id));
1480 if (who && slug) { fStmts().del.run(slug, who); console.log('[AP] Unfollow', who, '→', slug); }
1481 return 202;
1482 }
1483 if (ot === 'Like' || ot === 'Announce') {
1484 const tgt = act.object.object;
1485 const pid = postIdFromNoteUrl(typeof tgt === 'string' ? tgt : (tgt && tgt.id), base);
1486 if (who && pid) { iStmts().delLA.run(ot.toLowerCase(), pid, who); console.log('[AP] Undo', ot, who, '→', pid); }
1487 return 202;
1488 }
1489 return 202;
1490 }
1491
1492 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
1493 const resolveActor = async (uri) => ((verified && verified.id === uri) ? verified : await fetchActor(uri).catch(() => null));
1494 // Activities from our OWN actors are already stored via ap_outbox — don't re-store.
1495 const isLocalActor = !!(base && actorUri && actorUri.startsWith(`${base}/ap/users/`));
1496
1497 // Inbound reply: a Create whose object replies to one of our notes (post OR comment).
1498 if (type === 'Create' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1499 const o = act.object;
1500 // A poll ballot: a Note carrying a `name` (the chosen option) inReplyTo one of OUR poll
1501 // posts. Record it (deduped per actor) BEFORE the reply logic so a vote is never stored
1502 // as a comment. recordPollBallot returns handled=false only if the target isn't a poll.
1503 if (o.name && o.inReplyTo && actorUri && !isLocalActor) {
1504 const seg = postIdFromNoteUrl(o.inReplyTo, base);
1505 if (seg && localPostExists(seg)) {
1506 const rec = recordPollBallot(seg, actorUri, o.name);
1507 if (rec.handled) { console.log('[AP] poll vote', actorUri, '→', seg); return 202; }
1508 }
1509 }
1510 const tgt = findThreadTarget(o.inReplyTo, base);
1511 if (tgt && actorUri && !isLocalActor) {
1512 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1513 const html = HtmlSanitizerService.sanitize(o.content || '');
1514 if (isRejectedObject(o.id)) { console.log('[AP] reply skipped (tombstoned)', o.id); return 202; }
1515 iStmts().ins.run('reply', tgt.post_id, o.id || '', actorUri, ai.name, ai.handle, ai.url, ai.icon, html, o.published || null, tgt.parent_uri, noteVisibility(o), extractEmojiTags(o.tag), emojiJsonOf(ai.emojis));
1516 console.log('[AP] reply', actorUri, '→', tgt.post_id);
1517 {
1518 // Private (followers/direct) replies push as a DM ping WITHOUT content
1519 // (the push service should never carry private text, design decision);
1520 // public replies carry a short snippet.
1521 const ctx = pushPostCtx(tgt.post_id);
1522 const vis = noteVisibility(o);
1523 const priv = vis === 'direct' || vis === 'followers';
1524 if (ctx) {
1525 const L = pushLang(ctx.site);
1526 const who = ai.name || ai.handle || i18nT(L, 'notif.someone');
1527 if (priv) pushEvent(ctx.site, { type: 'dm', title: i18nT(L, 'push.n_dm_t'), body: i18nT(L, 'push.n_dm_b', { who }), url: `${pushPrefix(ctx.site)}/messages` });
1528 else pushEvent(ctx.site, { type: 'reply', title: i18nT(L, 'push.n_reply_t', { title: ctx.title }), body: `${who}: ${HtmlSanitizerService.toPlainText(html).slice(0, 90)}`, url: ctx.url });
1529 }
1530 }
1531 return 202;
1532 }
1533 // Home timeline (client): a top-level post from an account we follow.
1534 if (actorUri && !isLocalActor && !o.inReplyTo && o.id) {
1535 let subs = []; try { subs = db.prepare('SELECT slug, auto_boost FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist yet */ }
1536 if (subs.length) {
1537 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1538 const html = HtmlSanitizerService.sanitize(o.content || '');
1539 const _atts = (Array.isArray(o.attachment) ? o.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
1540 // Fallback cover: a Note's `image` (set when the attachment was suppressed
1541 // for a player-card post, e.g. hosted-audio posts).
1542 if (!_atts.some((m) => !m.type || /image/i.test(m.type)) && o.image) {
1543 const _im = Array.isArray(o.image) ? o.image[0] : o.image;
1544 const _iu = safeUrl(typeof _im === 'string' ? _im : (_im && _im.url));
1545 if (_iu) _atts.push({ url: _iu, type: (_im && _im.mediaType) || 'image/jpeg' });
1546 }
1547 const media = JSON.stringify(_atts);
1548 const poll = parsePoll(o); // a Question (fediverse poll) → cache its options/counts
1549 // "Feature" = show in the Cirkel (local only). We do NOT auto-Announce
1550 // incoming posts to the fediverse — that flooded followers. Boosting to the
1551 // fediverse is only ever a deliberate, manual per-post action (the 🔁 on
1552 // the timeline).
1553 for (const s of subs) {
1554 tlStmts().ins.run(o.id, s.slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, media, o.sensitive ? 1 : 0, o.summary || null);
1555 // FEP-633c §2.2: register the ward hint on the stored object (no action yet).
1556 if (Guardianship.objectHasGuardians(o)) { try { db.prepare('UPDATE ap_timeline SET has_guardians = 1 WHERE id = ? AND slug = ?').run(o.id, s.slug); } catch { /* ignore */ } }
1557 // FEP-9098: keep the note's custom-emoji tags so the C2S inbox read can serve them.
1558 { const ej = extractEmojiTags(o.tag); if (ej) { try { db.prepare('UPDATE ap_timeline SET emoji_json = ? WHERE id = ? AND slug = ?').run(ej, o.id, s.slug); } catch { /* ignore */ } } }
1559 storeAuthorEmoji(o.id, s.slug, ai); // custom-emoji display name for the byline
1560
1561 // FEP-e232 + FEP-044f: keep the note's object-link/quote tags for the same read.
1562 { const lj = extractLinkJson(o); if (lj) { try { db.prepare('UPDATE ap_timeline SET link_json = ? WHERE id = ? AND slug = ?').run(lj, o.id, s.slug); } catch { /* ignore */ } } }
1563 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, s.slug); } catch { /* ignore */ } }
1564 }
1565 // FEP-044f embedded quote card: resolve the quoted post out of band so
1566 // the inbox response is not blocked on a remote fetch. Best-effort.
1567 if (quoteHrefOf(o)) {
1568 const slugs = subs.map((s) => s.slug);
1569 resolveQuote(o).then((qj) => {
1570 if (!qj) return;
1571 for (const sl of slugs) { try { db.prepare('UPDATE ap_timeline SET quote_json = ? WHERE id = ? AND slug = ?').run(qj, o.id, sl); } catch { /* ignore */ } }
1572 }).catch(() => { /* best-effort */ });
1573 }
1574 console.log('[AP] timeline +', actorUri, 'x' + subs.length);
1575 }
1576 }
1577 // Mentioned in a post that is NOT a reply to our content (a reply to us already returned
1578 // above): store a mention notification for each of our actors named in the Mention tags.
1579 // Requires our own base prefix on the tag href — /ap/users/<slug> on a REMOTE host is
1580 // someone else's actor, not ours.
1581 if (actorUri && !isLocalActor && o.id) {
1582 const slugs = localMentionSlugs(o.tag, base);
1583 if (slugs.length) {
1584 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1585 const html = HtmlSanitizerService.sanitize(o.content || '');
1586 // FEP-633c 5.2.1: a ward's call for help rides a direct mention; the
1587 // flag is stored so the Guardian PWA's message centre can list it.
1588 const help = Guardianship.isHelpRequest(o);
1589 const wave = Guardianship.isWave(o);
1590 const hasG = Guardianship.objectHasGuardians(o); // §2.2 hint, register-only
1591 for (const slug of slugs) {
1592 try {
1593 const r = db.prepare('INSERT OR IGNORE INTO ap_mentions (slug, object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, published, help_request, wave, has_guardians, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)')
1594 .run(slug, o.id, safeUrl(o.url) || null, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.published || null, help ? 1 : 0, wave ? 1 : 0, hasG ? 1 : 0);
1595 if (r.changes) {
1596 console.log('[AP] mention', actorUri, '→', slug, help ? '(help request)' : '');
1597 const vis = noteVisibility(o);
1598 const priv = vis === 'direct' || vis === 'followers';
1599 const L = pushLang(slug);
1600 const who = ai.name || ai.handle || i18nT(L, 'notif.someone');
1601 // Same privacy rule as replies: private mentions push without content.
1602 // A help request pushes as its own alert type, aimed at the
1603 // Guardian PWA's message centre.
1604 if (help) pushEvent(slug, { type: 'help', title: i18nT(L, 'push.n_help_t'), body: i18nT(L, 'push.n_help_b', { who }), url: '/guardian' });
1605 else if (priv) pushEvent(slug, { type: 'dm', title: i18nT(L, 'push.n_dm_t'), body: i18nT(L, 'push.n_dm_b', { who }), url: `${pushPrefix(slug)}/messages` });
1606 else pushEvent(slug, { type: 'reply', title: i18nT(L, 'push.n_mention_t'), body: `${who}: ${HtmlSanitizerService.toPlainText(html).slice(0, 90)}`, url: `${pushPrefix(slug)}/messages` });
1607 }
1608 } catch { /* ignore */ }
1609 }
1610 }
1611 }
1612 return 202;
1613 }
1614 // A remote post we cached was edited upstream → refresh our cached copy. This is the
1615 // push-based edit-sync that keeps the Cirkel/timeline fresh without polling (selfHeal
1616 // does it on a version bump; this does it live). Scope to the SIGNING actor so B can't
1617 // edit A's note (the signature gate guarantees claimedActor == the verified signer).
1618 if (type === 'Update' && act.object && (act.object.type === 'Note' || act.object.type === 'Article' || act.object.type === 'Question')) {
1619 const o = act.object;
1620 if (o.id && claimedActor) {
1621 const html = HtmlSanitizerService.sanitize(o.content || '');
1622 const media = mediaFromNote(o);
1623 try {
1624 // Refresh url too (COALESCE keeps the old one if the Update omits it): a remote slug
1625 // rename keeps the same AP id but changes the human url, so without this the cached
1626 // post would keep linking to the old, now-dead URL.
1627 const r = db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE id = ? AND author_uri = ?')
1628 .run(html, media, o.sensitive ? 1 : 0, o.summary || null, o.url || null, o.id, claimedActor);
1629 if (r.changes) console.log('[AP] timeline update', claimedActor, '→', o.id);
1630 // A poll's Update carries the fresh vote counts / closed state. Refresh per-row so each
1631 // site keeps its own `voted` state while the counts/closed update to the new totals.
1632 const poll = parsePoll(o);
1633 if (poll) {
1634 const rows = db.prepare('SELECT rowid AS rid, poll_json FROM ap_timeline WHERE id = ? AND author_uri = ?').all(o.id, claimedActor);
1635 const upd = db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE rowid = ?');
1636 for (const rw of rows) {
1637 let voted = null; try { voted = rw.poll_json ? (JSON.parse(rw.poll_json).voted || null) : null; } catch { /* ignore */ }
1638 upd.run(JSON.stringify({ ...poll, voted }), rw.rid);
1639 }
1640 }
1641 } catch { /* ignore */ }
1642 // If this note is a cached fediverse reply on one of our posts, refresh its text too.
1643 try { db.prepare('UPDATE ap_interactions SET content = ? WHERE object_uri = ? AND actor_uri = ?').run(html, o.id, claimedActor); } catch { /* ignore */ }
1644 }
1645 return 202;
1646 }
1647 if (type === 'Like' || type === 'Announce') {
1648 const tgt = act.object;
1649 const objUrl = typeof tgt === 'string' ? tgt : (tgt && tgt.id);
1650 const pid = postIdFromNoteUrl(objUrl, base);
1651 if (pid && actorUri && !isLocalActor && localPostExists(pid)) {
1652 // A boost/like of a non-public post is dropped, not stored: nobody
1653 // outside the audience should even hold it (shaer-tqc hardening).
1654 const vp = db.prepare('SELECT fan_only, ap_visibility FROM posts WHERE id = ?').get(pid);
1655 if (vp && (vp.fan_only || vp.ap_visibility === 'direct' || vp.ap_visibility === 'friends')) {
1656 console.log('[AP] dropped', type, 'on non-public post', pid);
1657 return;
1658 }
1659 const ai = actorInfo(await resolveActor(actorUri), actorUri);
1660 iStmts().ins.run(type.toLowerCase(), pid, '', actorUri, ai.name, ai.handle, ai.url, ai.icon, null, null, null, noteVisibility(act), null, emojiJsonOf(ai.emojis));
1661 console.log('[AP]', type === 'Like' ? 'like' : 'boost', actorUri, '→', pid);
1662 {
1663 const ctx = pushPostCtx(pid);
1664 if (ctx) {
1665 const L = pushLang(ctx.site);
1666 const who = ai.name || ai.handle || i18nT(L, 'notif.someone');
1667 if (type === 'Like') pushEvent(ctx.site, { type: 'like', title: i18nT(L, 'push.n_like_t'), body: i18nT(L, 'push.n_like_b', { who, title: ctx.title }), url: ctx.url });
1668 else pushEvent(ctx.site, { type: 'boost', title: i18nT(L, 'push.n_boost_t'), body: i18nT(L, 'push.n_boost_b', { who, title: ctx.title }), url: ctx.url });
1669 }
1670 }
1671 } else if (type === 'Announce' && objUrl && actorUri && !isLocalActor) {
1672 // A boost FROM an account we follow, of a REMOTE post → show it in the News feed.
1673 // We only STORE it for display; we NEVER auto-Announce it onward (anti-feedback-loop:
1674 // re-announcing an incoming Announce would cascade boosts across the network).
1675 let subs = []; try { subs = db.prepare('SELECT slug FROM ap_following WHERE actor_uri = ?').all(actorUri); } catch { /* table may not exist */ }
1676 if (subs.length) {
1677 const bn = await fetchNoteAP(objUrl);
1678 if (bn && bn !== 404 && (bn.type === 'Note' || bn.type === 'Article') && bn.id) {
1679 const origUri = actorUriOf(bn.attributedTo);
1680 // Block completeness: even if you follow the booster, drop a boost whose ORIGINAL
1681 // author is blocked — otherwise a block is bypassed via someone else's boost.
1682 if (origUri && isBlockedAny(origUri)) { console.log('[AP] timeline boost dropped (blocked origin)', origUri, 'via', actorUri); return 202; }
1683 const oai = actorInfo(await resolveActor(origUri), origUri);
1684 const html = HtmlSanitizerService.sanitize(bn.content || '');
1685 const media = mediaFromNote(bn);
1686 const booster = actorInfo(await resolveActor(actorUri), actorUri);
1687 for (const s of subs) {
1688 // published = now → the boost shows as fresh activity at the top (Mastodon shows
1689 // reblogs at reblog-time, not the original's date). INSERT OR IGNORE: if we already
1690 // have the note (e.g. we also follow the author), keep it and DON'T relabel it.
1691 let inserted = false;
1692 try { const r = tlStmts().ins.run(bn.id, s.slug, origUri || '', oai.name, oai.handle, oai.icon, oai.url, html, bn.url || null, new Date().toISOString(), media, bn.sensitive ? 1 : 0, bn.summary || null); inserted = r.changes > 0; } catch { /* ignore */ }
1693 if (inserted) { try { db.prepare('UPDATE ap_timeline SET reblog_name = ?, reblog_handle = ?, reblog_icon = ?, reblog_emoji_json = ? WHERE slug = ? AND id = ?').run(booster.name, booster.handle, booster.icon, (booster.emojis && Object.keys(booster.emojis).length) ? JSON.stringify(booster.emojis) : null, s.slug, bn.id); } catch { /* ignore */ } }
1694 storeAuthorEmoji(bn.id, s.slug, oai); // custom-emoji display name for the byline
1695 // A boost carries the same renderable tags as a Create: capture the
1696 // note's content emojis (FEP-9098) and object links / quote (FEP-e232/
1697 // 044f) so boosted posts render like any other, not as raw shortcodes.
1698 { const ej = extractEmojiTags(bn.tag); if (ej) { try { db.prepare('UPDATE ap_timeline SET emoji_json = ? WHERE id = ? AND slug = ?').run(ej, bn.id, s.slug); } catch { /* ignore */ } } }
1699 { const lj = extractLinkJson(bn); if (lj) { try { db.prepare('UPDATE ap_timeline SET link_json = ? WHERE id = ? AND slug = ?').run(lj, bn.id, s.slug); } catch { /* ignore */ } } }
1700 }
1701 // FEP-044f: resolve the embedded quote card for a boosted post too
1702 // (out of band, best-effort, so it does not block the inbox response).
1703 if (quoteHrefOf(bn)) {
1704 const slugs = subs.map((s) => s.slug);
1705 resolveQuote(bn).then((qj) => {
1706 if (!qj) return;
1707 for (const sl of slugs) { try { db.prepare('UPDATE ap_timeline SET quote_json = ? WHERE id = ? AND slug = ?').run(qj, bn.id, sl); } catch { /* ignore */ } }
1708 }).catch(() => { /* best-effort */ });
1709 }
1710 console.log('[AP] timeline boost +', actorUri, 'x' + subs.length);
1711 }
1712 }
1713 }
1714 return 202;
1715 }
1716 if (type === 'Delete') {
1717 // A remote note was deleted upstream → drop it from replies AND the timeline.
1718 // Scope to the SIGNING actor so actor B can't delete actor A's content (the
1719 // signature gate guarantees claimedActor == the verified signer here).
1720 const oid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1721 if (oid && claimedActor) {
1722 try { db.prepare('DELETE FROM ap_interactions WHERE object_uri = ? AND actor_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1723 try { db.prepare('DELETE FROM ap_timeline WHERE id = ? AND author_uri = ?').run(oid, claimedActor); } catch { /* ignore */ }
1724 // Also clear a boost/like YOU made of this now-deleted remote post (the interact-page
1725 // ap_my_reactions state), so it can't stay stuck as "boosted" on a post that's gone.
1726 // Guard: only when the deleter owns the note's domain (B mustn't clear your reactions
1727 // to A's posts).
1728 try {
1729 let sameHost = false;
1730 try { sameHost = new URL(oid).host === new URL(claimedActor).host; } catch { sameHost = false; }
1731 if (sameHost) db.prepare('DELETE FROM ap_my_reactions WHERE target_uri = ?').run(oid);
1732 } catch { /* ignore */ }
1733 }
1734 return 202;
1735 }
1736 // Accept/Reject of a Follow WE sent (client side).
1737 if (type === 'Accept' && act.object) {
1738 const fid = typeof act.object === 'string' ? act.object : (act.object && act.object.id);
1739 if (fid) { try { fwStmts().acc.run(fid); } catch { /* ignore */ } }
1740 console.log('[AP] follow accepted', actorUri);
1741 return 202;
1742 }
1743 if (type === 'Reject' && act.object) {
1744 const who = actorUri;
1745 if (who && slugParam) { try { fwStmts().del.run(slugParam, who); } catch { /* ignore */ } }
1746 return 202;
1747 }
1748
1749 console.log('[AP] inbox', type || 'unknown', '→', slugParam || 'shared', 'from', ip, '(ignored)');
1750 return 202;
1751}
1752
1753// Deliver a new post as Create(Note) to all followers' inboxes (fire-and-forget).
1754// Needs PUBLIC_BASE_URL (absolute URLs); no-op without followers or base.
1755export async function deliverCreate(site, post) {
1756 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1757 if (!base || !site || !site.slug) return;
1758 // Resolve inline @user@host mentions → link them in the note + collect their inboxes, so a
1759 // mentioned person is notified even if they don't follow us (Mastodon-standard mention).
1760 const mres = await resolveMentionsInText(base, post.content || '');
1761 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1762 const followers = fStmts().list.all(site.slug);
1763 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1764 if (!inboxes.length) return; // no followers and no one mentioned
1765 const keys = getOrCreateKeys(site.slug);
1766 const keyId = `${actorId(base, site.slug)}#main-key`;
1767 const create = buildCreate(base, site, post2);
1768 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, create, keyId, keys.private_pem);
1769}
1770
1771// On a new Follow, send that follower our most recent posts as Create so their
1772// timeline shows our history (Mastodon does not backfill on follow). Oldest-first
1773// so they sort into the follower's timeline at their original dates.
1774async function backfillNewFollower(base, slug, inbox) {
1775 if (!base || !slug || !inbox) return;
1776 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(slug);
1777 if (!site) return;
1778 const recent = db.prepare(
1779 `SELECT id, slug, title, content, cover_image_url, cover_video_url, nsfw, content_warning, published_at, created_at
1780 FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1781 ORDER BY COALESCE(published_at, created_at) DESC LIMIT 20`
1782 ).all(site.id).reverse();
1783 if (!recent.length) return;
1784 const keys = getOrCreateKeys(slug);
1785 const keyId = `${actorId(base, slug)}#main-key`;
1786 for (const p of recent) {
1787 try { await deliver(inbox, buildCreate(base, site, p), keyId, keys.private_pem); } catch { /* best-effort */ }
1788 await new Promise((r) => setTimeout(r, 150));
1789 }
1790 console.log('[AP] backfilled', recent.length, 'posts to new follower of', slug);
1791}
1792
1793// Tell followers a post is gone (Delete + Tombstone) so it's removed from their feeds.
1794export async function deliverDelete(site, post) {
1795 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1796 if (!base || !site || !site.slug || !post || !post.id) return;
1797 const followers = fStmts().list.all(site.slug);
1798 if (!followers.length) return;
1799 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1800 const keys = getOrCreateKeys(site.slug);
1801 const me = actorId(base, site.slug);
1802 const nid = noteId(base, post.id);
1803 const del = {
1804 '@context': AP_CONTEXT,
1805 id: `${nid}#delete-${Date.now()}-${rid()}`,
1806 type: 'Delete',
1807 actor: me,
1808 to: [PUBLIC],
1809 object: { id: nid, type: 'Tombstone' },
1810 };
1811 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, del, `${me}#main-key`, keys.private_pem);
1812}
1813
1814// Tell followers an already-published post changed (Update + edited Note) so
1815// Mastodon refreshes the cached copy (e.g. after fixing content).
1816export async function deliverUpdate(site, post) {
1817 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1818 if (!base || !site || !site.slug || !post || !post.id) return;
1819 const mres = await resolveMentionsInText(base, post.content || ''); // link mentions + collect inboxes
1820 const post2 = mres.inboxes.length ? { ...post, content: mres.html } : post;
1821 const followers = fStmts().list.all(site.slug);
1822 const inboxes = [...new Set([...followers.map((f) => f.shared_inbox || f.inbox), ...mres.inboxes].filter(Boolean))];
1823 if (!inboxes.length) return;
1824 const keys = getOrCreateKeys(site.slug);
1825 const me = actorId(base, site.slug);
1826 const note = buildNote(base, site, post2);
1827 note.updated = new Date().toISOString();
1828 const update = {
1829 '@context': AP_CONTEXT,
1830 id: `${noteId(base, post.id)}#update-${Date.now()}-${rid()}`,
1831 type: 'Update', actor: me, to: [PUBLIC], cc: note.cc,
1832 object: note,
1833 };
1834 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1835}
1836
1837// Tell followers the ACTOR changed (Update + Person) so Mastodon re-processes the
1838// account AND re-fetches the featured (pinned) collection — there is no standard
1839// "featured changed" activity, so this is how a pin/unpin propagates promptly.
1840export async function deliverActorUpdate(site) {
1841 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1842 if (!base || !site || !site.slug) return;
1843 const followers = fStmts().list.all(site.slug);
1844 if (!followers.length) return;
1845 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1846 const keys = getOrCreateKeys(site.slug);
1847 const me = actorId(base, site.slug);
1848 const update = {
1849 '@context': AP_CONTEXT,
1850 id: `${me}#update-${Date.now()}-${rid()}`,
1851 type: 'Update', actor: me, to: [PUBLIC], cc: [`${me}/followers`],
1852 object: buildActor(base, site),
1853 };
1854 for (const inbox of inboxes) deliverWithRetry(site.slug, inbox, update, `${me}#main-key`, keys.private_pem);
1855}
1856
1857// Reliably set the pinned order on followers' instances via Add/Remove activities
1858// (how Mastodon itself federates pins) — pushed to the inbox + processed immediately,
1859// unlike the featured COLLECTION which Mastodon caches with sticky StatusPins.
1860// Mastodon's Add skips an already-pinned status, so we REMOVE every pin first, wait,
1861// then ADD in rank-DESCENDING order (rank 1 added LAST → newest StatusPin → shown first,
1862// because Mastodon displays pins newest-first). `alsoRemove` = ids to unpin too.
1863// Serialize pin-resyncs per site: two concurrent /save calls would otherwise interleave
1864// their Remove -> wait -> Add sequences and scramble the StatusPin order on Mastodon. A
1865// resync already in flight for a site coalesces later requests into ONE rerun after it
1866// finishes (accumulating their extra unpins), so rapid saves don't pile up N full resyncs.
1867const _pinResync = new Map(); // slug -> { promise, pending, pendingRemove:Set, site }
1868export function resyncFeaturedPins(site, alsoRemove = []) {
1869 if (!site || !site.slug) return Promise.resolve();
1870 const slug = site.slug;
1871 const running = _pinResync.get(slug);
1872 if (running) {
1873 running.pending = true;
1874 running.site = site; // use the latest site object on the rerun
1875 for (const id of alsoRemove) running.pendingRemove.add(id);
1876 return running.promise;
1877 }
1878 const state = { promise: null, pending: false, pendingRemove: new Set(), site };
1879 state.promise = (async () => {
1880 let extra = alsoRemove;
1881 for (;;) {
1882 try { await doResyncFeaturedPins(state.site, extra); }
1883 catch (e) { console.warn('[AP] pin resync failed:', e.message); }
1884 if (!state.pending) break;
1885 state.pending = false;
1886 extra = [...state.pendingRemove];
1887 state.pendingRemove = new Set();
1888 }
1889 _pinResync.delete(slug);
1890 })();
1891 _pinResync.set(slug, state);
1892 return state.promise;
1893}
1894
1895// The actual resync work — do NOT call directly; go through resyncFeaturedPins() above so
1896// it stays serialized per site.
1897async function doResyncFeaturedPins(site, alsoRemove = []) {
1898 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
1899 if (!base || !site || !site.slug) return;
1900 const followers = fStmts().list.all(site.slug);
1901 if (!followers.length) return;
1902 const inboxes = [...new Set(followers.map((f) => f.shared_inbox || f.inbox).filter(Boolean))];
1903 const keys = getOrCreateKeys(site.slug);
1904 const me = actorId(base, site.slug);
1905 const keyId = `${me}#main-key`;
1906 const featured = `${me}/featured`;
1907 const note = (id) => noteId(base, id);
1908 const pinned = db.prepare(
1909 `SELECT id FROM posts WHERE site_id = ? AND status = 'published' AND (fan_only IS NULL OR fan_only = 0)
1910 AND pinned IS NOT NULL AND pinned > 0
1911 ORDER BY pinned DESC, COALESCE(published_at, created_at) ASC LIMIT 20`
1912 ).all(site.id);
1913 const removeIds = [...new Set([...pinned.map((p) => p.id), ...alsoRemove])];
1914 // 1. Remove every current pin so Mastodon can recreate them in order.
1915 for (const id of removeIds) {
1916 const rm = { '@context': AP_CONTEXT, id: `${me}#rm-${id}-${Date.now()}-${rid()}`, type: 'Remove', actor: me, object: note(id), target: featured, to: [PUBLIC] };
1917 for (const inbox of inboxes) deliver(inbox, rm, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1918 }
1919 if (!pinned.length) { console.log('[AP] unpinned all featured for', site.slug); return; }
1920 await new Promise((r) => setTimeout(r, 5000)); // let the Removes land first
1921 // 2. Add in rank-DESC order, gaps so each StatusPin gets an increasing created_at.
1922 for (const p of pinned) {
1923 const add = { '@context': AP_CONTEXT, id: `${me}#add-${p.id}-${Date.now()}-${rid()}`, type: 'Add', actor: me, object: note(p.id), target: featured, to: [PUBLIC], cc: [`${me}/followers`] };
1924 for (const inbox of inboxes) deliver(inbox, add, keyId, keys.private_pem).catch(() => { /* best-effort */ });
1925 await new Promise((r) => setTimeout(r, 2000));
1926 }
1927 console.log('[AP] resynced', pinned.length, 'featured pins for', site.slug);
1928}
1929
1930// ── outbound replies (Klonkt → fediverse) ─────────────────────────
1931const escHtml = (s) => String(s || '').replace(/[<>&]/g, (c) => ({ '<': '&lt;', '>': '&gt;', '&': '&amp;' }[c]));
1932const toISO = (v) => { if (!v) return new Date().toISOString(); const s = String(v); const d = new Date(/[TZ]/.test(s) ? s : s.replace(' ', 'T') + 'Z'); return isNaN(d) ? new Date().toISOString() : d.toISOString(); };
1933
1934// Build one of OUR outbound reply Notes from an ap_outbox row.
1935// Turn #hashtags in reply text into Mastodon-style hashtag links (clickable + federated).
1936function linkHashtags(base, html) {
1937 // Prefix: start / whitespace / '>' / opening bracket — "(#tag" is a tag too. NO quote
1938 // chars in this class: a quote precedes attribute values (alt="#…"), which must not match.
1939 return String(html || '').replace(/(^|[\s>([{])#([\p{L}\p{M}\p{N}_]+)/gu, (m, pre, tag) =>
1940 `${pre}<a href="${base}/tag/${encodeURIComponent(tag.toLowerCase())}" class="mention hashtag" rel="tag">#${tag}</a>`);
1941}
1942// Auto-link bare http(s) URLs in already-safe HTML (federated copies). Splits on existing
1943// <a>…</a> so a linked URL is never wrapped twice; requires start/whitespace/'>' before the
1944// URL so attribute values (src="https://…") never match. Trailing sentence punctuation stays
1945// outside the link (Mastodon-style).
1946function linkUrls(html) {
1947 const parts = String(html || '').split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi);
1948 for (let i = 0; i < parts.length; i++) {
1949 if (/^<a\b/i.test(parts[i])) continue; // already a link → leave as-is
1950 parts[i] = parts[i].replace(/(^|[\s>([{])(https?:\/\/[^\s<]+?)([.,;:!?)\]»]*)(?=$|[\s<])/g,
1951 (m, pre, url, trail) => `${pre}<a href="${url.replace(/"/g, '%22')}" rel="nofollow noopener" target="_blank">${url}</a>${trail}`);
1952 }
1953 return parts.join('');
1954}
1955// Linkify inline #hashtags and bare URLs in BODY html for on-site DISPLAY, using the
1956// EXACT same rules as the federated copy (linkHashtags/linkUrls), so the website and the
1957// Mastodon copy agree instead of the website showing raw text. Idempotent: existing
1958// <a>…</a> (editor links, embeds, shortcode buttons) are split out and left untouched, so
1959// nothing is double-wrapped. Pass base='' → root-relative /tag/<slug> links.
1960export function linkifyBody(base, html) {
1961 const withTags = String(html || '')
1962 .split(/(<a\b[^>]*>[\s\S]*?<\/a>)/gi)
1963 .map((seg) => (/^<a\b/i.test(seg) ? seg : linkHashtags(base, seg)))
1964 .join('');
1965 return linkUrls(withTags);
1966}
1967
1968// Bake a post's raw source into its display HTML (the ActivityPub `source` model): done ONCE
1969// at save and cached in posts.content_rendered, so page views serve it statically instead of
1970// re-linkifying every render. Step 1 = #hashtags + bare URLs (cheap, no network). Step 2 will
1971// resolve @mentions here too (webfinger once at save instead of per page view).
1972export function bakePostContent(source) {
1973 return linkifyBody('', source || '');
1974}
1975
1976// Step 2: the full bake, incl. @mention links. Resolves @user@host via webfinger ONCE (the
1977// same resolver the federated copy uses) and bakes the profile links into content_rendered,
1978// so page views never do a per-view lookup. Unresolvable handles stay plain text; on any
1979// failure it degrades to the sync #hashtag/URL bake. Async (webfinger) → callers run it off
1980// the save response so the request never blocks on a slow/dead remote server.
1981export async function bakePostContentWithMentions(source) {
1982 const withHashUrls = bakePostContent(source);
1983 try { const m = await resolveMentionsInText('', withHashUrls); return m.html; }
1984 catch { return withHashUrls; }
1985}
1986
1987// Extract the AP Hashtag tag objects from already-linked reply content.
1988function hashtagTags(base, content) {
1989 const tags = [], seen = new Set();
1990 const re = /class="[^"]*\bhashtag\b[^"]*"[^>]*>#([\p{L}\p{M}\p{N}_]+)</giu;
1991 let m;
1992 while ((m = re.exec(content || ''))) {
1993 const k = m[1].toLowerCase();
1994 if (seen.has(k)) continue; seen.add(k);
1995 tags.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(k)}`, name: '#' + m[1] });
1996 }
1997 return tags;
1998}
1999
2000// Normalise a post's tags field (array, JSON-string, or comma-string) to an array.
2001function normalizeTags(t) {
2002 if (Array.isArray(t)) return t;
2003 if (typeof t === 'string') {
2004 const s = t.trim(); if (!s) return [];
2005 if (s[0] === '[') { try { const a = JSON.parse(s); return Array.isArray(a) ? a : []; } catch { /* fall through */ } }
2006 return s.split(',').map((x) => x.trim()).filter(Boolean);
2007 }
2008 return [];
2009}
2010// A tag → { label, slug }. Multi-word tags become CamelCase (#LiveMusic) for the display
2011// name (Mastodon hashtags can't contain spaces; CamelCase is the accessibility norm); the
2012// slug/href stays lowercase ("livemusic").
2013function tagParts(raw) {
2014 const words = String(raw || '').trim().split(/[\s_]+/).map((w) => w.replace(/[^\p{L}\p{M}\p{N}]/gu, '')).filter(Boolean);
2015 if (!words.length) return null;
2016 const slug = words.join('').toLowerCase();
2017 if (!slug) return null;
2018 const label = words.length > 1 ? words.map((w) => w[0].toUpperCase() + w.slice(1)).join('') : words[0];
2019 return { label, slug };
2020}
2021// Merge a post's tags field + the #hashtags linked inline in its body into one deduped
2022// Hashtag tag list (with hrefs to our /tag page).
2023function buildHashtagList(base, tagsField, content) {
2024 const out = [], seen = new Set();
2025 for (const t of normalizeTags(tagsField)) {
2026 const p = tagParts(t); if (!p || seen.has(p.slug)) continue; seen.add(p.slug);
2027 out.push({ type: 'Hashtag', href: `${base}/tag/${encodeURIComponent(p.slug)}`, name: '#' + p.label });
2028 }
2029 for (const h of hashtagTags(base, content)) {
2030 const k = h.name.slice(1).toLowerCase(); if (seen.has(k)) continue; seen.add(k);
2031 out.push(h);
2032 }
2033 return out;
2034}
2035
2036// Extract Mention tag objects from already-linked content (class="u-url mention").
2037function mentionTags(content) {
2038 const tags = [], seen = new Set();
2039 // The link href is the human profile URL; the actor URI (for the Mention tag) is in data-actor.
2040 const re = /<a href="[^"]*" class="u-url mention" data-actor="([^"]+)">@([^<]+)<\/a>/gi;
2041 let m;
2042 while ((m = re.exec(content || ''))) {
2043 const href = m[1];
2044 if (seen.has(href)) continue; seen.add(href);
2045 tags.push({ type: 'Mention', href, name: '@' + m[2] });
2046 }
2047 return tags;
2048}
2049// Resolve inline @user@domain mentions in reply/post text → link them (href = actor URI)
2050// and collect the mentioned actors' inboxes so they get notified. Best-effort per mention.
2051async function resolveMentionsInText(base, html) {
2052 const inboxes = [];
2053 const handles = new Set();
2054 // Prefix also allows opening brackets — "(@user@host + me)" is a mention too (real-world
2055 // miss: a bracketed mention federated as plain text and its target was never notified).
2056 const re = /(^|[\s>([{])@([\p{L}\p{M}\p{N}_.-]+@[\p{L}\p{M}\p{N}.-]+)/gu;
2057 let m;
2058 while ((m = re.exec(html || ''))) handles.add(m[2]);
2059 let out = String(html || '');
2060 for (const h of handles) {
2061 let actorUri = null;
2062 try { actorUri = await webfingerResolve('@' + h); } catch { actorUri = null; }
2063 if (!actorUri) continue;
2064 const actor = await fetchActor(actorUri).catch(() => null);
2065 const inbox = actor && ((actor.endpoints && actor.endpoints.sharedInbox) || actor.inbox);
2066 if (inbox) inboxes.push(inbox);
2067 const profileUrl = actorInfo(actor, actorUri).url || actorUri; // human profile page → the link href
2068 const esc = h.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
2069 out = out.replace(new RegExp('(^|[\\s>([{])@' + esc + '(?![\\p{L}\\p{M}\\p{N}_.-])', 'gu'),
2070 (full, pre) => `${pre}<a href="${profileUrl}" class="u-url mention" data-actor="${actorUri}">@${h}</a>`);
2071 }
2072 return { html: out, inboxes };
2073}
2074
2075export function buildReplyNote(base, site, row) {
2076 // Thin delegate: replies are built by buildNote (the single Note entry point) in reply mode.
2077 return buildNote(base, site, row, { isReply: true });
2078}
2079
2080// Resolve one of our outbound reply Notes by id (for /ap/notes/:id fallback).
2081export function getOutboxNote(base, id) {
2082 const row = iStmts().getO.get(id);
2083 if (!row) return null;
2084 const site = db.prepare('SELECT * FROM sites WHERE slug = ?').get(row.site_slug);
2085 if (!site) return null;
2086 return buildReplyNote(base, site, row);
2087}
2088
2089// ── ActivityPub Client-to-Server: ingest an activity POSTed to the outbox ──
2090// The C2S counterpart of handleInbox: a native/web client (Shaer) posts an
2091// activity here and we translate it onto the SAME delivery machinery the web UI
2092// uses (deliverReply / sendInteraction / followActor / deliverCreate). Returns
2093// { status, id?, url?, error? }. Auth + site-ownership are checked by the route.
2094const c2sIdOf = (x) => (typeof x === 'string' ? x : (x && (x.id || x.href))) || null;
2095
2096export async function ingestOutboxActivity(site, user, activity) {
2097 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2098 if (!base || !site || !activity || typeof activity !== 'object') return { status: 400, error: 'invalid_activity' };
2099
2100 // AP §6: a client MAY POST a bare object; the server wraps it in a Create.
2101 let type = activity.type;
2102 let object = activity.object;
2103 if (type === 'Note' || type === 'Article') { object = activity; type = 'Create'; }
2104 if (Array.isArray(type)) type = type.find((t) => typeof t === 'string');
2105
2106 // FEP-633c: the adoption handshake (Offer/Accept/Reject on a guardianship
2107 // Relationship) belongs to the guardianship module; anything else falls
2108 // through to the switch below.
2109 if (type === 'Offer' || type === 'Accept' || type === 'Reject') {
2110 const g = await Guardianship.handleGuardianshipOutbox(site, activity).catch(() => null);
2111 if (g) return g;
2112 }
2113
2114 try {
2115 switch (type) {
2116 case 'Create': {
2117 if (!object || typeof object !== 'object') return { status: 400, error: 'missing_object' };
2118 // Client sends `source` (plain/markdown) + `content` (HTML). deliverReply
2119 // re-escapes, so it needs plain text; a top-level post keeps sanitized HTML.
2120 const plain = (object.source && object.source.content) || HtmlSanitizerService.toPlainText(object.content || '');
2121 if (!plain.trim() && !object.content) return { status: 400, error: 'empty_note' };
2122 // Direct (private mention, shaer-tqc): NOT a post. Delivered over the
2123 // outbox machinery to the addressed inboxes only; shows under Messages.
2124 if (c2sVisibility(object) === 'direct') {
2125 const arr = (v) => (Array.isArray(v) ? v : (v ? [v] : [])).filter((x) => typeof x === 'string');
2126 const recipients = [...new Set([...arr(object.to), ...arr(object.cc)])]
2127 .filter((u) => /^https?:\/\//i.test(u) && !/\/followers\/?$/.test(u) && u !== PUBLIC);
2128 if (!recipients.length) return { status: 400, error: 'no_recipients' };
2129 // AS2 attachments (e.g. the help-buoy capture, uploaded via
2130 // uploadMedia): normalize our own absolute /media/ URLs to relative
2131 // so the deliverReply-style validation applies unchanged.
2132 const atts = (Array.isArray(object.attachment) ? object.attachment : [])
2133 .map((a) => a && typeof a === 'object' ? {
2134 url: String(a.url || '').replace(new RegExp('^' + base.replace(/[.*+?^${}()|[\]\\]/g, '\\$&')), ''),
2135 mediaType: String(a.mediaType || ''),
2136 name: String(a.name || '').slice(0, 120),
2137 } : null)
2138 .filter(Boolean);
2139 const help = object['shaer:helpRequest'] === true || object.helpRequest === true;
2140 const r = await deliverDirectNote(site, { recipients, text: plain, language: object.language || null, inReplyTo: typeof object.inReplyTo === 'string' ? object.inReplyTo : null, attachments: atts, helpRequest: help });
2141 if (!r || !r.id) return { status: 502, error: 'direct_failed' };
2142 return { status: 201, id: r.id, url: `${base}/ap/notes/${r.id}` };
2143 }
2144 if (object.inReplyTo) {
2145 const parent = await resolveRemoteNote(c2sIdOf(object.inReplyTo)).catch(() => null);
2146 if (!parent) return { status: 502, error: 'cannot_resolve_inReplyTo' };
2147 const r = await deliverReply(site, { postId: parent.localPostId || '', postSlug: null, parent, text: plain });
2148 if (!r || !r.id) return { status: 502, error: 'reply_failed' };
2149 return { status: 201, id: r.id, url: `${base}/ap/notes/${r.id}` };
2150 }
2151 return await c2sCreatePost(base, site, user, object);
2152 }
2153 case 'Like':
2154 case 'Announce': {
2155 const targetUri = c2sIdOf(object);
2156 if (!targetUri) return { status: 400, error: 'missing_object' };
2157 // A non-public local note cannot be boosted or liked into the open
2158 // (shaer-tqc hardening; the Mastodon 422 equivalent).
2159 const localPid = postIdFromNoteUrl(targetUri, base);
2160 if (localPid) {
2161 const p = db.prepare('SELECT fan_only, ap_visibility FROM posts WHERE id = ?').get(localPid);
2162 if (p && (p.fan_only || p.ap_visibility === 'direct' || p.ap_visibility === 'friends')) {
2163 return { status: 403, error: 'not_public' };
2164 }
2165 }
2166 const note = await resolveRemoteNote(targetUri).catch(() => null);
2167 const objUri = (note && note.object_uri) || targetUri;
2168 const authorUri = note && note.actor_uri;
2169 const kind = type === 'Announce' ? 'boost' : 'like';
2170 await sendInteraction(site, kind, objUri, authorUri);
2171 setMyReaction(site.slug, targetUri, kind, true);
2172 if (type === 'Announce' && note) { try { upsertBoostedNote(site.slug, note); } catch { /* non-fatal */ } }
2173 return { status: 202, url: objUri };
2174 }
2175 case 'Follow': {
2176 const actorUri = c2sIdOf(object);
2177 if (!actorUri) return { status: 400, error: 'missing_object' };
2178 await followActor(site, actorUri);
2179 return { status: 202, url: actorUri };
2180 }
2181 // Shaer "in Orbit" = a real Block (FEP-c648 client side): lands in
2182 // ap_blocks, shows in the Block tab, and purges the actor's cached
2183 // content. Client-side filtering becomes a cache of this state.
2184 case 'Block': {
2185 const targetUri = c2sIdOf(object);
2186 if (!targetUri) return { status: 400, error: 'missing_object' };
2187 const r = await blockTarget(site, targetUri);
2188 if (r && r.error) return { status: 400, error: r.error };
2189 return { status: 202, url: targetUri };
2190 }
2191 case 'Undo': {
2192 const inner = object && typeof object === 'object' ? object : null;
2193 let innerType = inner && inner.type;
2194 if (Array.isArray(innerType)) innerType = innerType.find((t) => typeof t === 'string');
2195 const innerTarget = c2sIdOf(inner && inner.object);
2196 if (innerType === 'Follow') { await unfollowActor(site, innerTarget); return { status: 202, url: innerTarget }; }
2197 if (innerType === 'Block') {
2198 if (!innerTarget) return { status: 400, error: 'missing_object' };
2199 unblock(site, innerTarget); // release from Orbit
2200 return { status: 202, url: innerTarget };
2201 }
2202 if (innerType === 'Like' || innerType === 'Announce') {
2203 const kind = innerType === 'Announce' ? 'unboost' : 'unlike';
2204 const note = await resolveRemoteNote(innerTarget).catch(() => null);
2205 const objUri = (note && note.object_uri) || innerTarget;
2206 await sendInteraction(site, kind, objUri, note && note.actor_uri);
2207 setMyReaction(site.slug, innerTarget, innerType === 'Announce' ? 'boost' : 'like', false);
2208 if (innerType === 'Announce') { try { unmarkBoosted(site.slug, objUri); } catch { /* non-fatal */ } }
2209 return { status: 202, url: objUri };
2210 }
2211 return { status: 400, error: 'unsupported_undo' };
2212 }
2213 // Delete/Update of arbitrary objects need the post-edit pipeline; tracked
2214 // separately (klonkt-demo-c2s-del). Reject clearly rather than half-doing it.
2215 default:
2216 return { status: 400, error: 'unsupported_type', detail: String(type || 'none') };
2217 }
2218 } catch (e) {
2219 console.warn('[AP] C2S ingest failed:', e && e.message);
2220 return { status: 500, error: 'ingest_error' };
2221 }
2222}
2223
2224// Create a top-level microblog post from a C2S Note and federate it. Minimal
2225// sibling of the /posts/create route: sanitized HTML content, no title/cover.
2226async function c2sCreatePost(base, site, user, object) {
2227 const html = HtmlSanitizerService.sanitize(object.content || (object.source && object.source.content) || '');
2228 if (!html.trim()) return { status: 400, error: 'empty_note' };
2229 const postId = crypto.randomUUID();
2230 const slug = 'n-' + postId.slice(0, 8);
2231 const now = new Date().toISOString();
2232 // Visibility from the note's addressing (shaer-60b): Public in `to` = loud
2233 // public, Public in `cc` = quiet public (unlisted), followers-only = friends
2234 // (rides the existing fan_only pipeline: followers-only AP delivery + web
2235 // gating), neither = participants-only (kept local until mention addressing
2236 // lands; still followers-gated on the web).
2237 const vis = c2sVisibility(object);
2238 const fanOnly = (vis === 'friends' || vis === 'direct') ? 1 : 0;
2239 db.prepare(`INSERT INTO posts (id, site_id, slug, author_id, title, content, excerpt, status, type, language, fan_only, ap_visibility, created_at, updated_at, published_at)
2240 VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)`)
2241 .run(postId, site.id, slug, user.id, '', html, '', 'published', 'post', object.language || 'nl', fanOnly, vis, now, now, now);
2242 try { db.prepare('UPDATE posts SET content_rendered = ? WHERE id = ?').run(bakePostContent(html), postId); } catch { /* render fallback covers it */ }
2243 bakePostContentWithMentions(html).then((h) => { try { db.prepare('UPDATE posts SET content_rendered = ? WHERE id = ?').run(h, postId); } catch { /* keep sync bake */ } }).catch(() => {});
2244 try { db.prepare('INSERT INTO posts_fts(content, title, author, post_id) VALUES (?,?,?,?)').run(HtmlSanitizerService.toPlainText(html), '', user.username || '', postId); } catch { /* FTS non-fatal */ }
2245 if (vis !== 'direct') {
2246 deliverCreate(site, { id: postId, slug, title: '', content: html, published_at: now, created_at: now, fan_only: fanOnly, ap_visibility: vis }).catch(() => { /* best-effort */ });
2247 }
2248 return { status: 201, id: postId, url: `${base}/ap/notes/${postId}` };
2249}
2250
2251// The direct-note leg (ward call-for-help) lives in the guardianship module
2252// (src/services/guardianship/delivery.js); wired with our AP helpers at the
2253// bottom of this file. Re-exported so every existing caller keeps working.
2254export const c2sVisibility = Guardianship.c2sVisibility;
2255export const deliverDirectNote = Guardianship.deliverDirectNote;
2256
2257// Send a reply FROM this site to a remote actor (in reply to their inbound reply).
2258// `parent` = an ap_interactions row (actor_uri, actor_url, actor_handle, object_uri).
2259export async function deliverReply(site, { postId, postSlug, parent, text, html, language, attachments, mentions }) {
2260 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2261 // Rich replies: `html` is the reply editor's HTML (sanitized here); `text` is
2262 // the plain-text fallback (no-JS path, C2S `source`). Either may carry the reply.
2263 const richClean = html ? HtmlSanitizerService.sanitize(String(html)) : '';
2264 const rich = richClean && HtmlSanitizerService.toPlainText(richClean).trim() ? richClean : '';
2265 // Attachments: only OUR OWN uploads (/media/... paths, no remote URLs — the
2266 // upload route is the sole producer), image/audio/video only, max 4.
2267 const media = (Array.isArray(attachments) ? attachments : [])
2268 .filter((a) => a && typeof a.url === 'string' && /^\/media\/[\w./-]+$/.test(a.url)
2269 && /^(image|audio|video)\//.test(String(a.mediaType || '')))
2270 .slice(0, 4)
2271 .map((a) => ({ url: a.url, mediaType: String(a.mediaType), name: String(a.name || '').slice(0, 120) }));
2272 // A media-only reply (no text) is a valid reply.
2273 if (!base || !site || !site.slug || !parent || (!String(text || '').trim() && !rich && !media.length)) return null;
2274 const me = actorId(base, site.slug);
2275 // u02, the mentions bar: `mentions` undefined = legacy behavior (mention the
2276 // parent author). An ARRAY (possibly empty) = the kept conversation partners
2277 // exactly as the bar shows them; the mention prefix, the Mention tags (via
2278 // mentionTags over the content) and the delivery targets all follow it.
2279 const kept = Array.isArray(mentions)
2280 ? mentions
2281 .filter((m) => m && typeof m.uri === 'string' && /^https?:\/\//i.test(m.uri))
2282 .slice(0, 8)
2283 .map((m) => ({
2284 uri: m.uri,
2285 url: (typeof m.url === 'string' && /^https?:\/\//i.test(m.url)) ? m.url : m.uri,
2286 handle: String(m.handle || deriveHandle(m.uri)).slice(0, 120),
2287 }))
2288 : null;
2289 const mentionAnchor = (uri, url, h) => {
2290 const disp = h && h[0] === '@' ? h : '@' + (h || '');
2291 return `<a href="${escHtml(url || uri)}" class="u-url mention" data-actor="${escHtml(uri)}">${escHtml(disp)}</a> `;
2292 };
2293 const handle = parent.actor_handle || deriveHandle(parent.actor_uri);
2294 const mention = kept
2295 ? kept.map((k) => mentionAnchor(k.uri, k.url, k.handle)).join('')
2296 : (parent.actor_uri ? mentionAnchor(parent.actor_uri, parent.actor_url, handle) : '');
2297 // Who the stored reply is "to": the parent when kept, else the first kept chip.
2298 const parentKept = !kept || kept.some((k) => k.uri === parent.actor_uri);
2299 const toActorUri = parentKept ? (parent.actor_uri || null) : (kept[0] ? kept[0].uri : null);
2300 const toHandle = parentKept ? handle : (kept[0] ? kept[0].handle : null);
2301 let content;
2302 let mres;
2303 if (rich) {
2304 // Same enrichment pipeline as the plain path (mentions/hashtags/URLs), on
2305 // sanitized editor HTML. The parent mention goes inline into the first
2306 // paragraph (Mastodon convention), or becomes its own leading one.
2307 mres = await resolveMentionsInText(base, rich);
2308 const processed = linkUrls(linkHashtags(base, mres.html));
2309 if (processed.startsWith('<p>')) {
2310 content = processed.replace('<p>', `<p>${mention}`); // inline in the first paragraph
2311 } else if (/^<(blockquote|ul|ol|pre|h[1-6]|div|hr)\b/i.test(processed)) {
2312 content = `<p>${mention}</p>${processed}`; // block content: own leading paragraph
2313 } else {
2314 content = `<p>${mention}${processed}</p>`; // bare inline text: one paragraph together
2315 }
2316 } else {
2317 const body = escHtml(String(text).trim()).replace(/\r?\n/g, '<br>');
2318 mres = await resolveMentionsInText(base, body); // link inline @mentions + collect their inboxes
2319 content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
2320 }
2321 const replyLang = /^[a-z]{2,3}(-[A-Za-z0-9-]+)?$/.test(String(language || '')) ? language : null;
2322 // Dedup: skip if the exact same reply was already sent (double-submit guard).
2323 // Attachments count toward "the same": two media-only replies share content.
2324 const mediaJson = media.length ? JSON.stringify(media) : null;
2325 const dup = db.prepare('SELECT 1 FROM ap_outbox WHERE site_slug = ? AND IFNULL(in_reply_to, \'\') = ? AND content = ? AND IFNULL(attachments, \'\') = IFNULL(?, \'\') LIMIT 1')
2326 .get(site.slug, parent.object_uri || '', content, mediaJson);
2327 if (dup) { console.log('[AP] outreply skipped (duplicate)'); return { duplicate: true, delivered: 0 }; }
2328 const id = crypto.randomUUID();
2329 iStmts().insO.run(id, site.slug, postId, postSlug || null, parent.object_uri || null, toActorUri, toHandle, content, replyLang, mediaJson);
2330 const row = iStmts().getO.get(id);
2331 const note = buildReplyNote(base, site, row);
2332 const create = {
2333 '@context': AP_CONTEXT,
2334 id: note.id + '#create', type: 'Create', actor: me,
2335 published: note.published, to: note.to, cc: note.cc, object: note,
2336 };
2337 const keys = getOrCreateKeys(site.slug);
2338 const keyId = `${me}#main-key`;
2339 const inboxes = new Set();
2340 // Everyone the mentions bar kept gets pinged; legacy path = the parent only.
2341 const mentionTargets = kept ? kept.map((k) => k.uri) : (parent.actor_uri ? [parent.actor_uri] : []);
2342 for (const uri of mentionTargets) {
2343 const a = await fetchActor(uri).catch(() => null);
2344 if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox);
2345 }
2346 if (parent.threadInbox) inboxes.add(parent.threadInbox); // back-compat (single)
2347 (parent.threadInboxes || []).forEach((i) => inboxes.add(i)); // whole ancestor chain
2348 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2349 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the reply
2350 inboxes.delete(`${me}/inbox`); // never deliver to ourselves (already in ap_outbox)
2351 inboxes.delete(`${base}/ap/inbox`); // (our own shared inbox) → avoids a self-duplicate
2352 let delivered = 0;
2353 for (const inbox of [...inboxes].filter(Boolean)) {
2354 let ok = false;
2355 try { const st = await deliver(inbox, create, keyId, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
2356 if (ok) delivered++;
2357 else enqueueDelivery(site.slug, inbox, create); // durable: retry a briefly-offline recipient (was silently dropped)
2358 }
2359 console.log('[AP] outreply', site.slug, '→', parent.actor_uri, 'delivered', delivered);
2360 return { id, content, delivered };
2361}
2362
2363// attributedTo may be a string, an object {id}, or an ARRAY — e.g. a PeerTube Video is
2364// attributed to [Person (account), Group (channel)]. Pick a usable actor URI (prefer Person).
2365function actorUriOf(att) {
2366 if (!att) return null;
2367 if (typeof att === 'string') return att;
2368 if (Array.isArray(att)) {
2369 const person = att.find((a) => a && typeof a === 'object' && a.type === 'Person' && a.id);
2370 if (person) return person.id;
2371 for (const a of att) { if (typeof a === 'string') return a; if (a && a.id) return a.id; }
2372 return null;
2373 }
2374 return att.id || null;
2375}
2376
2377// Resolve a remote post URL (any fediverse/Klonkt post) into a reply target.
2378// Returns a parent-shaped object usable by deliverReply(), or null.
2379export async function resolveRemoteNote(url) {
2380 if (!/^https?:\/\//i.test(String(url || ''))) return null;
2381 const note = await fetchActor(url).catch(() => null); // AP GET (content-negotiates)
2382 if (!note || !note.id) return null;
2383 const att = note.attributedTo;
2384 const actorUri = actorUriOf(att);
2385 if (!actorUri) return null;
2386 const actor = await fetchActor(actorUri).catch(() => null);
2387 const ai = actorInfo(actor, actorUri);
2388 // Is what we're replying to a post (or a comment) on one of OUR posts? If so,
2389 // link our reply to that local post so it shows nested in the post thread.
2390 const localTgt = findThreadTarget(note.id, (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, ''));
2391 // Walk the WHOLE reply chain upward (comment → parent comment → … → root post)
2392 // and collect every ancestor author's inbox, so each participant's server —
2393 // including the original post's author — receives + threads our reply.
2394 const threadInboxes = [];
2395 const seenInbox = new Set();
2396 let cursor = note.inReplyTo, guard = 0;
2397 while (cursor && guard++ < 6) {
2398 const url = typeof cursor === 'string' ? cursor : (cursor && cursor.id);
2399 if (!url) break;
2400 const pn = await fetchActor(url).catch(() => null);
2401 if (!pn) break;
2402 const pa = actorUriOf(pn.attributedTo);
2403 if (pa && pa !== actorUri) {
2404 const paDoc = await fetchActor(pa).catch(() => null);
2405 const inbox = paDoc && ((paDoc.endpoints && paDoc.endpoints.sharedInbox) || paDoc.inbox);
2406 if (inbox && !seenInbox.has(inbox)) { seenInbox.add(inbox); threadInboxes.push(inbox); }
2407 }
2408 cursor = pn.inReplyTo; // climb to the next ancestor
2409 }
2410 // For non-Note objects (PeerTube Video, Article, …) the meaningful label is `name` (the
2411 // title); prepend it so the reply page shows what you're replying to (sanitize cleans it).
2412 let rawHtml = String(note.content || '').replace(/\[\[(track|album|playlist):[^\]]+\]\]/gi, '');
2413 if (note.name && note.type && note.type !== 'Note') rawHtml = `<p><strong>${note.name}</strong></p>` + rawHtml;
2414 const images = (Array.isArray(note.attachment) ? note.attachment : [])
2415 .filter((a) => a && a.url && (!a.mediaType || /^image\//i.test(a.mediaType)))
2416 .map((a) => safeUrl(a.url)).filter(Boolean);
2417 // A Klonkt hosted-audio post strips its cover from `attachment` (so Mastodon
2418 // shows the player card, not a loose image) and puts it in `image` instead.
2419 // Same fallback as mediaFromNote() so a boosted music post keeps its cover.
2420 if (!images.length && note.image) {
2421 const im = Array.isArray(note.image) ? note.image[0] : note.image;
2422 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
2423 if (iu) images.push(iu);
2424 }
2425 return {
2426 object_uri: safeUrl(note.id) || note.id,
2427 actor_uri: actorUri,
2428 actor_url: ai.url,
2429 actor_handle: ai.handle,
2430 actor_name: ai.name,
2431 actor_icon: ai.icon,
2432 url: note.url || url,
2433 content: HtmlSanitizerService.sanitize(rawHtml), // full, sanitized
2434 sensitive: !!note.sensitive, // remote CW → blur in the Cirkel
2435 cw: note.summary || '',
2436 images,
2437 // Full typed media (incl. video/mp4) for the timeline cache. `images` above is
2438 // image-only for the interact page preview; a boosted video-only post (Loops)
2439 // lost its media entirely because upsertBoostedNote only saw `images`.
2440 media: mediaFromNote(note),
2441 threadInboxes, // every ancestor author's inbox
2442 localPostId: localTgt ? localTgt.post_id : '', // our post this belongs to (if any)
2443 poll: parsePoll(note), // a Question → its options/counts (else null)
2444 preview: HtmlSanitizerService.toPlainText(note.content || '').slice(0, 240),
2445 };
2446}
2447
2448// List a site's own outbound fediverse replies (for the manage/delete view).
2449// The plain editable text of a stored reply (unwrap links → their text, <br> → newline)
2450// so the manage view can prefill an edit box; the mention is re-added on save.
2451function outboxEditableText(content) {
2452 return String(content || '')
2453 .replace(/<br\s*\/?>/gi, '\n')
2454 .replace(/<a\b[^>]*>([\s\S]*?)<\/a>/gi, '$1')
2455 .replace(/<[^>]+>/g, '')
2456 .replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&')
2457 .trim();
2458}
2459export function listOutbox(siteSlug) {
2460 return db.prepare('SELECT id, content, to_handle, in_reply_to, language, created_at FROM ap_outbox WHERE site_slug = ? ORDER BY created_at DESC')
2461 .all(siteSlug).map((r) => { const c = stripLeadingMentions(r.content); return { ...r, content: c, editable: outboxEditableText(c) }; });
2462}
2463
2464// Delete one of our outbound replies: send Delete(Tombstone) to recipients + remove it.
2465export async function deliverOutboxDelete(site, outboxId) {
2466 const row = iStmts().getO.get(outboxId);
2467 if (!row || row.site_slug !== site.slug) return false;
2468 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2469 if (base) {
2470 const me = actorId(base, site.slug);
2471 const nid = noteId(base, row.id);
2472 const del = { '@context': AP_CONTEXT, id: `${nid}#delete-${Date.now()}-${rid()}`, type: 'Delete', actor: me, to: [PUBLIC], object: { id: nid, type: 'Tombstone' } };
2473 const keys = getOrCreateKeys(site.slug);
2474 const inboxes = new Set();
2475 if (row.to_actor) { const a = await fetchActor(row.to_actor).catch(() => null); if (a) inboxes.add((a.endpoints && a.endpoints.sharedInbox) || a.inbox); }
2476 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2477 for (const inbox of [...inboxes].filter(Boolean)) {
2478 try { const st = await deliver(inbox, del, `${me}#main-key`, keys.private_pem); if (st >= 200 && st < 300) continue; } catch { /* queue below */ }
2479 enqueueDelivery(site.slug, inbox, del); // durable: a failed comment-delete now retries (was silently dropped)
2480 }
2481 }
2482 db.prepare('DELETE FROM ap_outbox WHERE id = ?').run(outboxId);
2483 return true;
2484}
2485
2486// Edit one of our outbound replies: rewrite the stored content (mention re-added + #tags
2487// re-linked) and send an Update(Note) so recipients refresh their cached copy.
2488export async function deliverOutboxUpdate(site, outboxId, newText, opts = {}) {
2489 const row = iStmts().getO.get(outboxId);
2490 if (!row || row.site_slug !== site.slug) return false;
2491 const text = String(newText || '').trim();
2492 // Rich edit: same sanitize + enrichment pipeline as deliverReply.
2493 const richClean = opts.html ? HtmlSanitizerService.sanitize(String(opts.html)) : '';
2494 const rich = richClean && HtmlSanitizerService.toPlainText(richClean).trim() ? richClean : '';
2495 if (!text && !rich) return false;
2496 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2497 if (!base) return false;
2498 const me = actorId(base, site.slug);
2499 const toActor = row.to_actor ? await fetchActor(row.to_actor).catch(() => null) : null;
2500 const toProfile = row.to_actor ? (actorInfo(toActor, row.to_actor).url || row.to_actor) : '';
2501 const _h = row.to_handle || deriveHandle(row.to_actor);
2502 const toHandle = _h && _h[0] === '@' ? _h : '@' + (_h || '');
2503 // An edit must not drop co-mentions (u02): reuse the OLD content's leading
2504 // mention anchors (the bar's kept list at send time) when present; only fall
2505 // back to rebuilding the single to_actor mention for legacy rows.
2506 const oldPrefix = (String(row.content || '')
2507 .match(/^\s*(?:<p[^>]*>)?\s*((?:<a\b[^>]*class="u-url mention"[^>]*>\s*@[^<]+<\/a>[\s ]*)+)/i) || [])[1] || '';
2508 const mention = oldPrefix || (row.to_actor
2509 ? `<a href="${escHtml(toProfile)}" class="u-url mention" data-actor="${escHtml(row.to_actor)}">${escHtml(toHandle)}</a> ` : '');
2510 let content;
2511 let mres;
2512 if (rich) {
2513 mres = await resolveMentionsInText(base, rich);
2514 const processed = linkUrls(linkHashtags(base, mres.html));
2515 if (processed.startsWith('<p>')) content = processed.replace('<p>', `<p>${mention}`);
2516 else if (/^<(blockquote|ul|ol|pre|h[1-6]|div|hr)\b/i.test(processed)) content = `<p>${mention}</p>${processed}`;
2517 else content = `<p>${mention}${processed}</p>`;
2518 } else {
2519 mres = await resolveMentionsInText(base, escHtml(text).replace(/\r?\n/g, '<br>'));
2520 content = `<p>${mention}${linkUrls(linkHashtags(base, mres.html))}</p>`;
2521 }
2522 // Language may be updated with the edit; attachments always survive untouched.
2523 const newLang = /^[a-z]{2,3}(-[A-Za-z0-9-]+)?$/.test(String(opts.language || '')) ? opts.language : null;
2524 db.prepare('UPDATE ap_outbox SET content = ?, language = COALESCE(?, language) WHERE id = ?').run(content, newLang, outboxId);
2525 const note = buildReplyNote(base, site, iStmts().getO.get(outboxId));
2526 note.updated = new Date().toISOString();
2527 const update = {
2528 '@context': AP_CONTEXT,
2529 id: `${note.id}#update-${Date.now()}-${rid()}`, type: 'Update', actor: me,
2530 published: note.published, updated: note.updated, to: note.to, cc: note.cc, object: note,
2531 };
2532 const keys = getOrCreateKeys(site.slug);
2533 const inboxes = new Set();
2534 if (toActor) inboxes.add((toActor.endpoints && toActor.endpoints.sharedInbox) || toActor.inbox);
2535 for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox);
2536 mres.inboxes.forEach((i) => inboxes.add(i)); // people @mentioned inline in the edit
2537 inboxes.delete(`${me}/inbox`); inboxes.delete(`${base}/ap/inbox`);
2538 let delivered = 0;
2539 for (const inbox of [...inboxes].filter(Boolean)) {
2540 let ok = false;
2541 try { const st = await deliver(inbox, update, `${me}#main-key`, keys.private_pem); ok = st >= 200 && st < 300; } catch { ok = false; }
2542 if (ok) delivered++;
2543 else enqueueDelivery(site.slug, inbox, update); // durable: retry the edit later (was silently dropped)
2544 }
2545 console.log('[AP] outreply edit', site.slug, 'delivered', delivered);
2546 return { ok: true, content, delivered };
2547}
2548
2549// ── Fediverse CLIENT: follow accounts + home timeline ─────────────
2550// Resolve an @user@domain handle to its actor URL via WebFinger.
2551export async function webfingerResolve(handle) {
2552 const h = String(handle || '').trim().replace(/^@/, '');
2553 const parts = h.split('@');
2554 if (parts.length !== 2 || !parts[0] || !parts[1]) return null;
2555 const acct = `${parts[0]}@${parts[1]}`;
2556 try {
2557 const r = await safeFetch(`https://${parts[1]}/.well-known/webfinger?resource=acct:${encodeURIComponent(acct)}`,
2558 { headers: { Accept: 'application/jrd+json, application/json' } });
2559 if (!r.ok) return null;
2560 const jrd = await r.json();
2561 const link = (jrd.links || []).find((l) => l.rel === 'self' && /activity\+json|ld\+json/.test(l.type || ''));
2562 return safeUrl(link ? link.href : '') || null;
2563 } catch { return null; }
2564}
2565
2566let _insFw, _delFw, _listFw, _accFw, _oneFw, _setAB;
2567function fwStmts() {
2568 if (!_insFw) {
2569 _insFw = db.prepare('INSERT OR REPLACE INTO ap_following (slug, actor_uri, handle, name, icon, url, inbox, follow_id, status, auto_boost, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
2570 _delFw = db.prepare('DELETE FROM ap_following WHERE slug = ? AND actor_uri = ?');
2571 _listFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? ORDER BY created_at DESC');
2572 _accFw = db.prepare("UPDATE ap_following SET status = 'accepted' WHERE follow_id = ?");
2573 _oneFw = db.prepare('SELECT * FROM ap_following WHERE slug = ? AND actor_uri = ?');
2574 _setAB = db.prepare('UPDATE ap_following SET auto_boost = ? WHERE slug = ? AND actor_uri = ?');
2575 }
2576 return { ins: _insFw, del: _delFw, list: _listFw, acc: _accFw, one: _oneFw, setAB: _setAB };
2577}
2578export function listFollowing(slug) { return fwStmts().list.all(slug); }
2579
2580// Toggle auto-boost ("feature") on an account we already follow.
2581export function setAutoBoost(slug, actorUri, on) {
2582 try { fwStmts().setAB.run(on ? 1 : 0, slug, actorUri); } catch { /* ignore */ }
2583 // Featuring an account → AP-native catch-up so the Cirkel isn't empty until they next
2584 // post (push doesn't backfill history-before-follow). Fire-and-forget pull, sends nothing.
2585 if (on) backfillFromOutbox(slug, actorUri).catch(() => {});
2586 return { ok: true };
2587}
2588
2589let _insTl, _listTl, _delTl;
2590function tlStmts() {
2591 if (!_insTl) {
2592 _insTl = db.prepare('INSERT OR IGNORE INTO ap_timeline (id, slug, author_uri, author_name, author_handle, author_icon, author_url, content, url, published, media_json, nsfw, cw, created_at) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,CURRENT_TIMESTAMP)');
2593 _listTl = db.prepare('SELECT * FROM ap_timeline WHERE slug = ? ORDER BY COALESCE(published, created_at) DESC LIMIT ? OFFSET ?');
2594 _delTl = db.prepare('DELETE FROM ap_timeline WHERE id = ?');
2595 }
2596 return { ins: _insTl, list: _listTl, del: _delTl };
2597}
2598export function getTimeline(slug, limit, offset) { return tlStmts().list.all(slug, limit || 50, offset || 0); }
2599
2600// Inbox C2S read: a timeline row's media_json ([{url, type}], written on the
2601// inbound Create) → AS2 `attachment` array, so a client (Shaer) can render a
2602// friend's images/audio/video natively, exactly like own outbox posts. The
2603// stored `type` is the mediaType and may be ''. Malformed JSON yields
2604// undefined and never blocks the item.
2605export function timelineAttachments(mediaJson) {
2606 try {
2607 const list = mediaJson ? JSON.parse(mediaJson) : [];
2608 const rows = (Array.isArray(list) ? list : [])
2609 .filter((m) => m && m.url)
2610 .map((m) => ({ type: 'Document', mediaType: m.type || undefined, url: m.url }));
2611 return rows.length ? rows : undefined;
2612 } catch { return undefined; }
2613}
2614
2615// FEP-9098 custom emojis. Inbound: keep the note's Emoji tags (as JSON) so we
2616// can serve them back. `extractEmojiTags` returns the JSON to store (or null);
2617// `timelineEmojis` turns the stored JSON back into an AS2 `tag` array for the
2618// C2S inbox read, so a client (Shaer) can render :shortcode: as an image.
2619export function extractEmojiTags(tag) {
2620 const arr = Array.isArray(tag) ? tag : (tag ? [tag] : []);
2621 const emojis = arr.filter((t) => t && (Array.isArray(t.type) ? t.type[0] : t.type) === 'Emoji'
2622 && typeof t.name === 'string' && t.icon);
2623 return emojis.length ? JSON.stringify(emojis) : null;
2624}
2625export function timelineEmojis(emojiJson) {
2626 try { const arr = emojiJson ? JSON.parse(emojiJson) : null; return (Array.isArray(arr) && arr.length) ? arr : undefined; }
2627 catch { return undefined; }
2628}
2629
2630// FEP-e232 object links (quotes / inline references). Inbound: keep the note's
2631// Link tags whose mediaType marks an AP object (the AS2-profiled ld+json, or
2632// activity+json as its equivalent) as JSON, so the C2S inbox read can serve
2633// them back and a client (Shaer) can render the quote/reference. Mirrors
2634// extractEmojiTags. Plain hyperlinks (text/html) and Mentions are dropped.
2635export function extractObjectLinkTags(tag) {
2636 const arr = Array.isArray(tag) ? tag : (tag ? [tag] : []);
2637 const links = arr.filter((t) => {
2638 if (!t || (Array.isArray(t.type) ? t.type[0] : t.type) !== 'Link') return false;
2639 if (typeof t.href !== 'string' || !t.href) return false;
2640 const mt = String(t.mediaType || '').toLowerCase();
2641 return (mt.startsWith('application/ld+json') && mt.includes('activitystreams'))
2642 || mt.startsWith('application/activity+json');
2643 });
2644 return links.length ? JSON.stringify(links) : null;
2645}
2646export function timelineObjectLinks(linkJson) {
2647 try { const arr = linkJson ? JSON.parse(linkJson) : null; return (Array.isArray(arr) && arr.length) ? arr : undefined; }
2648 catch { return undefined; }
2649}
2650
2651// FEP-044f quote posts: a quote is usually NOT an FEP-e232 tag but an
2652// object-level property. FEP-044f §"how to recognise" lists them all:
2653// `quote` (the FEP property, a string or an embedded Link/object), and the
2654// de-facto `quoteUrl` (as:), `quoteUri` (fedibird), `_misskey_quote` (misskey).
2655// This returns the quoted object's URL from whichever is present.
2656export function extractQuoteUrl(note) {
2657 if (!note || typeof note !== 'object') return null;
2658 const q = note.quote ?? note.quoteUrl ?? note.quoteUri ?? note['_misskey_quote'];
2659 if (!q) return null;
2660 if (typeof q === 'string') return q || null;
2661 if (typeof q === 'object') return (typeof q.id === 'string' && q.id) || (typeof q.href === 'string' && q.href) || null;
2662 return null;
2663}
2664
2665// The note's object-link tags for storage: real FEP-e232 Link tags PLUS any
2666// FEP-044f object-level quote, normalised to one FEP-e232-shaped Link (rel
2667// _misskey_quote) so the client's single object-link path renders them all.
2668// Deduped by href. Returns the JSON to store (or null if the note has neither).
2669export function extractLinkJson(note) {
2670 const links = [];
2671 const fromTag = extractObjectLinkTags(note && note.tag);
2672 if (fromTag) { try { links.push(...JSON.parse(fromTag)); } catch { /* ignore */ } }
2673 const qUrl = extractQuoteUrl(note);
2674 if (qUrl && !links.some((l) => l && l.href === qUrl)) {
2675 links.push({ type: 'Link', mediaType: 'application/activity+json', href: qUrl,
2676 rel: ['https://misskey-hub.net/ns#_misskey_quote'], name: qUrl });
2677 }
2678 return links.length ? JSON.stringify(links) : null;
2679}
2680
2681// The URL of the quoted post, from either an object-level quote (FEP-044f) or a
2682// quote-rel FEP-e232 Link tag. Used to resolve the embedded quote card.
2683export function quoteHrefOf(note) {
2684 const direct = extractQuoteUrl(note);
2685 if (direct) return direct;
2686 const arr = Array.isArray(note && note.tag) ? note.tag : (note && note.tag ? [note.tag] : []);
2687 for (const t of arr) {
2688 if (!t || (Array.isArray(t.type) ? t.type[0] : t.type) !== 'Link' || typeof t.href !== 'string') continue;
2689 const rel = Array.isArray(t.rel) ? t.rel : (t.rel ? [t.rel] : []);
2690 if (rel.some((r) => /quote/i.test(String(r)))) return t.href;
2691 }
2692 return null;
2693}
2694
2695// Turn the stored quote snapshot back into the object the C2S inbox read serves
2696// as `shaer:quote`, so the client can render the embedded quote card.
2697export function timelineQuote(quoteJson) {
2698 try { const q = quoteJson ? JSON.parse(quoteJson) : null; return (q && typeof q === 'object') ? q : undefined; }
2699 catch { return undefined; }
2700}
2701
2702// Store the author's display-name emoji map (from actorInfo().emojis) on a
2703// timeline row, so the byline can render a ":shortcode:" name. No-op when the
2704// name has no custom emoji (the common case).
2705function storeAuthorEmoji(id, slug, ai) {
2706 if (!ai || !ai.emojis || !Object.keys(ai.emojis).length) return;
2707 try { db.prepare('UPDATE ap_timeline SET author_emoji_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(ai.emojis), id, slug); } catch { /* ignore */ }
2708}
2709
2710// A display-name emoji map (actorInfo().emojis) → JSON to store, or null.
2711function emojiJsonOf(map) { return (map && Object.keys(map).length) ? JSON.stringify(map) : null; }
2712
2713// ── Cirkel = posts from the accounts you auto-boost ("feature an artist") ──
2714let _abCount, _cirkelPosts, _cirkelMembers;
2715export function autoBoostCount(slug) {
2716 try { if (!_abCount) _abCount = db.prepare('SELECT COUNT(*) AS n FROM ap_following WHERE slug = ? AND auto_boost = 1'); return _abCount.get(slug).n; } catch { return 0; }
2717}
2718export function getCirkelPosts(slug, limit, offset) {
2719 try {
2720 // Cirkel = posts from featured (auto_boost) accounts + posts you boosted
2721 // (t.boosted), mixed by date. One row per note in ap_timeline → no duplicates.
2722 if (!_cirkelPosts) _cirkelPosts = db.prepare(`
2723 SELECT t.id, t.author_uri, t.author_name, t.author_handle, t.author_icon, t.author_url,
2724 t.content, t.url, t.published, t.media_json, t.boosted, t.nsfw, t.cw
2725 FROM ap_timeline t
2726 LEFT JOIN ap_following f ON f.slug = t.slug AND f.actor_uri = t.author_uri
2727 WHERE t.slug = ? AND (f.auto_boost = 1 OR t.boosted = 1)
2728 ORDER BY COALESCE(t.published, t.created_at) DESC, t.rowid DESC
2729 LIMIT ? OFFSET ?`);
2730 return _cirkelPosts.all(slug, limit || 60, offset || 0);
2731 } catch { return []; }
2732}
2733export function getCirkelMembers(slug) {
2734 try { if (!_cirkelMembers) _cirkelMembers = db.prepare('SELECT name, url, icon FROM ap_following WHERE slug = ? AND auto_boost = 1 ORDER BY name'); return _cirkelMembers.all(slug); } catch { return []; }
2735}
2736// Mark a timeline post as boosted so it shows in the Cirkel (mixed by date).
2737let _markBoost, _unmarkBoost, _boostedCount;
2738export function markBoosted(slug, noteId) {
2739 try { if (!_markBoost) _markBoost = db.prepare('UPDATE ap_timeline SET boosted = 1 WHERE slug = ? AND id = ?'); _markBoost.run(slug, noteId); } catch { /* ignore */ }
2740}
2741export function unmarkBoosted(slug, noteId) {
2742 try { if (!_unmarkBoost) _unmarkBoost = db.prepare('UPDATE ap_timeline SET boosted = 0 WHERE slug = ? AND id = ?'); _unmarkBoost.run(slug, noteId); } catch { /* ignore */ }
2743}
2744let _markLike, _unmarkLike;
2745export function markLiked(slug, noteId) {
2746 try { if (!_markLike) _markLike = db.prepare('UPDATE ap_timeline SET liked = 1 WHERE slug = ? AND id = ?'); _markLike.run(slug, noteId); } catch { /* ignore */ }
2747}
2748export function unmarkLiked(slug, noteId) {
2749 try { if (!_unmarkLike) _unmarkLike = db.prepare('UPDATE ap_timeline SET liked = 0 WHERE slug = ? AND id = ?'); _unmarkLike.run(slug, noteId); } catch { /* ignore */ }
2750}
2751export function getTimelineReaction(slug, noteId) {
2752 try { const r = db.prepare('SELECT liked, boosted FROM ap_timeline WHERE slug = ? AND id = ?').get(slug, noteId); return { liked: !!(r && r.liked), boosted: !!(r && r.boosted) }; } catch { return { liked: false, boosted: false }; }
2753}
2754// Boost a REMOTE post that may not be in your timeline (you don't follow the author):
2755// store it in ap_timeline (INSERT OR IGNORE → no dup for followed posts) so it shows in
2756// the Cirkel with a Boost badge, then flag it boosted.
2757export function upsertBoostedNote(slug, note) {
2758 if (!slug || !note || !note.object_uri) return;
2759 const id = note.object_uri;
2760 // Prefer the full typed media (incl. video/mp4 — a Loops boost is video-only and
2761 // rendered a bare text tile); fall back to the image-only list for older callers.
2762 const media = (note.media && note.media !== '[]')
2763 ? note.media
2764 : JSON.stringify((note.images || []).map((u) => ({ url: u, type: 'image/jpeg' })));
2765 try {
2766 const r = tlStmts().ins.run(id, slug, note.actor_uri || '', note.actor_name || '', note.actor_handle || '',
2767 note.actor_icon || '', note.actor_url || '', note.content || '', note.url || null,
2768 new Date().toISOString(), media, note.sensitive ? 1 : 0, note.cw || null);
2769 if (!r.changes) {
2770 // Row already cached (INSERT OR IGNORE) → refresh it with the freshly
2771 // resolved note. Without this a row cached without its cover (or with
2772 // stale content) stayed stale forever — even boosting again didn't heal it.
2773 // Keep the CACHED media when the resolve yielded none: an empty re-resolve
2774 // used to clobber a good media_json (the followed copy had the video, the
2775 // boost wiped it to []).
2776 db.prepare(`UPDATE ap_timeline SET content = ?, media_json = CASE WHEN ? = '[]' THEN media_json ELSE ? END,
2777 nsfw = ?, cw = ?, url = COALESCE(?, url) WHERE slug = ? AND id = ?`)
2778 .run(note.content || '', media, media, note.sensitive ? 1 : 0, note.cw || null, note.url || null, slug, id);
2779 }
2780 } catch { /* ignore */ }
2781 markBoosted(slug, id);
2782}
2783export function boostedCount(slug) {
2784 try { if (!_boostedCount) _boostedCount = db.prepare('SELECT COUNT(*) AS n FROM ap_timeline WHERE slug = ? AND boosted = 1'); return _boostedCount.get(slug).n; } catch { return 0; }
2785}
2786
2787// Resolve a Klonkt/AP actor URL from a site root: a Klonkt site's root 302s to
2788// /ap/users/<slug> (content negotiation; Location may be relative). Used by
2789// followActor for bare-domain follows.
2790// NB: the old auto-migration of legacy Cirkels (circle_links -> AP follows) was
2791// REMOVED on 2026-06-26 — it auto-sent Follows on boot, which violates "the code
2792// never throws anything into the fediverse automatically" (would surprise-Follow
2793// for some operators at scale). The dead circle_links table stays as harmless dead
2794// data; an operator restores an old cirkel by re-following in /following (their click).
2795async function resolveApActor(siteUrl) {
2796 try {
2797 const r = await fetch(siteUrl, { headers: { Accept: 'application/activity+json' }, redirect: 'manual' });
2798 if (r.status >= 300 && r.status < 400) { const loc = r.headers.get('location'); if (loc) return new URL(loc, siteUrl).href; }
2799 if (r.ok) return siteUrl;
2800 } catch { /* unreachable */ }
2801 return null;
2802}
2803
2804// ── Self-heal: re-sync the fediverse cache (ap_timeline) after a DRASTIC update ──
2805// Runs ONCE per SELFHEAL_VERSION bump — NOT on every boot. Re-fetches each cached
2806// note and refreshes content + media (recovers covers/edits that were delivered
2807// during a flux window, e.g. a fleet-wide update), and drops notes that are gone
2808// (404/410). Bump SELFHEAL_VERSION only on a release that warrants a re-sync.
2809const SELFHEAL_VERSION = 15; // v15: re-capture emoji_json/link_json for boosts that arrived before the Announce-path tag fix
2810async function fetchNoteAP(url) {
2811 try {
2812 const r = await fetch(url, { headers: { Accept: 'application/activity+json' } });
2813 if (r.status === 404 || r.status === 410) return 404;
2814 if (r.ok) return await r.json();
2815 } catch { /* unreachable */ }
2816 return null;
2817}
2818function mediaFromNote(note) {
2819 const atts = (Array.isArray(note.attachment) ? note.attachment : []).map((a) => ({ url: safeUrl(a && a.url), type: (a && a.mediaType) || '' })).filter((m) => m.url);
2820 if (!atts.some((m) => !m.type || /image/i.test(m.type)) && note.image) {
2821 const im = Array.isArray(note.image) ? note.image[0] : note.image;
2822 const iu = safeUrl(typeof im === 'string' ? im : (im && im.url));
2823 if (iu) atts.push({ url: iu, type: (im && im.mediaType) || 'image/jpeg' });
2824 }
2825 return JSON.stringify(atts);
2826}
2827
2828// FEP-044f embedded quote card: resolve the quoted post to a compact, sanitised
2829// snapshot { url, author{name,handle,icon}, content, published, media } so the
2830// client can render it as a nested card instead of a bare link. Best-effort and
2831// SSRF-safe (apGetJson): returns null on any failure, and the client falls back
2832// to the object-link chip. The content goes through the same sanitiser as every
2833// other note, so the kid-safe guarantees hold.
2834async function resolveQuote(note) {
2835 const url = quoteHrefOf(note);
2836 if (!url) return null;
2837 const q = await apGetJson(url);
2838 if (!q || typeof q !== 'object') return null;
2839 const authorUri = typeof q.attributedTo === 'string' ? q.attributedTo
2840 : (q.attributedTo && typeof q.attributedTo.id === 'string' ? q.attributedTo.id : null);
2841 const ai = authorUri ? actorInfo(await fetchActor(authorUri), authorUri) : null;
2842 // The quoted post's own FEP-9098 emojis, so :shortcode: renders in the card.
2843 const emojis = {};
2844 try {
2845 for (const e of JSON.parse(extractEmojiTags(q.tag) || '[]')) {
2846 const u = e.icon && (e.icon.url || (Array.isArray(e.icon) && e.icon[0] && e.icon[0].url));
2847 if (typeof e.name === 'string' && u) emojis[e.name] = u;
2848 }
2849 } catch { /* ignore */ }
2850 let media = []; try { media = JSON.parse(mediaFromNote(q)); } catch { /* ignore */ }
2851 const snapshot = {
2852 url: safeUrl(q.url || q.id || url) || url,
2853 author: ai ? { name: ai.name, handle: ai.handle, icon: ai.icon } : null,
2854 content: HtmlSanitizerService.sanitize(q.content || ''),
2855 published: q.published || null,
2856 media,
2857 emojis: Object.keys(emojis).length ? emojis : undefined,
2858 };
2859 return JSON.stringify(snapshot);
2860}
2861// A generic SSRF-safe AP GET (collections / pages).
2862async function apGetJson(url) {
2863 try {
2864 const r = await safeFetch(url, { headers: { Accept: 'application/activity+json' } });
2865 if (!r.ok) return null;
2866 const len = Number(r.headers.get('content-length') || 0);
2867 if (len > 3_000_000) return null;
2868 return await r.json();
2869 } catch { return null; }
2870}
2871// AP-native catch-up: pull an actor's standard `outbox` collection and merge their recent
2872// top-level posts into the timeline for `slug`. Push (Create delivery) cannot backfill
2873// history-from-before-you-followed or a delivery that was missed while you were down;
2874// reading the outbox is the spec-conform way to catch up. PULL ONLY — sends nothing.
2875export async function backfillFromOutbox(slug, actorUri, limit = 20) {
2876 try {
2877 if (!slug || !actorUri) return 0;
2878 const actor = await fetchActor(actorUri);
2879 if (!actor || !actor.outbox) return 0;
2880 let page = await apGetJson(typeof actor.outbox === 'string' ? actor.outbox : actor.outbox.id);
2881 let items = (page && (page.orderedItems || page.items)) || [];
2882 if (!items.length && page && page.first) {
2883 page = await apGetJson(typeof page.first === 'string' ? page.first : page.first.id);
2884 items = (page && (page.orderedItems || page.items)) || [];
2885 }
2886 if (!Array.isArray(items) || !items.length) return 0;
2887 const ai = actorInfo(actor, actorUri);
2888 let added = 0;
2889 for (const it of items.slice(0, limit)) {
2890 // Each item is usually a Create wrapping a Note, or sometimes the Note itself.
2891 const o = (it && typeof it.object === 'object' && it.object) ? it.object : it;
2892 if (!o || !o.id) continue;
2893 if (o.type && o.type !== 'Note' && o.type !== 'Article' && o.type !== 'Question') continue; // skip boosts/other
2894 if (o.inReplyTo) continue; // top-level only
2895 const auth = actorUriOf(o.attributedTo);
2896 if (auth && auth !== actorUri) continue; // their OWN posts only
2897 const html = HtmlSanitizerService.sanitize(o.content || '');
2898 const poll = parsePoll(o); // a Question (poll) → carry its options/counts on backfill too
2899 try {
2900 const r = tlStmts().ins.run(o.id, slug, actorUri, ai.name, ai.handle, ai.icon, ai.url, html, o.url || null, o.published || null, mediaFromNote(o), o.sensitive ? 1 : 0, o.summary || null);
2901 if (r && r.changes > 0) added++;
2902 // FEP-9098: keep custom-emoji tags from backfilled posts too.
2903 { const ej = extractEmojiTags(o.tag); if (ej) { try { db.prepare('UPDATE ap_timeline SET emoji_json = ? WHERE id = ? AND slug = ?').run(ej, o.id, slug); } catch { /* ignore */ } } }
2904 storeAuthorEmoji(o.id, slug, ai); // custom-emoji display name for the byline
2905 // FEP-e232 + FEP-044f: keep object-link/quote tags from backfilled posts too.
2906 { const lj = extractLinkJson(o); if (lj) { try { db.prepare('UPDATE ap_timeline SET link_json = ? WHERE id = ? AND slug = ?').run(lj, o.id, slug); } catch { /* ignore */ } } }
2907 // FEP-044f: resolve the embedded quote card for backfilled posts too.
2908 if (quoteHrefOf(o)) { const qj = await resolveQuote(o); if (qj) { try { db.prepare('UPDATE ap_timeline SET quote_json = ? WHERE id = ? AND slug = ?').run(qj, o.id, slug); } catch { /* ignore */ } } }
2909 // Set poll_json if this is a poll and we don't already have it (COALESCE preserves a vote).
2910 if (poll) { try { db.prepare('UPDATE ap_timeline SET poll_json = COALESCE(poll_json, ?) WHERE id = ? AND slug = ?').run(JSON.stringify(poll), o.id, slug); } catch { /* ignore */ } }
2911 } catch { /* ignore */ }
2912 }
2913 if (added) console.log('[AP] outbox backfill', actorUri, '→', slug, '+' + added);
2914 return added;
2915 } catch { return 0; }
2916}
2917
2918// ── Remote thread crawl (fill the gaps in a local post's conversation) ────────────
2919// Most replies reach us by delivery, but replies-to-replies that live on other servers and
2920// aren't addressed to us are missed. This pulls the AS2 `replies` collections of the replies
2921// we DO have, caching any newly-found ones in ap_interactions.
2922//
2923// Matches Mastodon's behaviour: ONE level per crawl (like its FetchRepliesService), not a deep
2924// recursive walk. Deeper levels fill in incrementally across crawls — once a fetched reply is
2925// cached it becomes a seed itself, so its own replies are pulled on a later view (Mastodon's
2926// per-status cascade). Bounded + polite (serial), PULL only, and stale-while-revalidate: it
2927// never runs in a page request — the view renders from cache; a stale post kicks off a
2928// background refresh for the NEXT view.
2929const THREAD_TTL_MS = 15 * 60 * 1000; // don't re-crawl a post more than ~4×/hour
2930const THREAD_MAX_DEPTH = 1; // one hop per crawl (like Mastodon); deeper fills in over crawls
2931const THREAD_MAX_FETCHES = 30; // hard cap on remote GETs per crawl (be a good peer)
2932const _crawlingThreads = new Set(); // per-post in-flight lock (no stampede across views)
2933
2934function threadCrawlTs(postId) {
2935 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('thread_crawl:' + postId); return r ? (Number(r.value) || 0) : 0; }
2936 catch { return 0; }
2937}
2938function setThreadCrawlTs(postId, ts) {
2939 try { db.prepare('INSERT INTO app_settings (key, value) VALUES (?, ?) ON CONFLICT(key) DO UPDATE SET value = excluded.value').run('thread_crawl:' + postId, String(ts)); }
2940 catch { /* ignore */ }
2941}
2942
2943// Read a note's `replies` (string ref / Collection with `first` / paged CollectionPages) →
2944// child note URIs. Every remote GET goes through `budget` so the whole crawl stays capped.
2945async function collectReplyItems(repliesRef, maxPages, budget) {
2946 const uris = [];
2947 let node = typeof repliesRef === 'string' ? await budget.get(repliesRef) : repliesRef;
2948 if (node && node.first) node = typeof node.first === 'string' ? await budget.get(node.first) : node.first;
2949 let pages = 0;
2950 while (node && pages++ < maxPages) {
2951 for (const it of (node.items || node.orderedItems || [])) {
2952 const u = typeof it === 'string' ? it : (it && it.id);
2953 if (u && /^https?:\/\//i.test(u)) uris.push(u);
2954 }
2955 if (!node.next) break;
2956 node = typeof node.next === 'string' ? await budget.get(node.next) : node.next;
2957 }
2958 return uris;
2959}
2960
2961async function crawlThread(postId) {
2962 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
2963 if (!base) return;
2964 // Seed frontier = the remote reply note URIs we already have; also the dedup set.
2965 let known;
2966 try { known = new Set(db.prepare("SELECT object_uri FROM ap_interactions WHERE post_id = ? AND kind = 'reply' AND object_uri != ''").all(postId).map((r) => r.object_uri)); }
2967 catch { return; }
2968 const seeds = [...known].filter((u) => /^https?:\/\//i.test(u));
2969 if (!seeds.length) return; // nothing remote to expand
2970 // Owner-removed replies (tombstones) join the dedup set AFTER seeding, so the
2971 // crawler never re-adds them via thread-filling (they're gone from the seeds
2972 // already because rejectInteraction deleted their ap_interactions row).
2973 try { for (const r of db.prepare('SELECT object_uri FROM ap_rejected_objects WHERE post_id = ?').all(postId)) known.add(r.object_uri); }
2974 catch { /* table always exists after boot migration */ }
2975
2976 let fetches = 0;
2977 const budget = { get: async (u) => { if (fetches >= THREAD_MAX_FETCHES) return null; fetches++; return apGetJson(u); } };
2978 const visited = new Set(); // notes whose replies collection we've already expanded
2979 let frontier = seeds.slice();
2980 let added = 0;
2981
2982 for (let depth = 0; depth < THREAD_MAX_DEPTH && frontier.length && fetches < THREAD_MAX_FETCHES; depth++) {
2983 const nextFrontier = [];
2984 for (const noteUri of frontier) {
2985 if (visited.has(noteUri) || fetches >= THREAD_MAX_FETCHES) continue;
2986 visited.add(noteUri);
2987 const note = await budget.get(noteUri);
2988 if (!note || !note.replies) continue;
2989 const childUris = await collectReplyItems(note.replies, 2, budget);
2990 for (const cu of childUris) {
2991 if (known.has(cu) || fetches >= THREAD_MAX_FETCHES) continue;
2992 known.add(cu);
2993 const child = await budget.get(cu);
2994 if (!child || !child.id || (child.type !== 'Note' && child.type !== 'Article')) continue;
2995 if (isRejectedObject(child.id)) continue; // note id can differ from the collection URI (redirects)
2996 const actorUri = actorUriOf(child.attributedTo);
2997 if (!actorUri || isBlockedAny(actorUri)) continue; // skip blocked authors
2998 const actor = await budget.get(actorUri); // may be null if budget spent → fallback handle
2999 const ai = actorInfo(actor, actorUri);
3000 const html = HtmlSanitizerService.sanitize(child.content || '');
3001 // The child replies to `note` by construction (it's in note's replies collection).
3002 try { iStmts().ins.run('reply', postId, child.id, actorUri, ai.name, ai.handle, ai.url, ai.icon, html, child.published || null, note.id || noteUri, noteVisibility(child), extractEmojiTags(child.tag), emojiJsonOf(ai.emojis)); added++; } catch { /* ignore */ }
3003 nextFrontier.push(child.id); // expand this reply's own replies next depth
3004 }
3005 }
3006 frontier = nextFrontier;
3007 }
3008 if (added) console.log('[AP] thread crawl', postId, '+' + added, 'remote replies (' + fetches + ' fetches)');
3009}
3010
3011// Stale-while-revalidate entry point: call from the post view. Renders nothing, blocks nothing —
3012// fires a background crawl only if this post hasn't been crawled within the TTL.
3013export function maybeCrawlThread(postId) {
3014 if (!postId || _crawlingThreads.has(postId)) return;
3015 if (Date.now() - threadCrawlTs(postId) < THREAD_TTL_MS) return;
3016 _crawlingThreads.add(postId);
3017 setThreadCrawlTs(postId, Date.now()); // optimistic mark so concurrent/next views don't re-fire
3018 crawlThread(postId).catch((e) => console.warn('[AP] thread crawl failed:', e && e.message)).finally(() => _crawlingThreads.delete(postId));
3019}
3020
3021let _selfHealing = false;
3022export async function selfHealTimeline() {
3023 if (_selfHealing) return; _selfHealing = true;
3024 try {
3025 let cur = 0;
3026 try { const r = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_version'); cur = r ? (parseInt(r.value, 10) || 0) : 0; } catch { return; }
3027 if (cur >= SELFHEAL_VERSION) return; // already healed for this version — skip on normal boots
3028 let rows = [];
3029 try { rows = db.prepare('SELECT id, slug, content, media_json, nsfw, cw, url, emoji_json, link_json, quote_json, author_uri, author_name, author_emoji_json, reblog_name, reblog_handle, reblog_emoji_json FROM ap_timeline ORDER BY rowid DESC LIMIT 200').all(); } catch { /* no table */ }
3030 let healed = 0, failed = 0;
3031 for (const r of rows) {
3032 try {
3033 const note = await fetchNoteAP(r.id);
3034 if (note === 404) { db.prepare('DELETE FROM ap_timeline WHERE id = ?').run(r.id); healed++; continue; }
3035 if (!note || typeof note !== 'object') { failed++; continue; } // origin unreachable right now
3036 const html = HtmlSanitizerService.sanitize(note.content || '');
3037 const media = mediaFromNote(note);
3038 const nsfw = note.sensitive ? 1 : 0; // re-sync NSFW/sensitive + CW onto already-cached posts
3039 const cw = note.summary || null;
3040 const url = note.url || null; // re-sync the human url (catches a remote slug rename)
3041 const emoji = extractEmojiTags(note.tag); // FEP-9098: re-capture custom-emoji tags (v8)
3042 const link = extractLinkJson(note); // FEP-e232 + FEP-044f: re-capture object-link/quote tags (v9)
3043 // FEP-044f: resolve the embedded quote card (v11). COALESCE-style: keep a
3044 // cached snapshot if the quoted post is momentarily unreachable now.
3045 const quote = quoteHrefOf(note) ? (await resolveQuote(note)) || r.quote_json || null : null;
3046 if ((html && html !== r.content) || media !== (r.media_json || '[]') || nsfw !== (r.nsfw || 0) || (cw || '') !== (r.cw || '') || (url && url !== r.url) || (emoji || '') !== (r.emoji_json || '') || (link || '') !== (r.link_json || '') || (quote || '') !== (r.quote_json || '')) {
3047 db.prepare('UPDATE ap_timeline SET content = ?, media_json = ?, nsfw = ?, cw = ?, url = COALESCE(?, url), emoji_json = ?, link_json = ?, quote_json = ? WHERE id = ?').run(html || r.content, media, nsfw, cw, url, emoji, link, quote, r.id);
3048 healed++;
3049 }
3050 // v13: a custom-emoji display name needs the author's emoji map. Fetch
3051 // the actor once, only for rows whose name has a shortcode and no map yet.
3052 if (/:[A-Za-z0-9_+-]+:/.test(r.author_name || '') && !r.author_emoji_json && r.author_uri) {
3053 const ai = actorInfo(await fetchActor(r.author_uri), r.author_uri);
3054 if (ai.emojis) { try { db.prepare('UPDATE ap_timeline SET author_emoji_json = ? WHERE id = ?').run(JSON.stringify(ai.emojis), r.id); } catch { /* ignore */ } }
3055 }
3056 // v14: same for the booster's display name ("X boosted"). The row stores
3057 // no booster URI, so resolve it from the handle via webfinger. Scoped to
3058 // this exact row (slug) since a note can be boosted by different people.
3059 if (/:[A-Za-z0-9_+-]+:/.test(r.reblog_name || '') && !r.reblog_emoji_json && r.reblog_handle) {
3060 const bUri = await webfingerResolve(r.reblog_handle);
3061 const em = bUri ? actorNameEmojis(await fetchActor(bUri)) : undefined;
3062 if (em) { try { db.prepare('UPDATE ap_timeline SET reblog_emoji_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(em), r.id, r.slug); } catch { /* ignore */ } }
3063 }
3064 } catch { failed++; /* per-note best-effort */ }
3065 }
3066 // Only mark this version DONE after a clean pass. Some origins are briefly
3067 // offline exactly when we heal (phone-hosted instances!): skipping them and
3068 // consuming the version would leave those rows stale forever. Instead retry
3069 // on the next boots, giving up after a few attempts (permanently-dead
3070 // origins answer 404/410 and are deleted above, so they don't loop).
3071 const setSetting = (k, v) => { try { db.prepare('INSERT OR REPLACE INTO app_settings (key, value) VALUES (?, ?)').run(k, String(v)); } catch { /* ignore */ } };
3072 let attempts = 0;
3073 try { const a = db.prepare('SELECT value FROM app_settings WHERE key = ?').get('selfheal_attempts'); attempts = a ? (parseInt(a.value, 10) || 0) : 0; } catch { /* ignore */ }
3074 if (failed === 0 || attempts >= 4) {
3075 setSetting('selfheal_version', SELFHEAL_VERSION);
3076 setSetting('selfheal_attempts', 0);
3077 } else {
3078 setSetting('selfheal_attempts', attempts + 1);
3079 }
3080 if (rows.length) console.log(`[AP] self-heal v${SELFHEAL_VERSION}: ${healed}/${rows.length} timeline notes${failed ? ` (${failed} unreachable — will retry next boot)` : ''}`);
3081 } catch { /* never block boot */ } finally { _selfHealing = false; }
3082}
3083
3084// Follow a fediverse account by @handle (WebFinger → actor → signed Follow).
3085export async function followActor(site, handle, autoBoost = false) {
3086 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3087 if (!base || !site || !site.slug) return { error: 'config' };
3088 // Accept any of: a profile/actor URL, an @user@host handle (WebFinger), or a
3089 // bare site domain (site.com) — for a single-actor site (Klonkt etc.) the root
3090 // resolves to its AP actor, so you can follow a site by just its domain.
3091 const s = String(handle || '').trim();
3092 let actorUrl;
3093 if (/^https?:\/\//i.test(s)) actorUrl = safeUrl(s) || null;
3094 else if (s.includes('@')) actorUrl = await webfingerResolve(s);
3095 else if (/^[a-z0-9.-]+\.[a-z]{2,}/i.test(s)) actorUrl = await resolveApActor('https://' + s.replace(/^\/+|\/+$/g, ''));
3096 else actorUrl = null;
3097 if (!actorUrl) return { error: 'not_found' };
3098 const actor = await fetchActor(actorUrl).catch(() => null);
3099 if (!actor || !actor.id || !actor.inbox) return { error: 'unreachable' };
3100 const ai = actorInfo(actor, actor.id);
3101 const me = actorId(base, site.slug);
3102 const keys = getOrCreateKeys(site.slug);
3103 const followId = `${me}#follow-${Date.now()}-${rid()}`;
3104 fwStmts().ins.run(site.slug, actor.id, ai.handle, ai.name, ai.icon, ai.url, actor.inbox, followId, 'pending', autoBoost ? 1 : 0);
3105 const follow = { '@context': AP_CONTEXT, id: followId, type: 'Follow', actor: me, object: actor.id };
3106 // Deliver via the retry queue: a Follow that fails the first attempt (peer down,
3107 // timeout, transient 5xx) is retried with backoff instead of staying stuck on
3108 // 'pending' forever — the Accept can only come back once the Follow lands.
3109 await deliverWithRetry(site.slug, actor.inbox, follow, `${me}#main-key`, keys.private_pem);
3110 console.log('[AP] follow', site.slug, '→', actor.id);
3111 // Follow + feature in one step → backfill their recent posts into the Cirkel right away.
3112 if (autoBoost) backfillFromOutbox(site.slug, actor.id).catch(() => {});
3113 return { ok: true, name: ai.name, handle: ai.handle, actor: actor.id };
3114}
3115
3116// Resolve a profile URL or @handle to a followable remote actor (for the
3117// authorize_interaction "Follow" flow). Returns display fields + inbox, or null
3118// when it isn't a reachable actor (e.g. the input was a post, not a profile).
3119export async function resolveRemoteActor(input) {
3120 const s = String(input || '').trim();
3121 const actorUrl = /^https?:\/\//i.test(s) ? (safeUrl(s) || null) : await webfingerResolve(s);
3122 if (!actorUrl) return null;
3123 const actor = await fetchActor(actorUrl).catch(() => null);
3124 if (!actor || !actor.id || !actor.inbox) return null;
3125 const ai = actorInfo(actor, actor.id);
3126 return { actor_uri: actor.id, actor_name: ai.name, actor_handle: ai.handle, actor_url: ai.url, actor_icon: ai.icon, inbox: actor.inbox };
3127}
3128
3129export async function unfollowActor(site, actorUri) {
3130 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3131 const me = actorId(base, site.slug);
3132 const keys = getOrCreateKeys(site.slug);
3133 const row = fwStmts().one.get(site.slug, actorUri);
3134 // Undo(Follow) MUST reference the original Follow's real id so the remote can correlate it
3135 // and drop the follow. The old `${me}#follow` fallback never matched anything → the unfollow
3136 // silently failed on the remote. With no stored follow id (legacy row), skip the network Undo
3137 // rather than send an unmatchable one. Deliver durably via the retry queue.
3138 if (row && row.inbox && row.follow_id) {
3139 const undo = { '@context': AP_CONTEXT, id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me, object: { id: row.follow_id, type: 'Follow', actor: me, object: actorUri } };
3140 deliverWithRetry(site.slug, row.inbox, undo, `${me}#main-key`, keys.private_pem);
3141 } else if (row && row.inbox) {
3142 console.warn('[AP] unfollow', site.slug, '→', actorUri, '— no stored follow id; removed locally only (legacy follow, remote may keep it)');
3143 }
3144 fwStmts().del.run(site.slug, actorUri);
3145 return { ok: true };
3146}
3147
3148// FEP-633c §5.3 note (authorized fetch): true when `actorUri` is a committed
3149// guardian of the local ward `wardSlug` — so a signed GET from it may read the
3150// ward's non-public history without the guardian appearing as a follower.
3151export function isWardGuardian(wardSlug, actorUri) {
3152 try { return !!Guardianship.getRelation(wardSlug, 'ward', actorUri); } catch { return false; }
3153}
3154
3155// FEP-633c §5.3: the guardians approved a gated follow of their ward. Send the
3156// Accept to the follower and record them, so delivery (incl. followers-only)
3157// begins. `pending` is a row from ap_pending_follows.
3158export async function acceptGatedFollow(pending) {
3159 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3160 const slug = pending.ward_slug;
3161 const me = actorId(base, slug);
3162 const keys = getOrCreateKeys(slug);
3163 fStmts().ins.run(slug, pending.follower_uri, pending.follower_inbox, pending.follower_shared_inbox, pending.follower_name, pending.follower_handle, pending.follower_icon);
3164 const original = pending.activity_json ? JSON.parse(pending.activity_json) : { type: 'Follow', actor: pending.follower_uri, object: me };
3165 const accept = { '@context': AP_CONTEXT, id: `${me}#accept-${Date.now()}-${rid()}`, type: 'Accept', actor: me, object: original };
3166 await deliverWithRetry(slug, pending.follower_inbox, accept, `${me}#main-key`, keys.private_pem);
3167 const filled = pending.follower_shared_inbox &&
3168 db.prepare('SELECT 1 FROM ap_followers WHERE slug = ? AND shared_inbox = ? AND actor_uri != ? LIMIT 1').get(slug, pending.follower_shared_inbox, pending.follower_uri);
3169 if (!filled) backfillNewFollower(base, slug, pending.follower_shared_inbox || pending.follower_inbox).catch(() => {});
3170 console.log('[AP] gated Follow accepted', pending.follower_uri, '→ ward', slug);
3171 return { ok: true };
3172}
3173
3174// The guardians denied the follow: send a Reject so the follower's server clears
3175// its pending state, then the caller drops the record.
3176export async function rejectGatedFollow(pending) {
3177 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3178 const slug = pending.ward_slug;
3179 const me = actorId(base, slug);
3180 const keys = getOrCreateKeys(slug);
3181 const original = pending.activity_json ? JSON.parse(pending.activity_json) : { type: 'Follow', actor: pending.follower_uri, object: me };
3182 const reject = { '@context': AP_CONTEXT, id: `${me}#reject-${Date.now()}-${rid()}`, type: 'Reject', actor: me, object: original };
3183 if (pending.follower_inbox) await deliverWithRetry(slug, pending.follower_inbox, reject, `${me}#main-key`, keys.private_pem).catch(() => {});
3184 console.log('[AP] gated Follow rejected', pending.follower_uri, '→ ward', slug);
3185 return { ok: true };
3186}
3187
3188// ── Cross-instance follow-approval (FEP-633c §5.3, modelled on the guardian
3189// offer). Inbound: an Offer(Follow) forwarded by a ward to a guardian (leg
3190// 2), or a guardian's Accept/Reject coming back to the ward (leg 4). ──────
3191async function handleFollowApprovalInbox(act, slugParam) {
3192 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3193 const type = Array.isArray(act.type) ? act.type[0] : act.type;
3194 const actorUri = typeof act.actor === 'string' ? act.actor : (act.actor && act.actor.id);
3195
3196 // Leg 2: I am a guardian; the object is the Follow to approve. The Offer is
3197 // signed by the ward, so act.actor is the ward.
3198 if (type === 'Offer') {
3199 const fo = (act.object && typeof act.object === 'object') ? act.object : null;
3200 const foType = fo && (Array.isArray(fo.type) ? fo.type[0] : fo.type);
3201 if (!fo || foType !== 'Follow') return false;
3202 const followId = fo.id;
3203 const follower = typeof fo.actor === 'string' ? fo.actor : (fo.actor && fo.actor.id);
3204 const wardUri = actorUri;
3205 if (!followId || !follower || !wardUri) return false;
3206 const recips = (Array.isArray(act.to) ? act.to : (act.to ? [act.to] : [])).filter((x) => typeof x === 'string');
3207 if (slugParam) recips.push(actorId(base, slugParam));
3208 let stored = false;
3209 for (const r of new Set(recips)) {
3210 const gslug = slugFromActorUrl(r);
3211 if (!gslug) continue;
3212 if (!Guardianship.getRelation(gslug, 'guardian', wardUri)) continue; // must actually guard this ward
3213 const wardDoc = await fetchActor(wardUri).catch(() => null);
3214 const fai = actorInfo(await fetchActor(follower).catch(() => null), follower);
3215 Guardianship.follows.recordReview(gslug, { id: followId, wardUri, wardInbox: wardDoc && wardDoc.inbox, follower, followerHandle: fai.handle, followerIcon: fai.icon, followJson: JSON.stringify(fo) });
3216 const L = pushLang(gslug);
3217 pushEvent(gslug, { type: 'guardian', title: i18nT(L, 'push.n_guard_cog_t'), body: i18nT(L, 'push.n_guard_cog_b', { who: fai.name || fai.handle || i18nT(L, 'notif.someone') }), url: `${pushPrefix(gslug)}/guardian` });
3218 stored = true;
3219 }
3220 return stored;
3221 }
3222
3223 // Leg 4: I am the ward; a guardian decided. object is the Follow (id).
3224 const fo = act.object;
3225 const followId = typeof fo === 'string' ? fo : (fo && fo.id);
3226 if (!followId) return false;
3227 const pending = Guardianship.follows.getPending(followId);
3228 if (!pending) return false;
3229 const guardians = Guardianship.listGuardians(pending.ward_slug).map((g) => g.other_uri);
3230 if (!guardians.includes(actorUri)) return false; // only a real guardian of this ward decides
3231 const decision = type === 'Reject' ? 'reject' : 'approve';
3232 const r = Guardianship.follows.decide(followId, actorUri, decision, guardians);
3233 try {
3234 if (r.outcome === 'approved') { await acceptGatedFollow(r.follow); Guardianship.follows.remove(followId); }
3235 else if (r.outcome === 'rejected') { await rejectGatedFollow(r.follow); Guardianship.follows.remove(followId); }
3236 } catch { /* delivery is retried */ }
3237 return true;
3238}
3239
3240// Leg 3: a guardian in /guardian decides on a forwarded follow; send the
3241// Accept/Reject back to the ward's inbox (signed by the guardian).
3242export async function sendFollowDecision(guardianSite, review, decision) {
3243 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3244 const me = actorId(base, guardianSite.slug);
3245 const keys = getOrCreateKeys(guardianSite.slug);
3246 const fo = review.follow_json ? JSON.parse(review.follow_json) : { id: review.id, type: 'Follow', actor: review.follower_uri, object: review.ward_uri };
3247 const activity = { '@context': AP_CONTEXT, id: `${me}#followdec-${Date.now()}-${rid()}`, type: decision === 'reject' ? 'Reject' : 'Accept', actor: me, to: [review.ward_uri], object: fo, 'shaer:followApproval': true };
3248 if (review.ward_inbox) await deliverWithRetry(guardianSite.slug, review.ward_inbox, activity, `${me}#main-key`, keys.private_pem);
3249 return { ok: true };
3250}
3251
3252// Send a Like or Announce (boost) on a remote note FROM this site.
3253export async function sendInteraction(site, kind, targetNoteId, authorUri) {
3254 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3255 if (!base || !site || !site.slug || !targetNoteId) return { error: 'config' };
3256 const me = actorId(base, site.slug);
3257 const keys = getOrCreateKeys(site.slug);
3258 // 'unboost' = Undo(Announce): retracts a boost so followers' servers remove the
3259 // reblog (matched on actor+object — no record of the original Announce needed).
3260 const fanout = (kind === 'boost' || kind === 'unboost'); // also goes to our followers
3261 const followersCol = `${me}/followers`;
3262 // Address the original author in cc so their server (Mastodon, WordPress/ActivityPub, …)
3263 // attributes the boost to their post and notifies them — without this, a shared-inbox
3264 // receiver has nothing to route the Announce to. Non-fragment activity ids + a `published`
3265 // stamp keep us aligned with what Mastodon emits.
3266 const audience = authorUri ? [followersCol, authorUri] : [followersCol];
3267 let act;
3268 if (kind === 'unboost' || kind === 'unlike') {
3269 // Undo(Announce) retracts a boost; Undo(Like) un-favourites (matched on actor+object,
3270 // no record of the original activity needed — Mastodon honours both).
3271 const inner = kind === 'unboost' ? 'Announce' : 'Like';
3272 act = {
3273 '@context': AP_CONTEXT,
3274 id: `${me}/undo/${Date.now()}-${rid()}`, type: 'Undo', actor: me,
3275 object: { id: `${me}/${inner.toLowerCase()}/${Date.now()}-${rid()}`, type: inner, actor: me, object: targetNoteId },
3276 };
3277 if (kind === 'unboost') { act.to = [PUBLIC]; act.cc = audience; }
3278 } else {
3279 const type = kind === 'boost' ? 'Announce' : 'Like';
3280 act = {
3281 '@context': AP_CONTEXT,
3282 id: `${me}/${type.toLowerCase()}/${Date.now()}-${rid()}`,
3283 type, actor: me, object: targetNoteId,
3284 };
3285 if (type === 'Announce') { act.published = new Date().toISOString(); act.to = [PUBLIC]; act.cc = audience; }
3286 }
3287 const inboxes = new Set();
3288 // Author first, via their PERSONAL inbox (not the shared one) so a multi-user receiver
3289 // routes the Announce/Like to the right post unambiguously.
3290 if (authorUri) { const a = await fetchActor(authorUri).catch(() => null); if (a) inboxes.add(a.inbox || (a.endpoints && a.endpoints.sharedInbox)); }
3291 if (fanout) { for (const f of fStmts().list.all(site.slug)) inboxes.add(f.shared_inbox || f.inbox); }
3292 // Queue each delivery (immediate attempt + backoff retries on failure via ap_delivery)
3293 // instead of a single fire-and-forget POST, so a transient hiccup at the receiver doesn't
3294 // silently lose the boost — same durability a new post (deliverCreate) already gets.
3295 let queued = 0;
3296 for (const inbox of [...inboxes].filter(Boolean)) { deliverWithRetry(site.slug, inbox, act, `${me}#main-key`, keys.private_pem); queued++; }
3297 console.log('[AP]', kind, site.slug, '→', targetNoteId, 'queued', queued, 'inbox(es)');
3298 return { ok: true, delivered: queued };
3299}
3300
3301// Notifications inbox: new followers + replies/likes/boosts on this site's posts.
3302export function getNotifications(slug, limit) {
3303 // Per-source cap scales with the requested limit so Messages can page deep
3304 // (Load more). Bounded so a huge offset can't ask for unbounded rows.
3305 const L = Math.min(1000, Math.max(80, limit || 60));
3306 const out = [];
3307 try {
3308 for (const f of db.prepare('SELECT actor_uri, created_at FROM ap_followers WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
3309 out.push({ type: 'follow', handle: deriveHandle(f.actor_uri), url: f.actor_uri, created_at: f.created_at });
3310 }
3311 } catch { /* ignore */ }
3312 try {
3313 const rows = db.prepare(`
3314 SELECT i.kind, i.actor_name, i.actor_handle, i.actor_url, i.actor_icon, i.content, i.created_at, i.visibility,
3315 i.emoji_json, i.actor_emoji_json,
3316 p.slug AS post_slug, p.title AS post_title
3317 FROM ap_interactions i LEFT JOIN posts p ON p.id = i.post_id
3318 WHERE p.site_id = (SELECT id FROM sites WHERE slug = ?)
3319 ORDER BY i.created_at DESC LIMIT ?
3320 `).all(slug, L);
3321 for (const r of rows) out.push({
3322 type: r.kind, name: r.actor_name, handle: r.actor_handle, url: r.actor_url, icon: r.actor_icon,
3323 content: stripLeadingMentions(r.content), post_slug: r.post_slug, post_title: r.post_title, created_at: r.created_at,
3324 emoji_json: r.emoji_json, actor_emoji_json: r.actor_emoji_json, // FEP-9098 (messages render)
3325 // followers/direct = a private message to the owner (not on the public thread) → 🔒 in Messages
3326 visibility: r.visibility || 'public',
3327 });
3328 } catch { /* ignore */ }
3329 try {
3330 for (const r of db.prepare('SELECT actor_uri, actor_name, actor_handle, actor_icon, content, objects, created_at FROM ap_reports WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
3331 // The reported objects: our own notes resolve to post links so the owner
3332 // sees WHICH post the report is about; other URIs (e.g. the actor itself)
3333 // are skipped — the report row already names the account.
3334 const about = [];
3335 try {
3336 for (const u of JSON.parse(r.objects || '[]')) {
3337 const m = String(u).match(/\/ap\/notes\/([^/?#]+)/);
3338 if (!m) continue;
3339 const p = db.prepare('SELECT slug, title FROM posts WHERE id = ?').get(decodeURIComponent(m[1]));
3340 if (p) about.push({ slug: p.slug, title: p.title || p.slug });
3341 }
3342 } catch { /* malformed objects json → no links */ }
3343 out.push({ type: 'report', name: r.actor_name, handle: r.actor_handle, url: r.actor_uri, icon: r.actor_icon, content: r.content, objects: about, created_at: r.created_at });
3344 }
3345 } catch { /* ignore */ }
3346 try {
3347 for (const r of db.prepare('SELECT object_uri, note_url, actor_uri, actor_name, actor_handle, actor_icon, actor_url, content, wave, created_at FROM ap_mentions WHERE slug = ? ORDER BY created_at DESC LIMIT ?').all(slug, L)) {
3348 out.push({ type: 'mention', name: r.actor_name, handle: r.actor_handle, url: r.actor_url || r.actor_uri, icon: r.actor_icon, content: stripLeadingMentions(r.content), note_url: r.note_url || r.object_uri, wave: r.wave ? 1 : 0, actorUri: r.actor_uri, created_at: r.created_at });
3349 }
3350 } catch { /* ignore */ }
3351 // Your own polls that have closed → a "results are in" item, derived read-time
3352 // from poll_json (Scheduler marks closed=1) with the tally via ownPollView.
3353 try {
3354 const site = db.prepare('SELECT id FROM sites WHERE slug = ?').get(slug);
3355 if (site) {
3356 const polls = db.prepare(`
3357 SELECT id, slug, title, poll_json FROM posts
3358 WHERE site_id = ? AND poll_json IS NOT NULL
3359 AND json_extract(poll_json, '$.closed') = 1
3360 AND json_extract(poll_json, '$.endTime') IS NOT NULL
3361 ORDER BY json_extract(poll_json, '$.endTime') DESC LIMIT 20`).all(site.id);
3362 for (const p of polls) {
3363 const view = ownPollView(p);
3364 if (!view) continue;
3365 let endTime = null; try { endTime = JSON.parse(p.poll_json).endTime; } catch { /* keep null */ }
3366 out.push({ type: 'poll_done', post_slug: p.slug, post_title: p.title, poll: view, created_at: endTime || null });
3367 }
3368 }
3369 } catch { /* ignore */ }
3370 // NaN-safe sort: one row with a missing/garbled created_at would otherwise make the
3371 // comparator return NaN and scramble the WHOLE ordering (seen live: follow rows landing
3372 // between likes, which also broke Messages' like-grouping).
3373 out.sort((a, b) => _msgTs(b) - _msgTs(a));
3374 return out.slice(0, limit || 60);
3375}
3376function _msgTs(x) { const t = Date.parse((x && x.created_at) || ''); return Number.isFinite(t) ? t : 0; }
3377
3378// ── Blocking / defederation ───────────────────────────────────────
3379// Extracted to BlocklistService (shared: Klonkt's Block tab + Shaer's "in
3380// Orbit"). Thin delegations keep every existing caller working.
3381export function listBlocks(slug) { return Blocklist.listBlocks(slug); }
3382
3383// True if an actor (or its whole domain) is blocked anywhere on this instance.
3384// Vote on a remote fediverse poll (a cached Question). A ballot = a Create(Note) carrying only a
3385// `name` (the chosen option) + inReplyTo the Question, addressed to the poll's author — the
3386// Mastodon-standard vote. Records our choice locally + optimistically bumps the counts; the
3387// author's Update(Question) refreshes the authoritative totals when it arrives.
3388export async function voteOnPoll(site, questionId, choices) {
3389 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3390 if (!base || !site || !site.slug || !questionId) return { error: 'config' };
3391 let row; try { row = db.prepare('SELECT author_uri, poll_json FROM ap_timeline WHERE id = ? AND slug = ? LIMIT 1').get(questionId, site.slug); } catch { /* ignore */ }
3392 if (!row || !row.poll_json) return { error: 'not_found' };
3393 let poll; try { poll = JSON.parse(row.poll_json); } catch { return { error: 'not_found' }; }
3394 if (poll.closed) return { error: 'closed' };
3395 if (poll.voted) return { error: 'already' };
3396 const valid = new Set(poll.options.map((o) => o.name));
3397 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
3398 if (!picks.length) return { error: 'invalid' };
3399 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
3400 const me = actorId(base, site.slug);
3401 const keys = getOrCreateKeys(site.slug);
3402 const authorUri = row.author_uri || null;
3403 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
3404 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
3405 if (!inbox) return { error: 'unreachable' };
3406 for (const name of chosen) {
3407 const nid = `${me}/votes/${Date.now()}-${rid()}`;
3408 const note = { id: nid, type: 'Note', attributedTo: me, to: authorUri ? [authorUri] : [], name, inReplyTo: questionId, published: new Date().toISOString() };
3409 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
3410 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
3411 }
3412 // Local optimistic update (authoritative counts arrive via the author's Update(Question)).
3413 poll.voted = poll.multiple ? chosen : chosen[0];
3414 for (const o of poll.options) if (chosen.includes(o.name)) o.count = (o.count || 0) + 1;
3415 if (poll.voters != null) poll.voters += 1;
3416 try { db.prepare('UPDATE ap_timeline SET poll_json = ? WHERE id = ? AND slug = ?').run(JSON.stringify(poll), questionId, site.slug); } catch { /* ignore */ }
3417 return { ok: true };
3418}
3419
3420// Vote on ANY fediverse poll by URL (the interact page) — no timeline cache needed. Fetches
3421// the Question fresh, validates the choice(s), and casts the Mastodon-standard ballot (a
3422// Create(Note) with `name` + inReplyTo) straight to the poll's author. Used for polls you find
3423// by URL, not just ones from accounts you follow (which go through voteOnPoll via /news).
3424export async function voteOnRemotePoll(site, questionUrl, choices) {
3425 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3426 if (!base || !site || !site.slug || !/^https?:\/\//i.test(String(questionUrl || ''))) return { error: 'config' };
3427 const q = await fetchActor(questionUrl).catch(() => null); // AP GET (SSRF-guarded)
3428 if (!q || q.type !== 'Question' || !q.id) return { error: 'not_found' };
3429 const poll = parsePoll(q);
3430 if (!poll) return { error: 'not_found' };
3431 if (poll.closed) return { error: 'closed' };
3432 const valid = new Set(poll.options.map((o) => o.name));
3433 const picks = (Array.isArray(choices) ? choices : [choices]).map(String).filter((c) => valid.has(c));
3434 if (!picks.length) return { error: 'invalid' };
3435 const chosen = poll.multiple ? [...new Set(picks)] : [picks[0]];
3436 const authorUri = actorUriOf(q.attributedTo);
3437 const author = authorUri ? await fetchActor(authorUri).catch(() => null) : null;
3438 const inbox = author && (author.inbox || (author.endpoints && author.endpoints.sharedInbox));
3439 if (!inbox) return { error: 'unreachable' };
3440 const me = actorId(base, site.slug);
3441 const keys = getOrCreateKeys(site.slug);
3442 for (const name of chosen) {
3443 const nid = `${me}/votes/${Date.now()}-${rid()}`;
3444 const note = { id: nid, type: 'Note', attributedTo: me, to: [authorUri], name, inReplyTo: q.id, published: new Date().toISOString() };
3445 const create = { '@context': AP_CONTEXT, id: `${nid}/activity`, type: 'Create', actor: me, to: note.to, object: note };
3446 deliverWithRetry(site.slug, inbox, create, `${me}#main-key`, keys.private_pem);
3447 }
3448 return { ok: true };
3449}
3450
3451// Report a remote post or account to its home instance (moderation). Sends the Mastodon-standard
3452// AS2 `Flag`: object = [reported account, reported status?], content = the reason, delivered to the
3453// reported account's inbox so their instance's moderators receive it. objectUri = a post URL (its
3454// author is resolved + included) OR pass actorUri to report an account directly.
3455export async function sendReport(site, { objectUri, actorUri, reason }) {
3456 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3457 if (!base || !site || !site.slug) return { error: 'config' };
3458 let targetActor = actorUri || null;
3459 let noteUri = null;
3460 if (objectUri && /^https?:\/\//i.test(objectUri)) {
3461 const note = await apGetJson(objectUri).catch(() => null);
3462 if (note && note.id) { noteUri = note.id; if (!targetActor) targetActor = actorUriOf(note.attributedTo); }
3463 else if (!targetActor) return { error: 'not_found' };
3464 }
3465 if (!targetActor || !/^https?:\/\//i.test(targetActor)) return { error: 'not_found' };
3466 const actor = await fetchActor(targetActor).catch(() => null);
3467 const inbox = actor && (actor.inbox || (actor.endpoints && actor.endpoints.sharedInbox)); // personal inbox → their moderators
3468 if (!inbox) return { error: 'unreachable' };
3469 const me = actorId(base, site.slug);
3470 const keys = getOrCreateKeys(site.slug);
3471 const object = [targetActor];
3472 if (noteUri && noteUri !== targetActor) object.push(noteUri);
3473 const flag = {
3474 '@context': AP_CONTEXT,
3475 id: `${me}#report-${Date.now()}-${rid()}`,
3476 type: 'Flag',
3477 actor: me,
3478 content: String(reason == null ? '' : reason).slice(0, 3000),
3479 object, // [account, status?] — Mastodon's Flag shape
3480 to: [targetActor],
3481 };
3482 deliverWithRetry(site.slug, inbox, flag, `${me}#main-key`, keys.private_pem);
3483 return { ok: true };
3484}
3485
3486export function isBlockedAny(actorUri) { return Blocklist.isBlockedAny(actorUri); }
3487
3488// Block an actor (@handle or actor URL) or a whole domain; purges their content.
3489// The handle resolver is ours; the storage/purge lives in BlocklistService.
3490export async function blockTarget(site, input) { return Blocklist.blockTarget(site, input, webfingerResolve); }
3491
3492export function unblock(site, target) { return Blocklist.unblock(site, target); }
3493
3494// ── Guardianship module wiring (src/services/guardianship/) ────────
3495// The module owns FEP-633c (context, relations, handshake, queues, the
3496// direct-note leg); we hand it our AP helpers ONCE and delegate. It never
3497// imports us back.
3498function selfActorId(slug) {
3499 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3500 return actorId(base, slug);
3501}
3502// Deliver one activity to one actor's inbox, signed; queued + retried on any
3503// hiccup so a slow or briefly-down ward server never loses the offer. Returns
3504// { delivered, inbox }: delivered=false means the account could not be
3505// resolved at all (a bad handle) — the offer stays recorded regardless.
3506async function deliverToActor(site, actorUri, activity) {
3507 const me = selfActorId(site.slug);
3508 const keys = getOrCreateKeys(site.slug);
3509 const payload = { '@context': AP_CONTEXT, ...activity };
3510 const a = await fetchActor(actorUri).catch(() => null);
3511 const inbox = a && (a.inbox || (a.endpoints && a.endpoints.sharedInbox));
3512 if (!inbox) {
3513 console.warn('[AP] guardianship: could not resolve an inbox for', actorUri, '(offer recorded, not sent)');
3514 return { delivered: false, inbox: null };
3515 }
3516 try {
3517 const st = await deliver(inbox, payload, `${me}#main-key`, keys.private_pem);
3518 if (st >= 200 && st < 300) { console.log('[AP] guardianship', activity.type, 'delivered →', inbox, st); return { delivered: true, inbox }; }
3519 console.warn('[AP] guardianship', activity.type, 'got', st, 'from', inbox, '→ queued for retry');
3520 } catch (e) { console.warn('[AP] guardianship', activity.type, 'to', inbox, 'failed:', e.message, '→ queued for retry'); }
3521 enqueueDelivery(site.slug, inbox, payload);
3522 return { delivered: true, inbox }; // queued: the retry worker gets it there
3523}
3524Guardianship.wireDelivery({
3525 actorId, fetchActor, deriveHandle, escHtml, linkUrls, linkHashtags,
3526 getOutboxRow: (id) => iStmts().getO.get(id),
3527 buildReplyNote, AP_CONTEXT, getOrCreateKeys, deliver, enqueueDelivery,
3528});
3529// Which local site (if any) hosts this actor URI — used by the handshake to
3530// apply the local side of a commit and to derive a ward's existing guardians.
3531function localSlugOf(actorUri) {
3532 const base = (process.env.PUBLIC_BASE_URL || '').replace(/\/+$/, '');
3533 if (!actorUri || !actorUri.startsWith(`${base}/ap/users/`)) return null;
3534 const slug = slugFromActorUrl(actorUri);
3535 if (!slug) return null;
3536 try { return db.prepare('SELECT slug FROM sites WHERE slug = ?').get(slug) ? slug : null; }
3537 catch { return null; }
3538}
3539Guardianship.wireHandshake({
3540 selfId: selfActorId,
3541 localSlug: localSlugOf,
3542 deliverTo: deliverToActor,
3543 deriveHandle,
3544 fetchActor,
3545 // Guardian PWA / Berichten push. The kid answers an incoming offer in its
3546 // own Berichten; an existing guardian and a commit land in the PWA.
3547 onEvent: (slug, ev) => {
3548 const L = pushLang(slug);
3549 const texts = {
3550 offer_received: ['push.n_guard_offer_t', 'push.n_guard_offer_b'], // I am the ward
3551 offer_for_ward: ['push.n_guard_cog_t', 'push.n_guard_cog_b'], // I co-guard this ward
3552 committed: ['push.n_guard_ward_t', 'push.n_guard_ward_b'],
3553 }[ev.kind];
3554 if (!texts) return;
3555 const who = deriveHandle(ev.candidate || ev.ward || ev.guardian || '') || '?';
3556 const url = ev.kind === 'offer_received' ? `${pushPrefix(slug)}/messages` : '/guardian';
3557 pushEvent(slug, { type: 'guardian', title: i18nT(L, texts[0]), body: i18nT(L, texts[1], { who }), url });
3558 },
3559});
3560
3561export default {
3562 AP_CONTEXT, getOrCreateKeys, apWants, sendAP, actorId, noteId,
3563 buildActor, buildNote, buildCreate, buildOutbox, buildFollowers, buildFollowing, buildFeatured,
3564 followerCount, deliver, fetchActor, verifyRequest, handleInbox, deliverCreate, deliverDelete, deliverUpdate, deliverActorUpdate, resyncFeaturedPins,
3565 getInteractions, getInteractionById, setInteractionBoosted, setInteractionLiked, setMyReaction, getMyReactions, buildReplyNote, getOutboxNote, deliverReply, resolveRemoteNote,
3566 listOutbox, deliverOutboxDelete, deliverOutboxUpdate, deliverDirectNote,
3567 webfingerResolve, followActor, resolveRemoteActor, unfollowActor, listFollowing, setAutoBoost, backfillFromOutbox, getTimeline, timelineAttachments, timelineEmojis, timelineObjectLinks, timelineQuote, sendInteraction, voteOnPoll, voteOnRemotePoll,
3568 acceptGatedFollow, rejectGatedFollow, isWardGuardian, sendFollowDecision,
3569 parseOwnPoll, pollTally, ownPollView, deliverPollUpdate, maybeCrawlThread, sendReport, localMentionSlugs,
3570 autoBoostCount, boostedCount, markBoosted, unmarkBoosted, markLiked, unmarkLiked, getTimelineReaction, upsertBoostedNote, getCirkelPosts, getCirkelMembers, selfHealTimeline,
3571 getNotifications, listBlocks, isBlockedAny, blockTarget, unblock,
3572 deliverWithRetry, enqueueDelivery, processDeliveryQueue, startDeliveryWorker,
3573 getReplyUris, markNotificationsSeen, countUnseenNotifications, hasPlayableAudio,
3574 linkifyBody, bakePostContent, bakePostContentWithMentions, listFollowers, removeFollower, listConnections,
3575 noteVisibility, isRejectedObject, rejectInteraction, interactionReportTarget,
3576 getMessages, notificationsSeenAt, ingestOutboxActivity, c2sVisibility, actorDisplay, buildActorRef, prefersEnriched,
3577};
Note: See TracBrowser for help on using the repository browser.