source: Klonkt/src/server.js@ 25d4041

main
Last change on this file since 25d4041 was 25d4041, checked in by roboburr <roboburr@…>, 3 months ago

Circles v1 — step 3: pull side (CircleService.sync)

  • CircleService.js: fetches the remote actor + outbox per circle_link, verifies the Ed25519 Klonkt-Signature, sanitises (HTML -> plain text), caches in remote_actors/remote_posts. Defensive: https-only, fetch timeout, body cap, max items. Security: same-origin object.id vs actor (anti-impersonation), TOFU on the public key (key change = re-confirmation required), pruning of disappeared posts.
  • startCircleSyncLoop(): periodic background sync (15 min), no-op unless tenancy=circle.
  • server.js: loop started after initializeDatabase.

Consumer round-trip verified in isolation (verify ok / tamper fails / cross-origin
rejected).

Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@…>

  • Property mode set to 100644
File size: 16.3 KB
Line 
1/**
2 * Klonkt Hub Beta — server bootstrap
3 *
4 * Persoonlijk multi-site platform forked van PrutCMS v9 (PHP, file-based).
5 * Stack: Express + better-sqlite3 + EJS + htmx + ws.
6 */
7
8import 'dotenv/config';
9import express from 'express';
10import helmet from 'helmet';
11import session from 'express-session';
12import bodyParser from 'body-parser';
13import path from 'path';
14import fs from 'fs';
15import { fileURLToPath } from 'url';
16import http from 'http';
17import db, { initializeDatabase } from './config/database.js';
18import { SqliteSessionStore } from './services/SqliteSessionStore.js';
19import PrutterService from './services/PrutterService.js';
20import { WebSocketServer } from 'ws';
21
22import { resolveSite, loadAudioTracks, loadTheme } from './middleware/site.js';
23import { isViewer } from './middleware/auth.js';
24import { renderPage } from './middleware/render.js';
25import authRoutes from './routes/auth.js';
26import accountRoutes from './routes/account.js';
27import adminRoutes from './routes/admin.js';
28import adminAudioRoutes from './routes/admin-audio.js';
29import adminPlaylistsRoutes from './routes/admin-playlists.js';
30import adminSitesRoutes from './routes/admin-sites.js';
31import adminUsersRoutes from './routes/admin-users.js';
32import adminCommentsRoutes from './routes/admin-comments.js';
33import adminSettingsRoutes from './routes/admin-settings.js';
34import prutterRoutes from './routes/prutter.js';
35import audioRoutes from './routes/audio.js';
36import searchRoutes from './routes/search.js';
37import commentsRoutes from './routes/comments.js';
38import tagsRoutes from './routes/tags.js';
39import typesRoutes from './routes/types.js';
40import usersRoutes from './routes/users.js';
41import feedRoutes from './routes/feed.js';
42import hubRoutes from './routes/hub.js';
43import artistsRoutes from './routes/artists.js';
44import postsRoutes from './routes/posts.js';
45import federationRoutes from './routes/federation.js';
46import { startCircleSyncLoop } from './services/CircleService.js';
47
48if (!process.env.SESSION_SECRET) {
49 console.error('❌ FATAL: SESSION_SECRET is required');
50 process.exit(1);
51}
52
53if (process.env.NODE_ENV === 'production' && process.env.SESSION_SECRET.length < 32) {
54 console.error('❌ FATAL: SESSION_SECRET too weak for production');
55 process.exit(1);
56}
57
58const __dirname = path.dirname(fileURLToPath(import.meta.url));
59const PORT = process.env.PORT || 3000;
60const isDev = process.env.NODE_ENV !== 'production';
61
62const app = express();
63const server = http.createServer(app);
64
65app.use(helmet({
66 contentSecurityPolicy: {
67 directives: {
68 defaultSrc: ["'self'"],
69 scriptSrc: [
70 "'self'",
71 "'unsafe-inline'",
72 // Eigen custom-embeds (embed-player.js) laden de OFFICIELE player-API's
73 // van deze hosts. Zonder deze whitelist blokkeert de CSP ze stil (alleen
74 // een console-fout) en faalt de embed-speler.
75 "https://www.youtube.com", // YouTube IFrame Player API (+ www-widgetapi.js)
76 "https://s.ytimg.com", // YouTube player-assets
77 "https://w.soundcloud.com", // SoundCloud Widget API (api.js)
78 "https://open.spotify.com", // Spotify iFrame API
79 ],
80 // Helmet's default zet script-src-attr op 'none', wat ALLE inline event-
81 // handlers (onchange/onclick/onsubmit) blokkeert — daardoor deed o.a. de
82 // avatar-upload (<input onchange="this.form.submit()">) en de rol-dropdown
83 // niets. We staan inline handlers expliciet toe, consistent met de al
84 // toegestane inline <script> hierboven.
85 scriptSrcAttr: ["'unsafe-inline'"],
86 styleSrc: ["'self'", "'unsafe-inline'"],
87 imgSrc: ["'self'", "data:", "https:"],
88 connectSrc: ["'self'", "wss:", "ws:"],
89 // blob: is required for the audio player — it fetch()es track bytes and
90 // plays from a blob: object URL (Spotify-style). Without blob: here the
91 // CSP silently blocks <audio>.src = blob:… → the player fires 'error' and
92 // auto-skips every track. 'self'/https: do NOT imply blob:.
93 mediaSrc: ["'self'", "https:", "blob:"],
94 fontSrc: ["'self'"],
95 frameSrc: [
96 "'self'",
97 "https://open.spotify.com",
98 "https://w.soundcloud.com",
99 "https://bandcamp.com",
100 "https://embed.music.apple.com",
101 "https://www.youtube-nocookie.com",
102 "https://www.youtube.com", // YouTube IFrame API maakt soms een www.youtube.com-iframe
103 "https://player.vimeo.com",
104 ],
105 },
106 },
107 hsts: { maxAge: 31536000, includeSubDomains: true, preload: true },
108 frameguard: { action: 'sameorigin' },
109 referrerPolicy: { policy: 'no-referrer-when-downgrade' },
110}));
111
112app.set('view engine', 'ejs');
113app.set('views', path.join(__dirname, 'views'));
114
115app.use(bodyParser.urlencoded({ extended: true, limit: '10mb' }));
116app.use(bodyParser.json({ limit: '10mb' }));
117
118// Trust one upstream proxy in production. NPM (or Caddy / nginx) terminates
119// HTTPS and forwards to us over plain HTTP, setting X-Forwarded-Proto: https.
120// Without this, Express sees req.protocol === 'http' and won't issue secure
121// cookies — sessions never persist past the redirect after login.
122if (!isDev) app.set('trust proxy', 1);
123
124// Session middleware extracted into a variable so the WebSocket upgrade
125// handler can reuse it (it needs req.session to authenticate sockets).
126const sessionMiddleware = session({
127 store: new SqliteSessionStore(),
128 secret: process.env.SESSION_SECRET,
129 resave: false,
130 saveUninitialized: false,
131 name: 'pcms.sid',
132 cookie: {
133 httpOnly: true,
134 secure: !isDev,
135 sameSite: 'lax',
136 maxAge: 30 * 24 * 60 * 60 * 1000,
137 },
138});
139app.use(sessionMiddleware);
140
141app.use('/assets', express.static(path.join(__dirname, 'assets'), { maxAge: isDev ? 0 : '1y' }));
142app.use('/media', express.static(process.env.MEDIA_PATH || './storage/media'));
143
144// (Verwijderd) TWA / digital-asset-links — alleen nodig voor de APK/TWA-variant.
145// Klonkt is PWA-only; geen assetlinks.json meer.
146
147initializeDatabase();
148
149// Cirkels: periodieke achtergrond-sync van remote instances (no-op tenzij tenancy='circle').
150startCircleSyncLoop();
151
152// Bundle HTMX: copy from node_modules into our own assets dir so we can serve
153// it locally (no third-party CDN). Idempotent — only copies if size differs.
154(function ensureLocalHtmx() {
155 const src = path.join(__dirname, '..', 'node_modules', 'htmx.org', 'dist', 'htmx.min.js');
156 const dest = path.join(__dirname, 'assets', 'js', 'htmx.min.js');
157 try {
158 const srcStat = fs.statSync(src);
159 const destStat = fs.existsSync(dest) ? fs.statSync(dest) : null;
160 if (!destStat || destStat.size !== srcStat.size) {
161 fs.copyFileSync(src, dest);
162 console.log(`📦 HTMX bundled locally: ${srcStat.size} bytes`);
163 }
164 } catch (e) {
165 console.warn('⚠️ Could not bundle HTMX:', e.message, '— run `npm install`');
166 }
167})();
168
169// Singleton PrutterService — routes get it via req.app.locals.prutter.
170const prutter = new PrutterService(db);
171app.locals.prutter = prutter;
172
173// Cirkels-federatie: publieke, site-agnostische endpoints (/.klonkt/*).
174// Vóór resolveSite/theme — ze hebben geen site-context nodig.
175app.use(federationRoutes);
176
177app.use(resolveSite);
178app.use(loadAudioTracks);
179app.use(loadTheme);
180
181// Lichtgewicht CSRF-defense: weiger cross-origin state-wijzigende requests.
182// Same-origin forms + HTMX sturen een matchende Origin; ontbreekt Origin dan
183// laten we door (non-browser clients). sameSite:'lax' op de sessiecookie is de
184// tweede laag. (Geldt niet voor GET/HEAD/OPTIONS.)
185app.use((req, res, next) => {
186 if (req.method === 'GET' || req.method === 'HEAD' || req.method === 'OPTIONS') return next();
187 const origin = req.get('origin');
188 if (!origin) return next(); // geen Origin -> geen browser-CSRF-vector
189 let originHost;
190 try { originHost = new URL(origin).host; } catch { return res.status(403).send('Ongeldige origin'); }
191 if (originHost !== req.get('host')) return res.status(403).send('Cross-origin request geweigerd');
192 next();
193});
194
195// Kijker-accounts: alles bekijken mag (incl. Beheer), niets wijzigen. Dit is de
196// ENIGE schrijf-blokkade — fail-closed, vóór alle route-handlers. Elke state-
197// wijzigende methode wordt geweigerd (de login-POST zet de sessie pas ná deze
198// guard, dus die valt er niet onder). I.p.v. rauwe 403-tekst tonen we een nette
199// pagina (of, bij HTMX, een ingeswapte melding).
200app.use((req, res, next) => {
201 const mutating = req.method !== 'GET' && req.method !== 'HEAD' && req.method !== 'OPTIONS';
202 if (mutating && isViewer(req.session?.user)) {
203 if (req.headers['hx-request'] === 'true') {
204 // htmx swapt niet op 4xx; stuur 200 + retarget zodat de melding in #pcms-main verschijnt.
205 res.setHeader('HX-Retarget', '#pcms-main');
206 res.setHeader('HX-Reswap', 'innerHTML');
207 res.status(200);
208 } else {
209 res.status(403);
210 }
211 return renderPage(req, res, 'pages/viewer-blocked', {
212 pageTitle: 'Kijker-modus',
213 bodyClass: 'on-special',
214 });
215 }
216 next();
217});
218
219app.use('/auth', authRoutes);
220app.use('/account', accountRoutes);
221app.use('/admin/audio', adminAudioRoutes);
222app.use('/admin/playlists', adminPlaylistsRoutes);
223app.use('/admin/sites', adminSitesRoutes);
224app.use('/admin/users', adminUsersRoutes);
225app.use('/admin/comments', adminCommentsRoutes);
226app.use('/admin/settings', adminSettingsRoutes);
227app.use('/admin', adminRoutes);
228app.use('/prutter', prutterRoutes);
229app.use('/audio', audioRoutes);
230app.use('/search', searchRoutes);
231app.use('/comments', commentsRoutes);
232app.use('/tag', tagsRoutes);
233app.use('/type', typesRoutes);
234app.use('/users', usersRoutes);
235// Feed/sitemap routes are mounted at root because they're at well-known paths
236app.use('/', feedRoutes);
237app.use('/leden', artistsRoutes); // doorzoekbare leden-directory (alleen hub; solo: next())
238app.get('/artiesten', (req, res) => res.redirect(301, req.originalUrl.replace(/^\/artiesten/, '/leden'))); // oude URL -> /leden
239app.use('/', hubRoutes); // hub-overview op '/' (solo: next() -> postsRoutes)
240app.use('/', postsRoutes);
241
242app.get('/manifest.webmanifest', (req, res) => {
243 const site = res.locals.site;
244
245 // PWA scope: confines installed apps to ONE site. If a user is in the
246 // bedrijf1 PWA and clicks a link to /sites/bedrijf2/..., the browser will
247 // open it in a regular tab (out-of-scope) instead of within the PWA.
248 // Same applies to APK packaging — the WebView is locked to this scope.
249 //
250 // For path-mounted sites: scope = /sites/<slug>/
251 // For root/subdomain sites: scope = /
252 const base = res.locals.siteUrlBase || ''; // '' or '/sites/<slug>'
253 const scope = (base || '') + '/';
254 const startUrl = (base || '') + '/?source=pwa';
255
256 // A stable identity per site so installs don't collide (Chromium uses `id`)
257 const idBase = site?.slug ? `prutfolio-${site.slug}` : 'prutfolio';
258
259 res.set('Cache-Control', 'no-cache');
260 res.json({
261 id: idBase,
262 name: site?.title || 'Klonkt Hub Beta',
263 short_name: (site?.title || 'Klonkt').slice(0, 12),
264 description: site?.description || site?.tagline || '',
265 scope,
266 start_url: startUrl,
267 display: 'standalone',
268 display_override: ['standalone', 'minimal-ui'],
269 orientation: 'any',
270 background_color: '#1a1a17',
271 theme_color: site?.accent || '#c2410c',
272 lang: site?.language || 'nl',
273 icons: [
274 { src: '/favicon.svg', sizes: 'any', type: 'image/svg+xml' },
275 { src: '/favicon.ico', sizes: '64x64', type: 'image/x-icon' },
276 ],
277 // Hint to capable browsers: capture all in-scope links inside the PWA
278 capture_links: 'existing-client-navigate',
279 });
280});
281
282// Favicon — served as SVG so it picks up the site's accent color dynamically.
283// Browsers also request /favicon.ico by convention; we serve the same SVG
284// content there with a forgiving content-type since modern browsers accept it.
285function _renderFavicon(res, accent) {
286 const safeAccent = /^#[0-9a-fA-F]{3,8}$/.test(accent) ? accent : '#c2410c';
287 // Site mark: rounded square in the site accent + bold white 'K' (Klonkt)
288 const svg = `<?xml version="1.0" encoding="UTF-8"?>
289<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 64 64">
290 <rect width="64" height="64" rx="14" fill="${safeAccent}"/>
291 <text x="50%" y="50%" dy="0.35em" text-anchor="middle"
292 font-family="Arial, Helvetica, sans-serif"
293 font-size="42" font-weight="800" fill="#fff">K</text>
294</svg>`;
295 res.set('Content-Type', 'image/svg+xml');
296 res.set('Cache-Control', 'public, max-age=86400');
297 res.send(svg);
298}
299
300app.get('/favicon.svg', (req, res) => {
301 _renderFavicon(res, res.locals.site?.accent);
302});
303app.get('/favicon.ico', (req, res) => {
304 // Browsers requesting .ico will accept SVG content; chrome/firefox both fine.
305 // Keeping the route prevents 404 spam in the console.
306 _renderFavicon(res, res.locals.site?.accent);
307});
308
309app.get('/sw.js', (req, res) => {
310 res.set('Content-Type', 'application/javascript');
311 res.set('Cache-Control', 'no-cache');
312 res.send(`
313const CACHE_VERSION = 'pcms-v10-' + new Date().toISOString().split('T')[0];
314self.addEventListener('install', e => {
315 e.waitUntil(caches.open(CACHE_VERSION).then(c => c.addAll(['/'])));
316 self.skipWaiting();
317});
318self.addEventListener('activate', e => {
319 e.waitUntil(caches.keys().then(keys => Promise.all(
320 keys.filter(k => k !== CACHE_VERSION).map(k => caches.delete(k))
321 )));
322 self.clients.claim();
323});
324self.addEventListener('fetch', e => {
325 if (e.request.method !== 'GET') return;
326 e.respondWith(fetch(e.request).catch(() => caches.match(e.request)));
327});
328 `);
329});
330
331process.on('unhandledRejection', (reason) => {
332 console.error('⚠️ Unhandled Rejection:', reason);
333});
334
335app.use((err, req, res, next) => {
336 console.error('❌ Error:', err);
337 res.status(err.status || 500).send(
338 isDev ? `<pre>${err.stack || err.message}</pre>` : 'Internal Server Error'
339 );
340});
341
342app.use((req, res) => {
343 res.status(404).send(`
344 <div style="font-family:system-ui;max-width:500px;margin:4rem auto;text-align:center;padding:2rem;">
345 <h1 style="font-size:5rem;margin:0;color:#c33;">404</h1>
346 <p>Not found</p>
347 <a href="/" style="color:#c2410c;">← Home</a>
348 </div>
349 `);
350});
351
352// ==================== WebSocket: Prutter real-time ====================
353// Authenticate via the existing session cookie. We reuse sessionMiddleware
354// during the HTTP upgrade so req.session is populated; if no user, abort.
355const wss = new WebSocketServer({ noServer: true });
356
357server.on('upgrade', (req, socket, head) => {
358 if (req.url !== '/ws/prutter') {
359 socket.destroy();
360 return;
361 }
362 // Run session middleware on the upgrade request.
363 // (Express's middleware accepts (req, res, next); we pass a stub res.)
364 const stubRes = { setHeader: () => {}, getHeader: () => undefined, on: () => {}, end: () => {} };
365 sessionMiddleware(req, stubRes, () => {
366 if (!req.session?.user) {
367 socket.write('HTTP/1.1 401 Unauthorized\r\n\r\n');
368 socket.destroy();
369 return;
370 }
371 // Kijker-accounts zijn alleen-lezen: weiger de WS-upgrade. De HTTP-guard
372 // dekt geen WS, dus dit is de plek om schrijven via een (toekomstige)
373 // message-handler te voorkomen.
374 if (isViewer(req.session.user)) {
375 socket.write('HTTP/1.1 403 Forbidden\r\n\r\n');
376 socket.destroy();
377 return;
378 }
379 wss.handleUpgrade(req, socket, head, (ws) => {
380 ws.userId = req.session.user.id;
381 wss.emit('connection', ws, req);
382 });
383 });
384});
385
386wss.on('connection', (ws) => {
387 prutter.addConnection(ws.userId, ws);
388 ws.on('close', () => prutter.removeConnection(ws.userId, ws));
389 ws.on('error', () => prutter.removeConnection(ws.userId, ws));
390 // Optional: ping every 30s to keep connections alive through proxies
391 ws.isAlive = true;
392 ws.on('pong', () => { ws.isAlive = true; });
393});
394const wsPing = setInterval(() => {
395 for (const ws of wss.clients) {
396 if (ws.isAlive === false) { ws.terminate(); continue; }
397 ws.isAlive = false;
398 try { ws.ping(); } catch {}
399 }
400}, 30000);
401if (wsPing.unref) wsPing.unref();
402
403server.listen(PORT, () => {
404 console.log('');
405 console.log('🪶 Klonkt Hub Beta');
406 console.log(` http://localhost:${PORT}`);
407 console.log('');
408 console.log(` ✓ Security: Helmet, CSP, secure sessions`);
409 console.log(` ✓ Privacy: Self-hosted fonts, no third-party requests`);
410 console.log(` ✓ Layout: v9 editorial feel (top nav, profile header)`);
411 console.log(` ✓ Auth: wachtwoord (beheer) + Google (luisteraars) / logout`);
412 console.log(` ✓ Posts: create / edit / view / archive`);
413 console.log(` ✓ Realtime: WebSocket server ready (Prutter)`);
414 console.log('');
415 console.log(` Mode: ${isDev ? 'development' : 'PRODUCTION'}`);
416 console.log('');
417});
418
419export default app;
Note: See TracBrowser for help on using the repository browser.