source: Klonkt/src/server.js@ e9229f2

main
Last change on this file since e9229f2 was d549549, checked in by roboburr <roboburr@…>, 3 months ago

Statistics module (Phase 3): cookie-free tracking + premium stats page

Counters: posts.view_count, audio_tracks.play_count, stat_daily
(pageviews/day) + stat_visitor_day (unique visitors via daily rotating
salted hash of IP+UA, never stored → no cookie, no consent needed).
StatsService records pageview on home + post-view (skips admins), play on
the initial player stream fetch. /admin/stats (god-only +
premiumUnlocked-gated): cards + 14-day cookie-free bar chart
(visitors/views) + top posts/tracks. Dashboard button is premium-gated.

Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@…>

  • Property mode set to 100644
File size: 17.6 KB
RevLine 
[7bc636b]1/**
[83faa57]2 * Klonkt Beta — server bootstrap
[7bc636b]3 *
[8453812]4 * Persoonlijk multi-site platform — Node + SQLite + htmx.
[7bc636b]5 * Stack: Express + better-sqlite3 + EJS + htmx + ws.
6 */
7
8import 'dotenv/config';
9import express from 'express';
10import helmet from 'helmet';
11import session from 'express-session';
12import bodyParser from 'body-parser';
13import path from 'path';
14import fs from 'fs';
15import { fileURLToPath } from 'url';
16import http from 'http';
17import db, { initializeDatabase } from './config/database.js';
18import { SqliteSessionStore } from './services/SqliteSessionStore.js';
[bdc3c1e]19import { ensurePrimarySite } from './services/ensurePrimarySite.js';
[7bc636b]20import PrutterService from './services/PrutterService.js';
21import { WebSocketServer } from 'ws';
22
23import { resolveSite, loadAudioTracks, loadTheme } from './middleware/site.js';
[8afbdd6]24import { isViewer } from './middleware/auth.js';
25import { renderPage } from './middleware/render.js';
[7bc636b]26import authRoutes from './routes/auth.js';
27import accountRoutes from './routes/account.js';
28import adminRoutes from './routes/admin.js';
29import adminAudioRoutes from './routes/admin-audio.js';
30import adminPlaylistsRoutes from './routes/admin-playlists.js';
31import adminSitesRoutes from './routes/admin-sites.js';
32import adminUsersRoutes from './routes/admin-users.js';
33import adminCommentsRoutes from './routes/admin-comments.js';
[6351545]34import adminSettingsRoutes from './routes/admin-settings.js';
[7bc636b]35import prutterRoutes from './routes/prutter.js';
36import audioRoutes from './routes/audio.js';
37import searchRoutes from './routes/search.js';
38import commentsRoutes from './routes/comments.js';
39import tagsRoutes from './routes/tags.js';
40import typesRoutes from './routes/types.js';
41import usersRoutes from './routes/users.js';
42import feedRoutes from './routes/feed.js';
[bf61be7]43import hubRoutes from './routes/hub.js';
[8afbdd6]44import artistsRoutes from './routes/artists.js';
[7bc636b]45import postsRoutes from './routes/posts.js';
[b300682]46import federationRoutes from './routes/federation.js';
[25d4041]47import { startCircleSyncLoop } from './services/CircleService.js';
[0091cb7]48import adminCircleRoutes from './routes/admin-circle.js';
[ff08153]49import adminUpdatesRoutes from './routes/admin-updates.js';
[1b4d5dd]50import adminPatreonRoutes from './routes/admin-patreon.js';
[d549549]51import adminStatsRoutes from './routes/admin-stats.js';
[0091cb7]52import circleRoutes from './routes/circle.js';
[7bc636b]53
54if (!process.env.SESSION_SECRET) {
55 console.error('❌ FATAL: SESSION_SECRET is required');
56 process.exit(1);
57}
58
59if (process.env.NODE_ENV === 'production' && process.env.SESSION_SECRET.length < 32) {
60 console.error('❌ FATAL: SESSION_SECRET too weak for production');
61 process.exit(1);
62}
63
64const __dirname = path.dirname(fileURLToPath(import.meta.url));
65const PORT = process.env.PORT || 3000;
66const isDev = process.env.NODE_ENV !== 'production';
67
68const app = express();
69const server = http.createServer(app);
70
71app.use(helmet({
72 contentSecurityPolicy: {
73 directives: {
74 defaultSrc: ["'self'"],
[4c9f29a]75 scriptSrc: [
76 "'self'",
77 "'unsafe-inline'",
78 // Eigen custom-embeds (embed-player.js) laden de OFFICIELE player-API's
79 // van deze hosts. Zonder deze whitelist blokkeert de CSP ze stil (alleen
80 // een console-fout) en faalt de embed-speler.
81 "https://www.youtube.com", // YouTube IFrame Player API (+ www-widgetapi.js)
82 "https://s.ytimg.com", // YouTube player-assets
83 "https://w.soundcloud.com", // SoundCloud Widget API (api.js)
84 "https://open.spotify.com", // Spotify iFrame API
85 ],
[c869272]86 // Helmet's default zet script-src-attr op 'none', wat ALLE inline event-
87 // handlers (onchange/onclick/onsubmit) blokkeert — daardoor deed o.a. de
88 // avatar-upload (<input onchange="this.form.submit()">) en de rol-dropdown
89 // niets. We staan inline handlers expliciet toe, consistent met de al
90 // toegestane inline <script> hierboven.
91 scriptSrcAttr: ["'unsafe-inline'"],
[7bc636b]92 styleSrc: ["'self'", "'unsafe-inline'"],
93 imgSrc: ["'self'", "data:", "https:"],
94 connectSrc: ["'self'", "wss:", "ws:"],
[353c39c]95 // blob: is required for the audio player — it fetch()es track bytes and
96 // plays from a blob: object URL (Spotify-style). Without blob: here the
97 // CSP silently blocks <audio>.src = blob:… → the player fires 'error' and
98 // auto-skips every track. 'self'/https: do NOT imply blob:.
99 mediaSrc: ["'self'", "https:", "blob:"],
[7bc636b]100 fontSrc: ["'self'"],
101 frameSrc: [
102 "'self'",
103 "https://open.spotify.com",
104 "https://w.soundcloud.com",
105 "https://bandcamp.com",
106 "https://embed.music.apple.com",
107 "https://www.youtube-nocookie.com",
[4c9f29a]108 "https://www.youtube.com", // YouTube IFrame API maakt soms een www.youtube.com-iframe
[7bc636b]109 "https://player.vimeo.com",
110 ],
111 },
112 },
113 hsts: { maxAge: 31536000, includeSubDomains: true, preload: true },
114 frameguard: { action: 'sameorigin' },
115 referrerPolicy: { policy: 'no-referrer-when-downgrade' },
116}));
117
118app.set('view engine', 'ejs');
119app.set('views', path.join(__dirname, 'views'));
120
121app.use(bodyParser.urlencoded({ extended: true, limit: '10mb' }));
122app.use(bodyParser.json({ limit: '10mb' }));
123
124// Trust one upstream proxy in production. NPM (or Caddy / nginx) terminates
125// HTTPS and forwards to us over plain HTTP, setting X-Forwarded-Proto: https.
126// Without this, Express sees req.protocol === 'http' and won't issue secure
127// cookies — sessions never persist past the redirect after login.
128if (!isDev) app.set('trust proxy', 1);
129
[5f43245]130// Schema aanmaken/bijwerken VÓÓR iets de DB aanraakt: de session-store doet
131// bij constructie al een query op de `sessions`-tabel, dus bij een verse
132// install moeten de tabellen eerst bestaan (anders: "no such table: sessions"
133// → crash-loop op de allereerste boot).
134initializeDatabase();
135
[bdc3c1e]136// Vangnet: garandeer dat er altijd een primaire site is (solo/hub/circle).
137// Idempotent — doet niets als er al een site is of nog geen beheerder.
138ensurePrimarySite();
139
[7bc636b]140// Session middleware extracted into a variable so the WebSocket upgrade
141// handler can reuse it (it needs req.session to authenticate sockets).
142const sessionMiddleware = session({
143 store: new SqliteSessionStore(),
144 secret: process.env.SESSION_SECRET,
145 resave: false,
146 saveUninitialized: false,
147 name: 'pcms.sid',
148 cookie: {
149 httpOnly: true,
150 secure: !isDev,
151 sameSite: 'lax',
152 maxAge: 30 * 24 * 60 * 60 * 1000,
153 },
154});
155app.use(sessionMiddleware);
156
157app.use('/assets', express.static(path.join(__dirname, 'assets'), { maxAge: isDev ? 0 : '1y' }));
158app.use('/media', express.static(process.env.MEDIA_PATH || './storage/media'));
159
[942028f]160// (Verwijderd) TWA / digital-asset-links — alleen nodig voor de APK/TWA-variant.
161// Klonkt is PWA-only; geen assetlinks.json meer.
[7bc636b]162
[25d4041]163// Cirkels: periodieke achtergrond-sync van remote instances (no-op tenzij tenancy='circle').
164startCircleSyncLoop();
165
[7bc636b]166// Bundle HTMX: copy from node_modules into our own assets dir so we can serve
167// it locally (no third-party CDN). Idempotent — only copies if size differs.
168(function ensureLocalHtmx() {
169 const src = path.join(__dirname, '..', 'node_modules', 'htmx.org', 'dist', 'htmx.min.js');
170 const dest = path.join(__dirname, 'assets', 'js', 'htmx.min.js');
171 try {
172 const srcStat = fs.statSync(src);
173 const destStat = fs.existsSync(dest) ? fs.statSync(dest) : null;
174 if (!destStat || destStat.size !== srcStat.size) {
175 fs.copyFileSync(src, dest);
176 console.log(`📦 HTMX bundled locally: ${srcStat.size} bytes`);
177 }
178 } catch (e) {
179 console.warn('⚠️ Could not bundle HTMX:', e.message, '— run `npm install`');
180 }
181})();
182
183// Singleton PrutterService — routes get it via req.app.locals.prutter.
184const prutter = new PrutterService(db);
185app.locals.prutter = prutter;
186
[b300682]187// Cirkels-federatie: publieke, site-agnostische endpoints (/.klonkt/*).
188// Vóór resolveSite/theme — ze hebben geen site-context nodig.
189app.use(federationRoutes);
190
[7bc636b]191app.use(resolveSite);
192app.use(loadAudioTracks);
193app.use(loadTheme);
194
[9e27d64]195// Lichtgewicht CSRF-defense: weiger cross-origin state-wijzigende requests.
196// Same-origin forms + HTMX sturen een matchende Origin; ontbreekt Origin dan
197// laten we door (non-browser clients). sameSite:'lax' op de sessiecookie is de
198// tweede laag. (Geldt niet voor GET/HEAD/OPTIONS.)
199app.use((req, res, next) => {
200 if (req.method === 'GET' || req.method === 'HEAD' || req.method === 'OPTIONS') return next();
201 const origin = req.get('origin');
202 if (!origin) return next(); // geen Origin -> geen browser-CSRF-vector
203 let originHost;
204 try { originHost = new URL(origin).host; } catch { return res.status(403).send('Ongeldige origin'); }
205 if (originHost !== req.get('host')) return res.status(403).send('Cross-origin request geweigerd');
206 next();
207});
208
[8afbdd6]209// Kijker-accounts: alles bekijken mag (incl. Beheer), niets wijzigen. Dit is de
210// ENIGE schrijf-blokkade — fail-closed, vóór alle route-handlers. Elke state-
211// wijzigende methode wordt geweigerd (de login-POST zet de sessie pas ná deze
212// guard, dus die valt er niet onder). I.p.v. rauwe 403-tekst tonen we een nette
213// pagina (of, bij HTMX, een ingeswapte melding).
[640b39c]214app.use((req, res, next) => {
[8afbdd6]215 const mutating = req.method !== 'GET' && req.method !== 'HEAD' && req.method !== 'OPTIONS';
216 if (mutating && isViewer(req.session?.user)) {
217 if (req.headers['hx-request'] === 'true') {
218 // htmx swapt niet op 4xx; stuur 200 + retarget zodat de melding in #pcms-main verschijnt.
219 res.setHeader('HX-Retarget', '#pcms-main');
220 res.setHeader('HX-Reswap', 'innerHTML');
221 res.status(200);
222 } else {
223 res.status(403);
224 }
225 return renderPage(req, res, 'pages/viewer-blocked', {
226 pageTitle: 'Kijker-modus',
227 bodyClass: 'on-special',
228 });
[640b39c]229 }
230 next();
231});
232
[7bc636b]233app.use('/auth', authRoutes);
234app.use('/account', accountRoutes);
235app.use('/admin/audio', adminAudioRoutes);
236app.use('/admin/playlists', adminPlaylistsRoutes);
237app.use('/admin/sites', adminSitesRoutes);
238app.use('/admin/users', adminUsersRoutes);
239app.use('/admin/comments', adminCommentsRoutes);
[6351545]240app.use('/admin/settings', adminSettingsRoutes);
[0091cb7]241app.use('/admin/circle', adminCircleRoutes);
[ff08153]242app.use('/admin/updates', adminUpdatesRoutes);
[1b4d5dd]243app.use('/admin/patreon', adminPatreonRoutes);
[d549549]244app.use('/admin/stats', adminStatsRoutes);
[7bc636b]245app.use('/admin', adminRoutes);
246app.use('/prutter', prutterRoutes);
247app.use('/audio', audioRoutes);
248app.use('/search', searchRoutes);
249app.use('/comments', commentsRoutes);
250app.use('/tag', tagsRoutes);
251app.use('/type', typesRoutes);
252app.use('/users', usersRoutes);
253// Feed/sitemap routes are mounted at root because they're at well-known paths
254app.use('/', feedRoutes);
[a1c8cb8]255app.use('/leden', artistsRoutes); // doorzoekbare leden-directory (alleen hub; solo: next())
256app.get('/artiesten', (req, res) => res.redirect(301, req.originalUrl.replace(/^\/artiesten/, '/leden'))); // oude URL -> /leden
[bf61be7]257app.use('/', hubRoutes); // hub-overview op '/' (solo: next() -> postsRoutes)
[0091cb7]258app.use('/', circleRoutes); // /cirkel-feed (solo/hub: next() -> postsRoutes)
[7bc636b]259app.use('/', postsRoutes);
260
261app.get('/manifest.webmanifest', (req, res) => {
262 const site = res.locals.site;
263
264 // PWA scope: confines installed apps to ONE site. If a user is in the
265 // bedrijf1 PWA and clicks a link to /sites/bedrijf2/..., the browser will
266 // open it in a regular tab (out-of-scope) instead of within the PWA.
267 // Same applies to APK packaging — the WebView is locked to this scope.
268 //
269 // For path-mounted sites: scope = /sites/<slug>/
270 // For root/subdomain sites: scope = /
271 const base = res.locals.siteUrlBase || ''; // '' or '/sites/<slug>'
272 const scope = (base || '') + '/';
273 const startUrl = (base || '') + '/?source=pwa';
274
[7007d4c]275 // A stable identity per site so installs don't collide (Chromium uses `id`).
276 // NB: een id-wissel orphant bestaande PWA-installs (er is geen migratie die een
277 // install over een id-verandering heen tilt) — wie een site al als PWA had,
278 // moet 'm één keer opnieuw installeren. Data blijft server-side, dus niets kwijt.
279 const idBase = site?.slug ? `klonkt-${site.slug}` : 'klonkt';
[7bc636b]280
281 res.set('Cache-Control', 'no-cache');
282 res.json({
283 id: idBase,
[7007d4c]284 name: site?.title || 'Klonkt',
[8afbdd6]285 short_name: (site?.title || 'Klonkt').slice(0, 12),
[7bc636b]286 description: site?.description || site?.tagline || '',
287 scope,
288 start_url: startUrl,
289 display: 'standalone',
290 display_override: ['standalone', 'minimal-ui'],
291 orientation: 'any',
292 background_color: '#1a1a17',
293 theme_color: site?.accent || '#c2410c',
294 lang: site?.language || 'nl',
295 icons: [
296 { src: '/favicon.svg', sizes: 'any', type: 'image/svg+xml' },
297 { src: '/favicon.ico', sizes: '64x64', type: 'image/x-icon' },
298 ],
299 // Hint to capable browsers: capture all in-scope links inside the PWA
300 capture_links: 'existing-client-navigate',
301 });
302});
303
304// Favicon — served as SVG so it picks up the site's accent color dynamically.
305// Browsers also request /favicon.ico by convention; we serve the same SVG
306// content there with a forgiving content-type since modern browsers accept it.
307function _renderFavicon(res, accent) {
308 const safeAccent = /^#[0-9a-fA-F]{3,8}$/.test(accent) ? accent : '#c2410c';
[5e95aac]309 // Site mark: rounded square in the site accent + bold white 'K' (Klonkt)
[7bc636b]310 const svg = `<?xml version="1.0" encoding="UTF-8"?>
311<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 64 64">
312 <rect width="64" height="64" rx="14" fill="${safeAccent}"/>
[5e95aac]313 <text x="50%" y="50%" dy="0.35em" text-anchor="middle"
[b5bae24]314 font-family="Arial, Helvetica, sans-serif"
[5e95aac]315 font-size="42" font-weight="800" fill="#fff">K</text>
[7bc636b]316</svg>`;
317 res.set('Content-Type', 'image/svg+xml');
318 res.set('Cache-Control', 'public, max-age=86400');
319 res.send(svg);
320}
321
322app.get('/favicon.svg', (req, res) => {
323 _renderFavicon(res, res.locals.site?.accent);
324});
325app.get('/favicon.ico', (req, res) => {
326 // Browsers requesting .ico will accept SVG content; chrome/firefox both fine.
327 // Keeping the route prevents 404 spam in the console.
328 _renderFavicon(res, res.locals.site?.accent);
329});
330
331app.get('/sw.js', (req, res) => {
332 res.set('Content-Type', 'application/javascript');
333 res.set('Cache-Control', 'no-cache');
334 res.send(`
335const CACHE_VERSION = 'pcms-v10-' + new Date().toISOString().split('T')[0];
336self.addEventListener('install', e => {
337 e.waitUntil(caches.open(CACHE_VERSION).then(c => c.addAll(['/'])));
338 self.skipWaiting();
339});
340self.addEventListener('activate', e => {
341 e.waitUntil(caches.keys().then(keys => Promise.all(
342 keys.filter(k => k !== CACHE_VERSION).map(k => caches.delete(k))
343 )));
344 self.clients.claim();
345});
346self.addEventListener('fetch', e => {
347 if (e.request.method !== 'GET') return;
348 e.respondWith(fetch(e.request).catch(() => caches.match(e.request)));
349});
350 `);
351});
352
353process.on('unhandledRejection', (reason) => {
354 console.error('⚠️ Unhandled Rejection:', reason);
355});
356
357app.use((err, req, res, next) => {
358 console.error('❌ Error:', err);
359 res.status(err.status || 500).send(
360 isDev ? `<pre>${err.stack || err.message}</pre>` : 'Internal Server Error'
361 );
362});
363
364app.use((req, res) => {
365 res.status(404).send(`
366 <div style="font-family:system-ui;max-width:500px;margin:4rem auto;text-align:center;padding:2rem;">
367 <h1 style="font-size:5rem;margin:0;color:#c33;">404</h1>
368 <p>Not found</p>
369 <a href="/" style="color:#c2410c;">← Home</a>
370 </div>
371 `);
372});
373
374// ==================== WebSocket: Prutter real-time ====================
375// Authenticate via the existing session cookie. We reuse sessionMiddleware
376// during the HTTP upgrade so req.session is populated; if no user, abort.
377const wss = new WebSocketServer({ noServer: true });
378
379server.on('upgrade', (req, socket, head) => {
380 if (req.url !== '/ws/prutter') {
381 socket.destroy();
382 return;
383 }
384 // Run session middleware on the upgrade request.
385 // (Express's middleware accepts (req, res, next); we pass a stub res.)
386 const stubRes = { setHeader: () => {}, getHeader: () => undefined, on: () => {}, end: () => {} };
387 sessionMiddleware(req, stubRes, () => {
388 if (!req.session?.user) {
389 socket.write('HTTP/1.1 401 Unauthorized\r\n\r\n');
390 socket.destroy();
391 return;
392 }
[8afbdd6]393 // Kijker-accounts zijn alleen-lezen: weiger de WS-upgrade. De HTTP-guard
394 // dekt geen WS, dus dit is de plek om schrijven via een (toekomstige)
395 // message-handler te voorkomen.
396 if (isViewer(req.session.user)) {
397 socket.write('HTTP/1.1 403 Forbidden\r\n\r\n');
398 socket.destroy();
399 return;
400 }
[7bc636b]401 wss.handleUpgrade(req, socket, head, (ws) => {
402 ws.userId = req.session.user.id;
403 wss.emit('connection', ws, req);
404 });
405 });
406});
407
408wss.on('connection', (ws) => {
409 prutter.addConnection(ws.userId, ws);
410 ws.on('close', () => prutter.removeConnection(ws.userId, ws));
411 ws.on('error', () => prutter.removeConnection(ws.userId, ws));
412 // Optional: ping every 30s to keep connections alive through proxies
413 ws.isAlive = true;
414 ws.on('pong', () => { ws.isAlive = true; });
415});
416const wsPing = setInterval(() => {
417 for (const ws of wss.clients) {
418 if (ws.isAlive === false) { ws.terminate(); continue; }
419 ws.isAlive = false;
420 try { ws.ping(); } catch {}
421 }
422}, 30000);
423if (wsPing.unref) wsPing.unref();
424
425server.listen(PORT, () => {
426 console.log('');
[83faa57]427 console.log('🪶 Klonkt Beta');
[7bc636b]428 console.log(` http://localhost:${PORT}`);
429 console.log('');
430 console.log(` ✓ Security: Helmet, CSP, secure sessions`);
431 console.log(` ✓ Privacy: Self-hosted fonts, no third-party requests`);
432 console.log(` ✓ Layout: v9 editorial feel (top nav, profile header)`);
[9e27d64]433 console.log(` ✓ Auth: wachtwoord (beheer) + Google (luisteraars) / logout`);
[7bc636b]434 console.log(` ✓ Posts: create / edit / view / archive`);
435 console.log(` ✓ Realtime: WebSocket server ready (Prutter)`);
436 console.log('');
437 console.log(` Mode: ${isDev ? 'development' : 'PRODUCTION'}`);
438 console.log('');
439});
440
441export default app;
Note: See TracBrowser for help on using the repository browser.