source: Klonkt/src/server.js@ 2e247e4

main
Last change on this file since 2e247e4 was 2e247e4, checked in by roboburr <roboburr@…>, 3 months ago

Newsletter / mailing list (premium feature #1) + SMTP wiring

Email infrastructure reuses src/config/mailer.js (env SMTP_*, graceful: without
SMTP no sending, sign-ups still work via single opt-in).

  • DB: subscribers table (per-site, status pending/confirmed/unsub, token) + newsletters table (send history). Idempotent in initializeDatabase.
  • SubscriberService: addSubscriber (double opt-in if SMTP, otherwise single), confirm, unsubscribe, confirmedFor, counts. Email validation + dedupe per (site, email).
  • routes/newsletter.js (public, premium-gated; unsubscribe always works): GET/POST /nieuwsbrief, /nieuwsbrief/bevestigen/:token, /nieuwsbrief/uitschrijven/:token. Confirm/unsub links absolute via PUBLIC_BASE_URL + siteUrlBase.
  • routes/admin-newsletter.js (site admin + premium): GET /admin/newsletter (compose + counts + history + shareable signup link + SMTP warning), POST /admin/newsletter/send (to confirmed subscribers, unsubscribe link per email, history written).
  • views: pages/newsletter.ejs (multi-state) + pages/admin-newsletter.ejs.
  • admin dashboard: premium links Newsletter + Press kit added.

Feature #2 (download-for-email) and #8 (notify) reuse subscribers. node --check
passed; local test suite missing better-sqlite3 (runs on the VPS).

Co-Authored-By: Claude <noreply@…>

  • Property mode set to 100644
File size: 18.9 KB
Line 
1/**
2 * Klonkt Beta — server bootstrap
3 *
4 * Persoonlijk multi-site platform — Node + SQLite + htmx.
5 * Stack: Express + better-sqlite3 + EJS + htmx + ws.
6 */
7
8import 'dotenv/config';
9import express from 'express';
10import helmet from 'helmet';
11import session from 'express-session';
12import bodyParser from 'body-parser';
13import path from 'path';
14import fs from 'fs';
15import { fileURLToPath } from 'url';
16import http from 'http';
17import db, { initializeDatabase } from './config/database.js';
18import { SqliteSessionStore } from './services/SqliteSessionStore.js';
19import { ensurePrimarySite } from './services/ensurePrimarySite.js';
20import PrutterService from './services/PrutterService.js';
21import { WebSocketServer } from 'ws';
22
23import { resolveSite, loadAudioTracks, loadTheme } from './middleware/site.js';
24import { isViewer } from './middleware/auth.js';
25import { renderPage } from './middleware/render.js';
26import authRoutes from './routes/auth.js';
27import accountRoutes from './routes/account.js';
28import adminRoutes from './routes/admin.js';
29import adminAudioRoutes from './routes/admin-audio.js';
30import adminPlaylistsRoutes from './routes/admin-playlists.js';
31import adminSitesRoutes from './routes/admin-sites.js';
32import adminUsersRoutes from './routes/admin-users.js';
33import adminCommentsRoutes from './routes/admin-comments.js';
34import adminSettingsRoutes from './routes/admin-settings.js';
35import adminSeoRoutes from './routes/admin-seo.js';
36import prutterRoutes from './routes/prutter.js';
37import audioRoutes from './routes/audio.js';
38import searchRoutes from './routes/search.js';
39import commentsRoutes from './routes/comments.js';
40import tagsRoutes from './routes/tags.js';
41import typesRoutes from './routes/types.js';
42import usersRoutes from './routes/users.js';
43import feedRoutes from './routes/feed.js';
44import hubRoutes from './routes/hub.js';
45import artistsRoutes from './routes/artists.js';
46import postsRoutes from './routes/posts.js';
47import federationRoutes from './routes/federation.js';
48import { startCircleSyncLoop } from './services/CircleService.js';
49import adminCircleRoutes from './routes/admin-circle.js';
50import adminUpdatesRoutes from './routes/admin-updates.js';
51import adminPatreonRoutes from './routes/admin-patreon.js';
52import adminStatsRoutes from './routes/admin-stats.js';
53import circleRoutes from './routes/circle.js';
54import epkRoutes from './routes/epk.js';
55import newsletterRoutes from './routes/newsletter.js';
56import adminNewsletterRoutes from './routes/admin-newsletter.js';
57
58if (!process.env.SESSION_SECRET) {
59 console.error('❌ FATAL: SESSION_SECRET is required');
60 process.exit(1);
61}
62
63if (process.env.NODE_ENV === 'production' && process.env.SESSION_SECRET.length < 32) {
64 console.error('❌ FATAL: SESSION_SECRET too weak for production');
65 process.exit(1);
66}
67
68const __dirname = path.dirname(fileURLToPath(import.meta.url));
69const PORT = process.env.PORT || 3000;
70const isDev = process.env.NODE_ENV !== 'production';
71
72const app = express();
73const server = http.createServer(app);
74
75app.use(helmet({
76 contentSecurityPolicy: {
77 directives: {
78 defaultSrc: ["'self'"],
79 scriptSrc: [
80 "'self'",
81 "'unsafe-inline'",
82 // Eigen custom-embeds (embed-player.js) laden de OFFICIELE player-API's
83 // van deze hosts. Zonder deze whitelist blokkeert de CSP ze stil (alleen
84 // een console-fout) en faalt de embed-speler.
85 "https://www.youtube.com", // YouTube IFrame Player API (+ www-widgetapi.js)
86 "https://s.ytimg.com", // YouTube player-assets
87 "https://w.soundcloud.com", // SoundCloud Widget API (api.js)
88 "https://open.spotify.com", // Spotify iFrame API
89 ],
90 // Helmet's default zet script-src-attr op 'none', wat ALLE inline event-
91 // handlers (onchange/onclick/onsubmit) blokkeert — daardoor deed o.a. de
92 // avatar-upload (<input onchange="this.form.submit()">) en de rol-dropdown
93 // niets. We staan inline handlers expliciet toe, consistent met de al
94 // toegestane inline <script> hierboven.
95 scriptSrcAttr: ["'unsafe-inline'"],
96 styleSrc: ["'self'", "'unsafe-inline'"],
97 imgSrc: ["'self'", "data:", "https:"],
98 connectSrc: ["'self'", "wss:", "ws:"],
99 // blob: is required for the audio player — it fetch()es track bytes and
100 // plays from a blob: object URL (Spotify-style). Without blob: here the
101 // CSP silently blocks <audio>.src = blob:… → the player fires 'error' and
102 // auto-skips every track. 'self'/https: do NOT imply blob:.
103 mediaSrc: ["'self'", "https:", "blob:"],
104 fontSrc: ["'self'"],
105 frameSrc: [
106 "'self'",
107 "https://open.spotify.com",
108 "https://w.soundcloud.com",
109 "https://bandcamp.com",
110 "https://embed.music.apple.com",
111 "https://www.youtube-nocookie.com",
112 "https://www.youtube.com", // YouTube IFrame API maakt soms een www.youtube.com-iframe
113 "https://player.vimeo.com",
114 ],
115 },
116 },
117 hsts: { maxAge: 31536000, includeSubDomains: true, preload: true },
118 frameguard: { action: 'sameorigin' },
119 referrerPolicy: { policy: 'no-referrer-when-downgrade' },
120}));
121
122app.set('view engine', 'ejs');
123app.set('views', path.join(__dirname, 'views'));
124
125app.use(bodyParser.urlencoded({ extended: true, limit: '10mb' }));
126app.use(bodyParser.json({ limit: '10mb' }));
127
128// Trust one upstream proxy in production. NPM (or Caddy / nginx) terminates
129// HTTPS and forwards to us over plain HTTP, setting X-Forwarded-Proto: https.
130// Without this, Express sees req.protocol === 'http' and won't issue secure
131// cookies — sessions never persist past the redirect after login.
132if (!isDev) app.set('trust proxy', 1);
133
134// Schema aanmaken/bijwerken VÓÓR iets de DB aanraakt: de session-store doet
135// bij constructie al een query op de `sessions`-tabel, dus bij een verse
136// install moeten de tabellen eerst bestaan (anders: "no such table: sessions"
137// → crash-loop op de allereerste boot).
138initializeDatabase();
139
140// Vangnet: garandeer dat er altijd een primaire site is (solo/hub/circle).
141// Idempotent — doet niets als er al een site is of nog geen beheerder.
142ensurePrimarySite();
143
144// Session middleware extracted into a variable so the WebSocket upgrade
145// handler can reuse it (it needs req.session to authenticate sockets).
146const sessionMiddleware = session({
147 store: new SqliteSessionStore(),
148 secret: process.env.SESSION_SECRET,
149 resave: false,
150 saveUninitialized: false,
151 name: 'pcms.sid',
152 cookie: {
153 httpOnly: true,
154 secure: !isDev,
155 sameSite: 'lax',
156 maxAge: 30 * 24 * 60 * 60 * 1000,
157 },
158});
159app.use(sessionMiddleware);
160
161app.use('/assets', express.static(path.join(__dirname, 'assets'), { maxAge: isDev ? 0 : '1y' }));
162app.use('/media', express.static(process.env.MEDIA_PATH || './storage/media', {
163 // Publieke media (post-covers, avatars) moet door andere Klonkt-sites in hun
164 // CIRKEL cross-origin embedbaar zijn. Helmet zet standaard CORP=same-origin,
165 // wat die afbeeldingen in de browser blokkeert (bestand komt wél binnen, maar
166 // de browser weigert 'm te tonen). Voor /media dus expliciet cross-origin.
167 setHeaders: (res) => res.setHeader('Cross-Origin-Resource-Policy', 'cross-origin'),
168}));
169
170// (Verwijderd) TWA / digital-asset-links — alleen nodig voor de APK/TWA-variant.
171// Klonkt is PWA-only; geen assetlinks.json meer.
172
173// Cirkels: periodieke achtergrond-sync van remote instances (no-op tenzij tenancy='circle').
174startCircleSyncLoop();
175
176// Bundle HTMX: copy from node_modules into our own assets dir so we can serve
177// it locally (no third-party CDN). Idempotent — only copies if size differs.
178(function ensureLocalHtmx() {
179 const src = path.join(__dirname, '..', 'node_modules', 'htmx.org', 'dist', 'htmx.min.js');
180 const dest = path.join(__dirname, 'assets', 'js', 'htmx.min.js');
181 try {
182 const srcStat = fs.statSync(src);
183 const destStat = fs.existsSync(dest) ? fs.statSync(dest) : null;
184 if (!destStat || destStat.size !== srcStat.size) {
185 fs.copyFileSync(src, dest);
186 console.log(`📦 HTMX bundled locally: ${srcStat.size} bytes`);
187 }
188 } catch (e) {
189 console.warn('⚠️ Could not bundle HTMX:', e.message, '— run `npm install`');
190 }
191})();
192
193// Singleton PrutterService — routes get it via req.app.locals.prutter.
194const prutter = new PrutterService(db);
195app.locals.prutter = prutter;
196
197// Cirkels-federatie: publieke, site-agnostische endpoints (/.klonkt/*).
198// Vóór resolveSite/theme — ze hebben geen site-context nodig.
199app.use(federationRoutes);
200
201app.use(resolveSite);
202app.use(loadAudioTracks);
203app.use(loadTheme);
204
205// Lichtgewicht CSRF-defense: weiger cross-origin state-wijzigende requests.
206// Same-origin forms + HTMX sturen een matchende Origin; ontbreekt Origin dan
207// laten we door (non-browser clients). sameSite:'lax' op de sessiecookie is de
208// tweede laag. (Geldt niet voor GET/HEAD/OPTIONS.)
209app.use((req, res, next) => {
210 if (req.method === 'GET' || req.method === 'HEAD' || req.method === 'OPTIONS') return next();
211 const origin = req.get('origin');
212 if (!origin) return next(); // geen Origin -> geen browser-CSRF-vector
213 let originHost;
214 try { originHost = new URL(origin).host; } catch { return res.status(403).send('Ongeldige origin'); }
215 if (originHost !== req.get('host')) return res.status(403).send('Cross-origin request geweigerd');
216 next();
217});
218
219// Kijker-accounts: alles bekijken mag (incl. Beheer), niets wijzigen. Dit is de
220// ENIGE schrijf-blokkade — fail-closed, vóór alle route-handlers. Elke state-
221// wijzigende methode wordt geweigerd (de login-POST zet de sessie pas ná deze
222// guard, dus die valt er niet onder). I.p.v. rauwe 403-tekst tonen we een nette
223// pagina (of, bij HTMX, een ingeswapte melding).
224app.use((req, res, next) => {
225 const mutating = req.method !== 'GET' && req.method !== 'HEAD' && req.method !== 'OPTIONS';
226 if (mutating && isViewer(req.session?.user)) {
227 if (req.headers['hx-request'] === 'true') {
228 // htmx swapt niet op 4xx; stuur 200 + retarget zodat de melding in #pcms-main verschijnt.
229 res.setHeader('HX-Retarget', '#pcms-main');
230 res.setHeader('HX-Reswap', 'innerHTML');
231 res.status(200);
232 } else {
233 res.status(403);
234 }
235 return renderPage(req, res, 'pages/viewer-blocked', {
236 pageTitle: 'Kijker-modus',
237 bodyClass: 'on-special',
238 });
239 }
240 next();
241});
242
243app.use('/auth', authRoutes);
244app.use('/account', accountRoutes);
245app.use('/admin/audio', adminAudioRoutes);
246app.use('/admin/playlists', adminPlaylistsRoutes);
247app.use('/admin/sites', adminSitesRoutes);
248app.use('/admin/users', adminUsersRoutes);
249app.use('/admin/comments', adminCommentsRoutes);
250app.use('/admin/settings', adminSettingsRoutes);
251app.use('/admin/seo', adminSeoRoutes);
252app.use('/admin/circle', adminCircleRoutes);
253app.use('/admin/updates', adminUpdatesRoutes);
254app.use('/admin/patreon', adminPatreonRoutes);
255app.use('/admin/stats', adminStatsRoutes);
256app.use('/admin/newsletter', adminNewsletterRoutes);
257app.use('/admin', adminRoutes);
258app.use('/prutter', prutterRoutes);
259app.use('/audio', audioRoutes);
260app.use('/search', searchRoutes);
261app.use('/comments', commentsRoutes);
262app.use('/tag', tagsRoutes);
263app.use('/type', typesRoutes);
264app.use('/users', usersRoutes);
265// Feed/sitemap routes are mounted at root because they're at well-known paths
266app.use('/', feedRoutes);
267app.use('/leden', artistsRoutes); // doorzoekbare leden-directory (alleen hub; solo: next())
268app.get('/artiesten', (req, res) => res.redirect(301, req.originalUrl.replace(/^\/artiesten/, '/leden'))); // oude URL -> /leden
269app.use('/', hubRoutes); // hub-overview op '/' (solo: next() -> postsRoutes)
270app.use('/', circleRoutes); // /cirkel-feed (solo/hub: next() -> postsRoutes)
271app.use('/', epkRoutes); // /pers perskit (premium; niet-premium: next() -> 404)
272app.use('/', newsletterRoutes); // /nieuwsbrief in/uitschrijven (premium; niet-premium: next())
273app.use('/', postsRoutes);
274
275app.get('/manifest.webmanifest', (req, res) => {
276 const site = res.locals.site;
277
278 // PWA scope: confines installed apps to ONE site. If a user is in the
279 // bedrijf1 PWA and clicks a link to /sites/bedrijf2/..., the browser will
280 // open it in a regular tab (out-of-scope) instead of within the PWA.
281 // Same applies to APK packaging — the WebView is locked to this scope.
282 //
283 // For path-mounted sites: scope = /sites/<slug>/
284 // For root/subdomain sites: scope = /
285 const base = res.locals.siteUrlBase || ''; // '' or '/sites/<slug>'
286 const scope = (base || '') + '/';
287 const startUrl = (base || '') + '/?source=pwa';
288
289 // A stable identity per site so installs don't collide (Chromium uses `id`).
290 // NB: een id-wissel orphant bestaande PWA-installs (er is geen migratie die een
291 // install over een id-verandering heen tilt) — wie een site al als PWA had,
292 // moet 'm één keer opnieuw installeren. Data blijft server-side, dus niets kwijt.
293 const idBase = site?.slug ? `klonkt-${site.slug}` : 'klonkt';
294
295 res.set('Cache-Control', 'no-cache');
296 res.json({
297 id: idBase,
298 name: site?.title || 'Klonkt',
299 short_name: (site?.title || 'Klonkt').slice(0, 12),
300 description: site?.description || site?.tagline || '',
301 scope,
302 start_url: startUrl,
303 display: 'standalone',
304 display_override: ['standalone', 'minimal-ui'],
305 orientation: 'any',
306 background_color: '#1a1a17',
307 theme_color: site?.accent || '#c2410c',
308 lang: site?.language || 'nl',
309 icons: [
310 { src: '/favicon.svg', sizes: 'any', type: 'image/svg+xml' },
311 { src: '/favicon.ico', sizes: '64x64', type: 'image/x-icon' },
312 ],
313 // Hint to capable browsers: capture all in-scope links inside the PWA
314 capture_links: 'existing-client-navigate',
315 });
316});
317
318// Favicon — served as SVG so it picks up the site's accent color dynamically.
319// Browsers also request /favicon.ico by convention; we serve the same SVG
320// content there with a forgiving content-type since modern browsers accept it.
321function _renderFavicon(res, accent) {
322 const safeAccent = /^#[0-9a-fA-F]{3,8}$/.test(accent) ? accent : '#c2410c';
323 // Site mark: rounded square in the site accent + bold white 'K' (Klonkt)
324 const svg = `<?xml version="1.0" encoding="UTF-8"?>
325<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 64 64">
326 <rect width="64" height="64" rx="14" fill="${safeAccent}"/>
327 <text x="50%" y="50%" dy="0.35em" text-anchor="middle"
328 font-family="Arial, Helvetica, sans-serif"
329 font-size="42" font-weight="800" fill="#fff">K</text>
330</svg>`;
331 res.set('Content-Type', 'image/svg+xml');
332 res.set('Cache-Control', 'public, max-age=86400');
333 res.send(svg);
334}
335
336app.get('/favicon.svg', (req, res) => {
337 _renderFavicon(res, res.locals.site?.accent);
338});
339app.get('/favicon.ico', (req, res) => {
340 // Browsers requesting .ico will accept SVG content; chrome/firefox both fine.
341 // Keeping the route prevents 404 spam in the console.
342 _renderFavicon(res, res.locals.site?.accent);
343});
344
345app.get('/sw.js', (req, res) => {
346 res.set('Content-Type', 'application/javascript');
347 res.set('Cache-Control', 'no-cache');
348 res.send(`
349const CACHE_VERSION = 'pcms-v11-' + new Date().toISOString().split('T')[0];
350self.addEventListener('install', e => {
351 e.waitUntil(caches.open(CACHE_VERSION).then(c => c.addAll(['/'])));
352 self.skipWaiting();
353});
354self.addEventListener('activate', e => {
355 e.waitUntil(caches.keys().then(keys => Promise.all(
356 keys.filter(k => k !== CACHE_VERSION).map(k => caches.delete(k))
357 )));
358 self.clients.claim();
359});
360// ALLEEN navigaties (HTML-pagina's) onderscheppen, voor een offline-fallback.
361// Afbeeldingen, CSS, JS en /media NIET aanraken — laat de browser die native
362// afhandelen. Anders kon een mislukte netwerk-fetch terugvallen op een lege
363// cache-match (undefined) en zo een afbeelding "kapot" maken bij een gewone
364// refresh (hard reload omzeilt de SW en werkte daarom wél).
365self.addEventListener('fetch', e => {
366 if (e.request.method !== 'GET') return;
367 if (e.request.mode !== 'navigate') return; // alleen page-loads
368 e.respondWith(
369 fetch(e.request).catch(() => caches.match('/').then(r => r || Response.error()))
370 );
371});
372 `);
373});
374
375process.on('unhandledRejection', (reason) => {
376 console.error('⚠️ Unhandled Rejection:', reason);
377});
378
379app.use((err, req, res, next) => {
380 console.error('❌ Error:', err);
381 res.status(err.status || 500).send(
382 isDev ? `<pre>${err.stack || err.message}</pre>` : 'Internal Server Error'
383 );
384});
385
386app.use((req, res) => {
387 res.status(404).send(`
388 <div style="font-family:system-ui;max-width:500px;margin:4rem auto;text-align:center;padding:2rem;">
389 <h1 style="font-size:5rem;margin:0;color:#c33;">404</h1>
390 <p>Not found</p>
391 <a href="/" style="color:#c2410c;">← Home</a>
392 </div>
393 `);
394});
395
396// ==================== WebSocket: Prutter real-time ====================
397// Authenticate via the existing session cookie. We reuse sessionMiddleware
398// during the HTTP upgrade so req.session is populated; if no user, abort.
399const wss = new WebSocketServer({ noServer: true });
400
401server.on('upgrade', (req, socket, head) => {
402 if (req.url !== '/ws/prutter') {
403 socket.destroy();
404 return;
405 }
406 // Run session middleware on the upgrade request.
407 // (Express's middleware accepts (req, res, next); we pass a stub res.)
408 const stubRes = { setHeader: () => {}, getHeader: () => undefined, on: () => {}, end: () => {} };
409 sessionMiddleware(req, stubRes, () => {
410 if (!req.session?.user) {
411 socket.write('HTTP/1.1 401 Unauthorized\r\n\r\n');
412 socket.destroy();
413 return;
414 }
415 // Kijker-accounts zijn alleen-lezen: weiger de WS-upgrade. De HTTP-guard
416 // dekt geen WS, dus dit is de plek om schrijven via een (toekomstige)
417 // message-handler te voorkomen.
418 if (isViewer(req.session.user)) {
419 socket.write('HTTP/1.1 403 Forbidden\r\n\r\n');
420 socket.destroy();
421 return;
422 }
423 wss.handleUpgrade(req, socket, head, (ws) => {
424 ws.userId = req.session.user.id;
425 wss.emit('connection', ws, req);
426 });
427 });
428});
429
430wss.on('connection', (ws) => {
431 prutter.addConnection(ws.userId, ws);
432 ws.on('close', () => prutter.removeConnection(ws.userId, ws));
433 ws.on('error', () => prutter.removeConnection(ws.userId, ws));
434 // Optional: ping every 30s to keep connections alive through proxies
435 ws.isAlive = true;
436 ws.on('pong', () => { ws.isAlive = true; });
437});
438const wsPing = setInterval(() => {
439 for (const ws of wss.clients) {
440 if (ws.isAlive === false) { ws.terminate(); continue; }
441 ws.isAlive = false;
442 try { ws.ping(); } catch {}
443 }
444}, 30000);
445if (wsPing.unref) wsPing.unref();
446
447server.listen(PORT, () => {
448 console.log('');
449 console.log('🪶 Klonkt Beta');
450 console.log(` http://localhost:${PORT}`);
451 console.log('');
452 console.log(` ✓ Security: Helmet, CSP, secure sessions`);
453 console.log(` ✓ Privacy: Self-hosted fonts, no third-party requests`);
454 console.log(` ✓ Layout: v9 editorial feel (top nav, profile header)`);
455 console.log(` ✓ Auth: wachtwoord (beheer) + Google (luisteraars) / logout`);
456 console.log(` ✓ Posts: create / edit / view / archive`);
457 console.log(` ✓ Realtime: WebSocket server ready (Prutter)`);
458 console.log('');
459 console.log(` Mode: ${isDev ? 'development' : 'PRODUCTION'}`);
460 console.log('');
461});
462
463export default app;
Note: See TracBrowser for help on using the repository browser.