source: Klonkt/src/server.js@ b9dc94c

main
Last change on this file since b9dc94c was b9dc94c, checked in by roboburr <roboburr@…>, 3 months ago

Release scheduling + fan-only previews (premium feature #3)

  • DB: posts.publish_at (scheduled go-live) + posts.fan_only.
  • Release scheduling: published + future publish_at -> status 'scheduled' (excluded from public status='published' queries). Scheduler.js publishes them when the time is reached (setInterval 60s + on boot) + adds them to posts_fts. No public queries changed -> low risk.
  • Fan-only: posts.fan_only; the single-post view shows anonymous visitors a clean login gate (pages/fan-gate.ejs, link /auth/login?next=) instead of the content; logged-in fans see everything. Listings show the teaser.
  • create/save: read publish_at + fan_only; FTS excludes 'scheduled'.
  • editor (post-edit): premium-gated fields "Fans only" + "Publish on" (datetime-local) + "scheduled for" notice.
  • server.js: startScheduler() after initializeDatabase.

node --check passed.

Co-Authored-By: Claude <noreply@…>

  • Property mode set to 100644
File size: 19.4 KB
Line 
1/**
2 * Klonkt Beta — server bootstrap
3 *
4 * Persoonlijk multi-site platform — Node + SQLite + htmx.
5 * Stack: Express + better-sqlite3 + EJS + htmx + ws.
6 */
7
8import 'dotenv/config';
9import express from 'express';
10import helmet from 'helmet';
11import session from 'express-session';
12import bodyParser from 'body-parser';
13import path from 'path';
14import fs from 'fs';
15import { fileURLToPath } from 'url';
16import http from 'http';
17import db, { initializeDatabase } from './config/database.js';
18import { startScheduler } from './services/Scheduler.js';
19import { SqliteSessionStore } from './services/SqliteSessionStore.js';
20import { ensurePrimarySite } from './services/ensurePrimarySite.js';
21import PrutterService from './services/PrutterService.js';
22import { WebSocketServer } from 'ws';
23
24import { resolveSite, loadAudioTracks, loadTheme } from './middleware/site.js';
25import { isViewer } from './middleware/auth.js';
26import { renderPage } from './middleware/render.js';
27import authRoutes from './routes/auth.js';
28import accountRoutes from './routes/account.js';
29import adminRoutes from './routes/admin.js';
30import adminAudioRoutes from './routes/admin-audio.js';
31import adminPlaylistsRoutes from './routes/admin-playlists.js';
32import adminSitesRoutes from './routes/admin-sites.js';
33import adminUsersRoutes from './routes/admin-users.js';
34import adminCommentsRoutes from './routes/admin-comments.js';
35import adminSettingsRoutes from './routes/admin-settings.js';
36import adminSeoRoutes from './routes/admin-seo.js';
37import prutterRoutes from './routes/prutter.js';
38import audioRoutes from './routes/audio.js';
39import searchRoutes from './routes/search.js';
40import commentsRoutes from './routes/comments.js';
41import tagsRoutes from './routes/tags.js';
42import typesRoutes from './routes/types.js';
43import usersRoutes from './routes/users.js';
44import feedRoutes from './routes/feed.js';
45import hubRoutes from './routes/hub.js';
46import artistsRoutes from './routes/artists.js';
47import postsRoutes from './routes/posts.js';
48import federationRoutes from './routes/federation.js';
49import { startCircleSyncLoop } from './services/CircleService.js';
50import adminCircleRoutes from './routes/admin-circle.js';
51import adminUpdatesRoutes from './routes/admin-updates.js';
52import adminPatreonRoutes from './routes/admin-patreon.js';
53import adminStatsRoutes from './routes/admin-stats.js';
54import circleRoutes from './routes/circle.js';
55import epkRoutes from './routes/epk.js';
56import newsletterRoutes from './routes/newsletter.js';
57import adminNewsletterRoutes from './routes/admin-newsletter.js';
58import downloadRoutes from './routes/download.js';
59import linkbioRoutes from './routes/linkbio.js';
60import embedRoutes from './routes/embed.js';
61
62if (!process.env.SESSION_SECRET) {
63 console.error('❌ FATAL: SESSION_SECRET is required');
64 process.exit(1);
65}
66
67if (process.env.NODE_ENV === 'production' && process.env.SESSION_SECRET.length < 32) {
68 console.error('❌ FATAL: SESSION_SECRET too weak for production');
69 process.exit(1);
70}
71
72const __dirname = path.dirname(fileURLToPath(import.meta.url));
73const PORT = process.env.PORT || 3000;
74const isDev = process.env.NODE_ENV !== 'production';
75
76const app = express();
77const server = http.createServer(app);
78
79app.use(helmet({
80 contentSecurityPolicy: {
81 directives: {
82 defaultSrc: ["'self'"],
83 scriptSrc: [
84 "'self'",
85 "'unsafe-inline'",
86 // Eigen custom-embeds (embed-player.js) laden de OFFICIELE player-API's
87 // van deze hosts. Zonder deze whitelist blokkeert de CSP ze stil (alleen
88 // een console-fout) en faalt de embed-speler.
89 "https://www.youtube.com", // YouTube IFrame Player API (+ www-widgetapi.js)
90 "https://s.ytimg.com", // YouTube player-assets
91 "https://w.soundcloud.com", // SoundCloud Widget API (api.js)
92 "https://open.spotify.com", // Spotify iFrame API
93 ],
94 // Helmet's default zet script-src-attr op 'none', wat ALLE inline event-
95 // handlers (onchange/onclick/onsubmit) blokkeert — daardoor deed o.a. de
96 // avatar-upload (<input onchange="this.form.submit()">) en de rol-dropdown
97 // niets. We staan inline handlers expliciet toe, consistent met de al
98 // toegestane inline <script> hierboven.
99 scriptSrcAttr: ["'unsafe-inline'"],
100 styleSrc: ["'self'", "'unsafe-inline'"],
101 imgSrc: ["'self'", "data:", "https:"],
102 connectSrc: ["'self'", "wss:", "ws:"],
103 // blob: is required for the audio player — it fetch()es track bytes and
104 // plays from a blob: object URL (Spotify-style). Without blob: here the
105 // CSP silently blocks <audio>.src = blob:… → the player fires 'error' and
106 // auto-skips every track. 'self'/https: do NOT imply blob:.
107 mediaSrc: ["'self'", "https:", "blob:"],
108 fontSrc: ["'self'"],
109 frameSrc: [
110 "'self'",
111 "https://open.spotify.com",
112 "https://w.soundcloud.com",
113 "https://bandcamp.com",
114 "https://embed.music.apple.com",
115 "https://www.youtube-nocookie.com",
116 "https://www.youtube.com", // YouTube IFrame API maakt soms een www.youtube.com-iframe
117 "https://player.vimeo.com",
118 ],
119 },
120 },
121 hsts: { maxAge: 31536000, includeSubDomains: true, preload: true },
122 frameguard: { action: 'sameorigin' },
123 referrerPolicy: { policy: 'no-referrer-when-downgrade' },
124}));
125
126app.set('view engine', 'ejs');
127app.set('views', path.join(__dirname, 'views'));
128
129app.use(bodyParser.urlencoded({ extended: true, limit: '10mb' }));
130app.use(bodyParser.json({ limit: '10mb' }));
131
132// Trust one upstream proxy in production. NPM (or Caddy / nginx) terminates
133// HTTPS and forwards to us over plain HTTP, setting X-Forwarded-Proto: https.
134// Without this, Express sees req.protocol === 'http' and won't issue secure
135// cookies — sessions never persist past the redirect after login.
136if (!isDev) app.set('trust proxy', 1);
137
138// Schema aanmaken/bijwerken VÓÓR iets de DB aanraakt: de session-store doet
139// bij constructie al een query op de `sessions`-tabel, dus bij een verse
140// install moeten de tabellen eerst bestaan (anders: "no such table: sessions"
141// → crash-loop op de allereerste boot).
142initializeDatabase();
143startScheduler(); // release-planning: zet geplande posts live zodra publish_at bereikt is
144
145// Vangnet: garandeer dat er altijd een primaire site is (solo/hub/circle).
146// Idempotent — doet niets als er al een site is of nog geen beheerder.
147ensurePrimarySite();
148
149// Session middleware extracted into a variable so the WebSocket upgrade
150// handler can reuse it (it needs req.session to authenticate sockets).
151const sessionMiddleware = session({
152 store: new SqliteSessionStore(),
153 secret: process.env.SESSION_SECRET,
154 resave: false,
155 saveUninitialized: false,
156 name: 'pcms.sid',
157 cookie: {
158 httpOnly: true,
159 secure: !isDev,
160 sameSite: 'lax',
161 maxAge: 30 * 24 * 60 * 60 * 1000,
162 },
163});
164app.use(sessionMiddleware);
165
166app.use('/assets', express.static(path.join(__dirname, 'assets'), { maxAge: isDev ? 0 : '1y' }));
167app.use('/media', express.static(process.env.MEDIA_PATH || './storage/media', {
168 // Publieke media (post-covers, avatars) moet door andere Klonkt-sites in hun
169 // CIRKEL cross-origin embedbaar zijn. Helmet zet standaard CORP=same-origin,
170 // wat die afbeeldingen in de browser blokkeert (bestand komt wél binnen, maar
171 // de browser weigert 'm te tonen). Voor /media dus expliciet cross-origin.
172 setHeaders: (res) => res.setHeader('Cross-Origin-Resource-Policy', 'cross-origin'),
173}));
174
175// (Verwijderd) TWA / digital-asset-links — alleen nodig voor de APK/TWA-variant.
176// Klonkt is PWA-only; geen assetlinks.json meer.
177
178// Cirkels: periodieke achtergrond-sync van remote instances (no-op tenzij tenancy='circle').
179startCircleSyncLoop();
180
181// Bundle HTMX: copy from node_modules into our own assets dir so we can serve
182// it locally (no third-party CDN). Idempotent — only copies if size differs.
183(function ensureLocalHtmx() {
184 const src = path.join(__dirname, '..', 'node_modules', 'htmx.org', 'dist', 'htmx.min.js');
185 const dest = path.join(__dirname, 'assets', 'js', 'htmx.min.js');
186 try {
187 const srcStat = fs.statSync(src);
188 const destStat = fs.existsSync(dest) ? fs.statSync(dest) : null;
189 if (!destStat || destStat.size !== srcStat.size) {
190 fs.copyFileSync(src, dest);
191 console.log(`📦 HTMX bundled locally: ${srcStat.size} bytes`);
192 }
193 } catch (e) {
194 console.warn('⚠️ Could not bundle HTMX:', e.message, '— run `npm install`');
195 }
196})();
197
198// Singleton PrutterService — routes get it via req.app.locals.prutter.
199const prutter = new PrutterService(db);
200app.locals.prutter = prutter;
201
202// Cirkels-federatie: publieke, site-agnostische endpoints (/.klonkt/*).
203// Vóór resolveSite/theme — ze hebben geen site-context nodig.
204app.use(federationRoutes);
205
206app.use(resolveSite);
207app.use(loadAudioTracks);
208app.use(loadTheme);
209
210// Lichtgewicht CSRF-defense: weiger cross-origin state-wijzigende requests.
211// Same-origin forms + HTMX sturen een matchende Origin; ontbreekt Origin dan
212// laten we door (non-browser clients). sameSite:'lax' op de sessiecookie is de
213// tweede laag. (Geldt niet voor GET/HEAD/OPTIONS.)
214app.use((req, res, next) => {
215 if (req.method === 'GET' || req.method === 'HEAD' || req.method === 'OPTIONS') return next();
216 const origin = req.get('origin');
217 if (!origin) return next(); // geen Origin -> geen browser-CSRF-vector
218 let originHost;
219 try { originHost = new URL(origin).host; } catch { return res.status(403).send('Ongeldige origin'); }
220 if (originHost !== req.get('host')) return res.status(403).send('Cross-origin request geweigerd');
221 next();
222});
223
224// Kijker-accounts: alles bekijken mag (incl. Beheer), niets wijzigen. Dit is de
225// ENIGE schrijf-blokkade — fail-closed, vóór alle route-handlers. Elke state-
226// wijzigende methode wordt geweigerd (de login-POST zet de sessie pas ná deze
227// guard, dus die valt er niet onder). I.p.v. rauwe 403-tekst tonen we een nette
228// pagina (of, bij HTMX, een ingeswapte melding).
229app.use((req, res, next) => {
230 const mutating = req.method !== 'GET' && req.method !== 'HEAD' && req.method !== 'OPTIONS';
231 if (mutating && isViewer(req.session?.user)) {
232 if (req.headers['hx-request'] === 'true') {
233 // htmx swapt niet op 4xx; stuur 200 + retarget zodat de melding in #pcms-main verschijnt.
234 res.setHeader('HX-Retarget', '#pcms-main');
235 res.setHeader('HX-Reswap', 'innerHTML');
236 res.status(200);
237 } else {
238 res.status(403);
239 }
240 return renderPage(req, res, 'pages/viewer-blocked', {
241 pageTitle: 'Kijker-modus',
242 bodyClass: 'on-special',
243 });
244 }
245 next();
246});
247
248app.use('/auth', authRoutes);
249app.use('/account', accountRoutes);
250app.use('/admin/audio', adminAudioRoutes);
251app.use('/admin/playlists', adminPlaylistsRoutes);
252app.use('/admin/sites', adminSitesRoutes);
253app.use('/admin/users', adminUsersRoutes);
254app.use('/admin/comments', adminCommentsRoutes);
255app.use('/admin/settings', adminSettingsRoutes);
256app.use('/admin/seo', adminSeoRoutes);
257app.use('/admin/circle', adminCircleRoutes);
258app.use('/admin/updates', adminUpdatesRoutes);
259app.use('/admin/patreon', adminPatreonRoutes);
260app.use('/admin/stats', adminStatsRoutes);
261app.use('/admin/newsletter', adminNewsletterRoutes);
262app.use('/admin', adminRoutes);
263app.use('/prutter', prutterRoutes);
264app.use('/audio', audioRoutes);
265app.use('/search', searchRoutes);
266app.use('/comments', commentsRoutes);
267app.use('/tag', tagsRoutes);
268app.use('/type', typesRoutes);
269app.use('/users', usersRoutes);
270// Feed/sitemap routes are mounted at root because they're at well-known paths
271app.use('/', feedRoutes);
272app.use('/leden', artistsRoutes); // doorzoekbare leden-directory (alleen hub; solo: next())
273app.get('/artiesten', (req, res) => res.redirect(301, req.originalUrl.replace(/^\/artiesten/, '/leden'))); // oude URL -> /leden
274app.use('/', hubRoutes); // hub-overview op '/' (solo: next() -> postsRoutes)
275app.use('/', circleRoutes); // /cirkel-feed (solo/hub: next() -> postsRoutes)
276app.use('/', epkRoutes); // /pers perskit (premium; niet-premium: next() -> 404)
277app.use('/', newsletterRoutes); // /nieuwsbrief in/uitschrijven (premium; niet-premium: next())
278app.use('/', downloadRoutes); // /downloads + /download/:id download-voor-email (premium)
279app.use('/', linkbioRoutes); // /links link-in-bio + klikstats (premium)
280app.use('/', embedRoutes); // /embed inbedbare audiospeler (premium)
281app.use('/', postsRoutes);
282
283app.get('/manifest.webmanifest', (req, res) => {
284 const site = res.locals.site;
285
286 // PWA scope: confines installed apps to ONE site. If a user is in the
287 // bedrijf1 PWA and clicks a link to /sites/bedrijf2/..., the browser will
288 // open it in a regular tab (out-of-scope) instead of within the PWA.
289 // Same applies to APK packaging — the WebView is locked to this scope.
290 //
291 // For path-mounted sites: scope = /sites/<slug>/
292 // For root/subdomain sites: scope = /
293 const base = res.locals.siteUrlBase || ''; // '' or '/sites/<slug>'
294 const scope = (base || '') + '/';
295 const startUrl = (base || '') + '/?source=pwa';
296
297 // A stable identity per site so installs don't collide (Chromium uses `id`).
298 // NB: een id-wissel orphant bestaande PWA-installs (er is geen migratie die een
299 // install over een id-verandering heen tilt) — wie een site al als PWA had,
300 // moet 'm één keer opnieuw installeren. Data blijft server-side, dus niets kwijt.
301 const idBase = site?.slug ? `klonkt-${site.slug}` : 'klonkt';
302
303 res.set('Cache-Control', 'no-cache');
304 res.json({
305 id: idBase,
306 name: site?.title || 'Klonkt',
307 short_name: (site?.title || 'Klonkt').slice(0, 12),
308 description: site?.description || site?.tagline || '',
309 scope,
310 start_url: startUrl,
311 display: 'standalone',
312 display_override: ['standalone', 'minimal-ui'],
313 orientation: 'any',
314 background_color: '#1a1a17',
315 theme_color: site?.accent || '#c2410c',
316 lang: site?.language || 'nl',
317 icons: [
318 { src: '/favicon.svg', sizes: 'any', type: 'image/svg+xml' },
319 { src: '/favicon.ico', sizes: '64x64', type: 'image/x-icon' },
320 ],
321 // Hint to capable browsers: capture all in-scope links inside the PWA
322 capture_links: 'existing-client-navigate',
323 });
324});
325
326// Favicon — served as SVG so it picks up the site's accent color dynamically.
327// Browsers also request /favicon.ico by convention; we serve the same SVG
328// content there with a forgiving content-type since modern browsers accept it.
329function _renderFavicon(res, accent) {
330 const safeAccent = /^#[0-9a-fA-F]{3,8}$/.test(accent) ? accent : '#c2410c';
331 // Site mark: rounded square in the site accent + bold white 'K' (Klonkt)
332 const svg = `<?xml version="1.0" encoding="UTF-8"?>
333<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 64 64">
334 <rect width="64" height="64" rx="14" fill="${safeAccent}"/>
335 <text x="50%" y="50%" dy="0.35em" text-anchor="middle"
336 font-family="Arial, Helvetica, sans-serif"
337 font-size="42" font-weight="800" fill="#fff">K</text>
338</svg>`;
339 res.set('Content-Type', 'image/svg+xml');
340 res.set('Cache-Control', 'public, max-age=86400');
341 res.send(svg);
342}
343
344app.get('/favicon.svg', (req, res) => {
345 _renderFavicon(res, res.locals.site?.accent);
346});
347app.get('/favicon.ico', (req, res) => {
348 // Browsers requesting .ico will accept SVG content; chrome/firefox both fine.
349 // Keeping the route prevents 404 spam in the console.
350 _renderFavicon(res, res.locals.site?.accent);
351});
352
353app.get('/sw.js', (req, res) => {
354 res.set('Content-Type', 'application/javascript');
355 res.set('Cache-Control', 'no-cache');
356 res.send(`
357const CACHE_VERSION = 'pcms-v11-' + new Date().toISOString().split('T')[0];
358self.addEventListener('install', e => {
359 e.waitUntil(caches.open(CACHE_VERSION).then(c => c.addAll(['/'])));
360 self.skipWaiting();
361});
362self.addEventListener('activate', e => {
363 e.waitUntil(caches.keys().then(keys => Promise.all(
364 keys.filter(k => k !== CACHE_VERSION).map(k => caches.delete(k))
365 )));
366 self.clients.claim();
367});
368// ALLEEN navigaties (HTML-pagina's) onderscheppen, voor een offline-fallback.
369// Afbeeldingen, CSS, JS en /media NIET aanraken — laat de browser die native
370// afhandelen. Anders kon een mislukte netwerk-fetch terugvallen op een lege
371// cache-match (undefined) en zo een afbeelding "kapot" maken bij een gewone
372// refresh (hard reload omzeilt de SW en werkte daarom wél).
373self.addEventListener('fetch', e => {
374 if (e.request.method !== 'GET') return;
375 if (e.request.mode !== 'navigate') return; // alleen page-loads
376 e.respondWith(
377 fetch(e.request).catch(() => caches.match('/').then(r => r || Response.error()))
378 );
379});
380 `);
381});
382
383process.on('unhandledRejection', (reason) => {
384 console.error('⚠️ Unhandled Rejection:', reason);
385});
386
387app.use((err, req, res, next) => {
388 console.error('❌ Error:', err);
389 res.status(err.status || 500).send(
390 isDev ? `<pre>${err.stack || err.message}</pre>` : 'Internal Server Error'
391 );
392});
393
394app.use((req, res) => {
395 res.status(404).send(`
396 <div style="font-family:system-ui;max-width:500px;margin:4rem auto;text-align:center;padding:2rem;">
397 <h1 style="font-size:5rem;margin:0;color:#c33;">404</h1>
398 <p>Not found</p>
399 <a href="/" style="color:#c2410c;">← Home</a>
400 </div>
401 `);
402});
403
404// ==================== WebSocket: Prutter real-time ====================
405// Authenticate via the existing session cookie. We reuse sessionMiddleware
406// during the HTTP upgrade so req.session is populated; if no user, abort.
407const wss = new WebSocketServer({ noServer: true });
408
409server.on('upgrade', (req, socket, head) => {
410 if (req.url !== '/ws/prutter') {
411 socket.destroy();
412 return;
413 }
414 // Run session middleware on the upgrade request.
415 // (Express's middleware accepts (req, res, next); we pass a stub res.)
416 const stubRes = { setHeader: () => {}, getHeader: () => undefined, on: () => {}, end: () => {} };
417 sessionMiddleware(req, stubRes, () => {
418 if (!req.session?.user) {
419 socket.write('HTTP/1.1 401 Unauthorized\r\n\r\n');
420 socket.destroy();
421 return;
422 }
423 // Kijker-accounts zijn alleen-lezen: weiger de WS-upgrade. De HTTP-guard
424 // dekt geen WS, dus dit is de plek om schrijven via een (toekomstige)
425 // message-handler te voorkomen.
426 if (isViewer(req.session.user)) {
427 socket.write('HTTP/1.1 403 Forbidden\r\n\r\n');
428 socket.destroy();
429 return;
430 }
431 wss.handleUpgrade(req, socket, head, (ws) => {
432 ws.userId = req.session.user.id;
433 wss.emit('connection', ws, req);
434 });
435 });
436});
437
438wss.on('connection', (ws) => {
439 prutter.addConnection(ws.userId, ws);
440 ws.on('close', () => prutter.removeConnection(ws.userId, ws));
441 ws.on('error', () => prutter.removeConnection(ws.userId, ws));
442 // Optional: ping every 30s to keep connections alive through proxies
443 ws.isAlive = true;
444 ws.on('pong', () => { ws.isAlive = true; });
445});
446const wsPing = setInterval(() => {
447 for (const ws of wss.clients) {
448 if (ws.isAlive === false) { ws.terminate(); continue; }
449 ws.isAlive = false;
450 try { ws.ping(); } catch {}
451 }
452}, 30000);
453if (wsPing.unref) wsPing.unref();
454
455server.listen(PORT, () => {
456 console.log('');
457 console.log('🪶 Klonkt Beta');
458 console.log(` http://localhost:${PORT}`);
459 console.log('');
460 console.log(` ✓ Security: Helmet, CSP, secure sessions`);
461 console.log(` ✓ Privacy: Self-hosted fonts, no third-party requests`);
462 console.log(` ✓ Layout: v9 editorial feel (top nav, profile header)`);
463 console.log(` ✓ Auth: wachtwoord (beheer) + Google (luisteraars) / logout`);
464 console.log(` ✓ Posts: create / edit / view / archive`);
465 console.log(` ✓ Realtime: WebSocket server ready (Prutter)`);
466 console.log('');
467 console.log(` Mode: ${isDev ? 'development' : 'PRODUCTION'}`);
468 console.log('');
469});
470
471export default app;
Note: See TracBrowser for help on using the repository browser.