const logger = require('./logger') // Stray errors and exceptions capturers process.on('uncaughtException', error => { logger.error(error, { prefix: 'Uncaught Exception: ' }) }) process.on('unhandledRejection', error => { logger.error(error, { prefix: 'Unhandled Rejection (Promise): ' }) }) // Libraries const helmet = require('helmet') const HyperExpress = require('hyper-express') const LiveDirectory = require('live-directory') const NodeClam = require('clamscan') const { accessSync, constants } = require('fs') // Check required config files const configFiles = ['config.js', 'views/_globals.njk'] for (const _file of configFiles) { try { accessSync(_file, constants.R_OK) } catch (error) { logger.error(`Config file '${_file}' cannot be found or read.`) logger.error('Please copy the provided sample file and modify it according to your needs.') process.exit(1) } } // Config files const config = require('./config') const versions = require('./src/versions') // lolisafe logger.log('Starting lolisafe\u2026') const safe = new HyperExpress.Server({ trust_proxy: Boolean(config.trustProxy) }) const errors = require('./controllers/errorsController') const paths = require('./controllers/pathsController') paths.initSync() const utils = require('./controllers/utilsController') // Custom middlewares const ExpressCompat = require('./controllers/middlewares/expressCompat') const NunjucksRenderer = require('./controllers/middlewares/nunjucksRenderer') const RateLimiter = require('./controllers/middlewares/rateLimiter') const ServeLiveDirectory = require('./controllers/middlewares/serveLiveDirectory') // const ServeStatic = require('./controllers/middlewares/serveStatic') // TODO // Routes const album = require('./routes/album') const api = require('./routes/api') const file = require('./routes/file') const nojs = require('./routes/nojs') const player = require('./routes/player') const isDevMode = process.env.NODE_ENV === 'development' // Express-compat const expressCompatInstance = new ExpressCompat() safe.use(expressCompatInstance.middleware) // Rate limiters if (Array.isArray(config.rateLimiters)) { let whitelistedKeys if (Array.isArray(config.rateLimitersWhitelist)) { whitelistedKeys = new Set(config.rateLimitersWhitelist) } for (const rateLimit of config.rateLimiters) { // Init RateLimiter using Request.ip as key const rateLimiterInstance = new RateLimiter('ip', rateLimit.options, whitelistedKeys) for (const route of rateLimit.routes) { safe.use(route, rateLimiterInstance.middleware) } } } else if (config.rateLimits) { logger.error('Config option "rateLimits" is deprecated.') logger.error('Please consult the provided sample file for the new option "rateLimiters".') } // Helmet security headers if (config.helmet instanceof Object) { // If an empty object, simply do not use Helmet if (Object.keys(config.helmet).length) { safe.use(helmet(config.helmet)) } } else { // Fallback to old behavior when the whole helmet option was not configurable from the config file const defaults = { contentSecurityPolicy: false, crossOriginEmbedderPolicy: false, crossOriginOpenerPolicy: false, crossOriginResourcePolicy: false, hsts: false, originAgentCluster: false } if (config.hsts instanceof Object && Object.keys(config.hsts).length) { defaults.hsts = config.hsts } safe.use(helmet(defaults)) } // Access-Control-Allow-Origin if (config.accessControlAllowOrigin) { if (config.accessControlAllowOrigin === true) { config.accessControlAllowOrigin = '*' } safe.use((req, res, next) => { res.header('Access-Control-Allow-Origin', config.accessControlAllowOrigin) if (config.accessControlAllowOrigin !== '*') { res.vary('Origin') } next() }) } // NunjucksRenderer middleware const nunjucksRendererInstance = new NunjucksRenderer('views', { watch: isDevMode }) safe.use('/', nunjucksRendererInstance.middleware) // Array of routes to apply CDN Cache-Control onto, // and additionally call Cloudflare API to have their CDN caches purged when lolisafe starts const cdnRoutes = [...config.pages] // Defaults to no-op let setHeadersForStaticAssets = () => {} // Cache control if (config.cacheControl) { const cacheControls = { // max-age: 6 months static: 'public, max-age=15778800, immutable', // s-max-age: 6 months (only cache in CDN) cdn: 's-max-age=15778800, proxy-revalidate', // validate cache's validity before using them (soft cache) validate: 'no-cache', // do not use cache at all disable: 'no-store' } // By default soft cache everything safe.use('/', (req, res, next) => { res.header('Cache-Control', cacheControls.validate) return next() }) switch (config.cacheControl) { case 1: case true: // If using CDN, cache most front-end pages in CDN // Include /api/check since it will only reply with persistent JSON payload // that will not change, unless config file is edited and lolisafe is then restarted cdnRoutes.push('api/check') safe.use((req, res, next) => { if (req.method === 'GET' || req.method === 'HEAD') { const page = req.path === '/' ? 'home' : req.path.substring(1) if (cdnRoutes.includes(page)) { res.header('Cache-Control', cacheControls.cdn) } } return next() }) break } // Function for static assets. // This requires the assets to use version in their query string, // as they will be cached by clients for a very long time. setHeadersForStaticAssets = (req, res) => { res.header('Cache-Control', cacheControls.static) } // Consider album ZIPs static as well, since they use version in their query string safe.use('/api/album/zip', (req, res, next) => { const versionString = parseInt(req.query.v) if (versionString > 0) { res.header('Cache-Control', cacheControls.static) } else { res.header('Cache-Control', cacheControls.disable) } return next() }) } // Static assets const serveLiveDirectoryPublicInstance = new ServeLiveDirectory( { path: paths.public }, { setHeaders: setHeadersForStaticAssets } ) safe.use('/', serveLiveDirectoryPublicInstance.middleware) const serveLiveDirectoryDistInstance = new ServeLiveDirectory( { path: paths.dist }, { setHeaders: setHeadersForStaticAssets } ) safe.use('/', serveLiveDirectoryDistInstance.middleware) // Routes safe.use('/', album) safe.use('/', file) safe.use('/', nojs) safe.use('/', player) safe.use('/api', api) ;(async () => { try { // Init database await require('./controllers/utils/initDatabase')(utils.db) // Purge any leftover in chunks directory, do not wait paths.purgeChunks() if (!Array.isArray(config.pages) || !config.pages.length) { logger.error('Config file does not have any frontend pages enabled') process.exit(1) } // Re-map version strings if cache control is enabled (safe.fiery.me) utils.versionStrings = {} if (config.cacheControl) { for (const type in versions) { utils.versionStrings[type] = `?_=${versions[type]}` } if (versions['1']) { utils.clientVersion = versions['1'] } } const liveDirectoryCustomPages = new LiveDirectory({ path: paths.customPages, keep: ['.html'], ignore: path => { // ignore dot files return path.startsWith('.') } }) // Cookie Policy if (config.cookiePolicy) { config.pages.push('cookiepolicy') } // Front-end pages middleware // HTML files in customPages directory can also override any built-in pages, // if they have matching names with the routes (e.g. home.html can override the homepage) // Aside from that, due to using LiveDirectory, // custom pages can be added/removed on the fly while lolisafe is running safe.use((req, res, next) => { if (req.method === 'GET' || req.method === 'HEAD') { const page = req.path === '/' ? 'home' : req.path.substring(1) const customPage = liveDirectoryCustomPages.get(`${page}.html`) if (customPage) { // TODO: Conditional GETs? (e.g. Last-Modified, etag, etc.) return res.type('html').send(customPage.buffer) } else if (config.pages.includes(page)) { // These rendered pages are persistently cached during production return res.render(page, { config, utils, versions: utils.versionStrings }, !isDevMode) } } return next() }) // Init ServerStatic last if serving uploaded files with node /* // TODO if (config.serveFilesWithNode) { const serveStaticInstance = new ServeStatic(paths.uploads, { contentDispositionOptions: config.contentDispositionOptions, overrideContentTypes: config.overrideContentTypes, setContentDisposition: config.setContentDisposition }) safe.use('/', serveStaticInstance.middleware) utils.contentDispositionStore = serveStaticInstance.contentDispositionStore } */ if (config.serveFilesWithNode) { logger.error('Serving files with node is currently not available in this branch.') return process.exit(1) } // Web server error handlers (must always be set after all routes/middlewares) safe.set_not_found_handler(errors.handleNotFound) safe.set_error_handler(errors.handleError) // Git hash if (config.showGitHash) { utils.gitHash = await new Promise((resolve, reject) => { require('child_process').exec('git rev-parse HEAD', (error, stdout) => { if (error) return reject(error) resolve(stdout.replace(/\n$/, '')) }) }) logger.log(`Git commit: ${utils.gitHash}`) } // ClamAV scanner if (config.uploads.scan && config.uploads.scan.enabled) { if (!config.uploads.scan.clamOptions) { logger.error('Missing object config.uploads.scan.clamOptions (check config.sample.js)') process.exit(1) } utils.scan.instance = await new NodeClam().init(config.uploads.scan.clamOptions) utils.scan.version = await utils.scan.instance.getVersion().then(s => s.trim()) logger.log(`Connection established with ${utils.scan.version}`) } // Cache file identifiers if (config.uploads.cacheFileIdentifiers) { utils.idSet = await utils.db.table('files') .select('name') .then(rows => { return new Set(rows.map(row => row.name.split('.')[0])) }) logger.log(`Cached ${utils.idSet.size} file identifiers`) } // Binds Express to port await safe.listen(utils.conf.port) logger.log(`lolisafe started on port ${utils.conf.port}`) // Cache control (safe.fiery.me) // Purge Cloudflare cache if (config.cacheControl && config.cacheControl !== 2) { if (config.cloudflare.purgeCache) { logger.log('Cache control enabled, purging Cloudflare\'s cache...') const results = await utils.purgeCloudflareCache(cdnRoutes) let errored = false let succeeded = 0 for (const result of results) { if (result.errors.length) { if (!errored) errored = true result.errors.forEach(error => logger.log(`[CF]: ${error}`)) continue } succeeded += result.files.length } if (!errored) { logger.log(`Successfully purged ${succeeded} cache`) } } else { logger.log('Cache control enabled without Cloudflare\'s cache purging') } } // Initiate internal periodical check ups of temporary uploads if required if (utils.retentions && utils.retentions.enabled && config.uploads.temporaryUploadsInterval > 0) { let temporaryUploadsInProgress = false const temporaryUploadCheck = async () => { if (temporaryUploadsInProgress) return temporaryUploadsInProgress = true try { const result = await utils.bulkDeleteExpired(false, isDevMode) if (result.expired.length || result.failed.length) { if (isDevMode) { let logMessage = `Expired uploads (${result.expired.length}): ${result.expired.map(_file => _file.name).join(', ')}` if (result.failed.length) { logMessage += `\nErrored (${result.failed.length}): ${result.failed.map(_file => _file.name).join(', ')}` } logger.debug(logMessage) } else { let logMessage = `Expired uploads: ${result.expired.length} deleted` if (result.failed.length) { logMessage += `, ${result.failed.length} errored` } logger.log(logMessage) } } } catch (error) { // Simply print-out errors, then continue logger.error(error) } temporaryUploadsInProgress = false } temporaryUploadCheck() setInterval(temporaryUploadCheck, config.uploads.temporaryUploadsInterval) } // NODE_ENV=development yarn start if (isDevMode) { const { inspect } = require('util') // Add readline interface to allow evaluating arbitrary JavaScript from console require('readline').createInterface({ input: process.stdin }).on('line', line => { try { if (line === 'rs') return if (line === '.exit') return process.exit(0) // eslint-disable-next-line no-eval const evaled = eval(line) process.stdout.write(`${typeof evaled === 'string' ? evaled : inspect(evaled)}\n`) } catch (error) { process.stderr.write(`${error.stack}\n`) } }).on('SIGINT', () => { process.exit(0) }) logger.log(utils.stripIndents(`!!! DEVELOPMENT MODE !!! [=] Nunjucks will auto rebuild (not live reload) [=] HTTP rate limits disabled [=] Readline interface enabled (eval arbitrary JS input)`)) } } catch (error) { logger.error(error) process.exit(1) } })()