filesafe/scripts/clean-up.js

const jetpack = require('fs-jetpack')
const path = require('path')
const paths = require('./../controllers/pathsController')
const utils = require('./../controllers/utilsController')

const self = {
  getFiles: async directory => {
    const names = await jetpack.listAsync(directory)
    const files = []
    if (Array.isArray(names) && names.length) {
      for (const name of names) {
        const exists = await jetpack.existsAsync(path.join(directory, name))
        if (exists === 'file' && !name.startsWith('.')) {
          files.push(name)
        }
      }
    }
    return files
  }
}

;(async () => {
  const location = process.argv[1].replace(process.cwd() + '/', '')
  const args = process.argv.slice(2)

  if (args.includes('--help') || args.includes('-h')) {
    return console.log(utils.stripIndents(`
      Clean up files that are not in the database.

      Usage:
      node ${location} [mode=0|1|2]

      mode:
      0 = Only list names of files that are not in the database.
      1 = Clean up the files.
    `).trim())
  }

  const mode = parseInt(args[0]) || 0
  const dryrun = mode === 0

  console.log('Querying and mapping uploads\u2026')

  const uploads = await self.getFiles(paths.uploads)
  console.log(`Uploads: ${uploads.length}`)

  const uploadsDb = await utils.db.table('files')
    .select('name')
    .then(rows => rows.map(row => row.name))
  console.log(`- In DB: ${uploadsDb.length}`)

  const uploadsNotInDb = uploads.filter(upload => !uploadsDb.includes(upload))
  console.log(`- Stray: ${uploadsNotInDb.length}`)

  const thumbs = await self.getFiles(paths.thumbs)
  console.log(`Thumbs : ${thumbs.length}`)

  const uploadsDbSet = new Set(uploadsDb.map(upload => upload.split('.')[0]))
  const thumbsNotInDb = thumbs.filter(thumb => !uploadsDbSet.has(thumb.slice(0, -4)))
  console.log(`- Stray: ${thumbsNotInDb.length}`)

  if (dryrun) {
    console.log('Stray uploads:', uploadsNotInDb.join(', '))
    console.log('Stray thumbs :', thumbsNotInDb.join(', '))
    console.log('INFO: This was a dry run. No files had been deleted.')
  } else if (!dryrun) {
    for (const upload of uploadsNotInDb) {
      await jetpack.removeAsync(path.join(paths.uploads, upload))
      console.log(`${upload}: OK`)
    }
    for (const thumb of thumbsNotInDb) {
      await jetpack.removeAsync(path.join(paths.thumbs, thumb))
      console.log(`${thumb}: OK`)
    }
  }
})()
  .then(() => process.exit(0))
  .catch(error => {
    console.error(error)
    process.exit(1)
  })