pad.pub0.org/bin/migrateDirtyDBtoRealDB.js

require('npm').load({}, (er, npm) => {
  process.chdir(`${npm.root}/..`);

  // This script requires that you have modified your settings.json file
  // to work with a real database.  Please make a backup of your dirty.db
  // file before using this script, just to be safe.

  // It might be necessary to run the script using more memory:
  // `node --max-old-space-size=4096 bin/migrateDirtyDBtoRealDB.js`


  const settings = require('../src/node/utils/Settings');
  let dirty = require('dirty');
  const ueberDB = require('ueberdb2');
  const log4js = require('log4js');
  const dbWrapperSettings = {
    cache: '0', // The cache slows things down when you're mostly writing.
    writeInterval: 0, // Write directly to the database, don't buffer
  };
  const db = new ueberDB.database(settings.dbType, settings.dbSettings, dbWrapperSettings, log4js.getLogger('ueberDB'));
  let i = 0;
  let length = 0;

  db.init(() => {
    console.log('Waiting for dirtyDB to parse its file.');
    dirty = dirty('var/dirty.db').on('load', () => {
      dirty.forEach(() => {
        length++;
      });
      console.log(`Found ${length} records, processing now.`);

      dirty.forEach(async (key, value) => {
        const error = await db.set(key, value);
        console.log(`Wrote record ${i}`);
        i++;

        if (i === length) {
          console.log('finished, just clearing up for a bit...');
          setTimeout(() => {
            process.exit(0);
          }, 5000);
        }
      });
      console.log('Please wait for all records to flush to database, then kill this process.');
    });
    console.log('done?');
  });
});