Notes/compare.js

"use strict";

require('colors');
const jsdiff = require('diff');
const sqlite = require('sqlite');
const sql = require('./sql');

function printDiff(one, two) {
    const diff = jsdiff.diffChars(one, two);

    diff.forEach(function(part){
        // green for additions, red for deletions
        // grey for common parts
        const color = part.added ? 'green' :
            part.removed ? 'red' : 'grey';
        process.stderr.write(part.value[color]);
    });
}

function checkMissing(table, name, ids1, ids2) {
    const missing = ids1.filter(item => ids2.indexOf(item) < 0);

    if (missing.length > 0) {
        console.log("Missing IDs from " + name + " table " + table + ": ", missing);
    }
}

function handleBuffer(obj) {
    if (obj && Buffer.isBuffer(obj.content)) {
        obj.content = obj.content.toString();
    }

    return obj;
}

function compareRows(table, rsLeft, rsRight, column) {
    const leftIds = Object.keys(rsLeft);
    const rightIds = Object.keys(rsRight);

    console.log(`${table} - ${leftIds.length}/${rightIds.length}`);

    checkMissing(table, "right", leftIds, rightIds);
    checkMissing(table, "left", rightIds, leftIds);

    const commonIds = leftIds.filter(item => rightIds.includes(item));

    for (const id of commonIds) {
        const valueLeft = handleBuffer(rsLeft[id]);
        const valueRight = handleBuffer(rsRight[id]);

        const left = JSON.stringify(valueLeft, null, 2);
        const right = JSON.stringify(valueRight, null, 2);

        if (left !== right) {
            console.log("Table " + table + " row with " + column + "=" + id + " differs:");
            console.log("Left: ", left);
            console.log("Right: ", right);
            printDiff(left, right);
        }
    }
}

async function main() {
    const dbLeftPath = process.argv[2];
    const dbRightPath = process.argv[3];

    const dbLeft = await sqlite.open(dbLeftPath, { Promise });
    const dbRight = await sqlite.open(dbRightPath, { Promise });

    async function compare(table, column, query) {
        const rsLeft = await sql.getIndexed(dbLeft, column, query);
        const rsRight = await sql.getIndexed(dbRight, column, query);

        compareRows(table, rsLeft, rsRight, column);
    }

    await compare("branches", "branchId",
        "SELECT branchId, noteId, parentNoteId, notePosition, utcDateCreated, utcDateModified, isDeleted, prefix, hash FROM branches");

    await compare("notes", "noteId",
        "SELECT noteId, title, dateModified, utcDateModified, dateCreated, utcDateCreated, isProtected, isDeleted, hash FROM notes WHERE isDeleted = 0");

    await compare("note_contents", "noteId",
       "SELECT note_contents.noteId, note_contents.content, note_contents.utcDateModified, note_contents.hash FROM note_contents JOIN notes USING(noteId) WHERE isDeleted = 0");

    await compare("note_revisions", "noteRevisionId",
        "SELECT noteRevisionId, noteId, title, utcDateModified, dateCreated, dateLastEdited, utcDateCreated, utcDateLastEdited, isProtected, hash FROM note_revisions WHERE isErased = 0");

    await compare("note_revision_contents", "noteRevisionId",
        "SELECT note_revision_contents.noteRevisionId, note_revision_contents.content, note_revision_contents.utcDateModified FROM note_revision_contents JOIN note_revisions USING(noteRevisionId) WHERE isErased = 0");

    await compare("recent_notes", "noteId",
        "SELECT noteId, notePath, utcDateCreated, isDeleted, hash FROM recent_notes");

    await compare("options", "name",
            `SELECT name, value, utcDateCreated, utcDateModified, hash FROM options WHERE isSynced = 1`);

    await compare("attributes", "attributeId",
        "SELECT attributeId, noteId, type, name, value, utcDateCreated, utcDateModified, hash FROM attributes");

    await compare("api_tokens", "apiTokenId",
        "SELECT apiTokenId, token, utcDateCreated, isDeleted, hash FROM api_tokens");
}

(async () => {
    try {
        await main();
    } catch (e) {
        console.error(e);
    }
})();