Notes/src/services/content_hash.js

75 lines
2.1 KiB
JavaScript
Raw Normal View History

2018-04-07 22:59:47 -04:00
"use strict";
2017-11-21 22:11:27 -05:00
const sql = require('./sql');
const utils = require('./utils');
const log = require('./log');
2020-06-20 12:31:38 +02:00
function getEntityHashes() {
const startTime = new Date();
const hashRows = sql.getRawRows(`
SELECT entityName,
entityId,
hash
FROM entity_changes
WHERE isSynced = 1
AND entityName != 'note_reordering'`);
// sorting is faster in memory
// sorting by entityId is enough, hashes will be segmented by entityName later on anyway
hashRows.sort((a, b) => a[1] < b[1] ? -1 : 1);
const hashMap = {};
for (const [entityName, entityId, hash] of hashRows) {
const entityHashMap = hashMap[entityName] = hashMap[entityName] || {};
const sector = entityId[0];
entityHashMap[sector] = (entityHashMap[sector] || "") + hash
}
for (const entityHashMap of Object.values(hashMap)) {
for (const key in entityHashMap) {
entityHashMap[key] = utils.hash(entityHashMap[key]);
}
}
const elapsedTimeMs = Date.now() - startTime.getTime();
log.info(`Content hash computation took ${elapsedTimeMs}ms`);
return hashMap;
2017-11-21 22:11:27 -05:00
}
2020-06-20 12:31:38 +02:00
function checkContentHashes(otherHashes) {
const entityHashes = getEntityHashes();
const failedChecks = [];
2018-04-07 22:59:47 -04:00
for (const entityName in entityHashes) {
2022-01-10 21:24:07 +01:00
const thisSectorHashes = entityHashes[entityName] || {};
const otherSectorHashes = otherHashes[entityName] || {};
2018-04-07 22:59:47 -04:00
2019-12-24 16:00:31 +01:00
const sectors = new Set(Object.keys(thisSectorHashes).concat(Object.keys(otherSectorHashes)));
2019-11-19 19:07:14 +01:00
for (const sector of sectors) {
if (thisSectorHashes[sector] !== otherSectorHashes[sector]) {
log.info(`Content hash check for ${entityName} sector ${sector} FAILED. Local is ${thisSectorHashes[sector]}, remote is ${otherSectorHashes[sector]}`);
failedChecks.push({ entityName, sector });
2018-04-07 22:59:47 -04:00
}
}
}
if (failedChecks.length === 0) {
2018-04-07 22:59:47 -04:00
log.info("Content hash checks PASSED");
}
return failedChecks;
2018-04-07 22:59:47 -04:00
}
2017-11-21 22:11:27 -05:00
module.exports = {
getEntityHashes,
2018-04-07 22:59:47 -04:00
checkContentHashes
2020-06-20 12:31:38 +02:00
};