Notes/src/routes/api/import.ts

143 lines
4.9 KiB
TypeScript
Raw Normal View History

2017-12-02 23:41:18 -05:00
"use strict";
import enexImportService from "../../services/import/enex.js";
import opmlImportService from "../../services/import/opml.js";
import zipImportService from "../../services/import/zip.js";
import singleImportService from "../../services/import/single.js";
import cls from "../../services/cls.js";
import path from "path";
import becca from "../../becca/becca.js";
import beccaLoader from "../../becca/becca_loader.js";
import log from "../../services/log.js";
import TaskContext from "../../services/task_context.js";
import ValidationError from "../../errors/validation_error.js";
2024-04-06 21:30:27 +03:00
import { Request } from 'express';
import BNote from "../../becca/entities/bnote.js";
2024-04-07 14:29:08 +03:00
import { AppRequest } from '../route-interface';
2024-04-06 21:30:27 +03:00
2024-04-07 14:29:08 +03:00
async function importNotesToBranch(req: AppRequest) {
2024-03-17 21:29:57 +02:00
const { parentNoteId } = req.params;
const { taskId, last } = req.body;
2019-02-11 23:45:58 +01:00
2019-02-24 12:24:28 +01:00
const options = {
safeImport: req.body.safeImport !== 'false',
2019-02-25 21:22:57 +01:00
shrinkImages: req.body.shrinkImages !== 'false',
2019-02-24 12:24:28 +01:00
textImportedAsText: req.body.textImportedAsText !== 'false',
codeImportedAsCode: req.body.codeImportedAsCode !== 'false',
explodeArchives: req.body.explodeArchives !== 'false',
replaceUnderscoresWithSpaces: req.body.replaceUnderscoresWithSpaces !== 'false'
2019-02-24 12:24:28 +01:00
};
2019-02-11 23:45:58 +01:00
2024-04-07 14:29:08 +03:00
const file = req.file;
2018-05-29 20:32:13 -04:00
2018-09-10 23:41:11 +02:00
if (!file) {
throw new ValidationError("No file has been uploaded");
2018-09-03 21:06:24 +02:00
}
const parentNote = becca.getNoteOrThrow(parentNoteId);
2018-05-29 20:32:13 -04:00
const extension = path.extname(file.originalname).toLowerCase();
// running all the event handlers on imported notes (and attributes) is slow
// and may produce unintended consequences
cls.disableEntityEvents();
// eliminate flickering during import
cls.ignoreEntityChangeIds();
2024-04-06 21:30:27 +03:00
let note: BNote | null; // typically root of the import - client can show it after finishing the import
2023-05-09 00:05:27 +02:00
const taskContext = TaskContext.getInstance(taskId, 'importNotes', options);
2019-02-10 19:36:03 +01:00
2019-02-10 19:53:57 +01:00
try {
2024-04-07 14:29:08 +03:00
if (extension === '.zip' && options.explodeArchives && typeof file.buffer !== "string") {
2020-06-27 00:40:35 +02:00
note = await zipImportService.importZip(taskContext, file.buffer, parentNote);
} else if (extension === '.opml' && options.explodeArchives) {
2024-04-06 21:30:27 +03:00
const importResult = await opmlImportService.importOpml(taskContext, file.buffer, parentNote);
if (!Array.isArray(importResult)) {
note = importResult;
} else {
return importResult;
}
} else if (extension === '.enex' && options.explodeArchives) {
2024-04-06 21:30:27 +03:00
const importResult = await enexImportService.importEnex(taskContext, file, parentNote);
if (!Array.isArray(importResult)) {
note = importResult;
} else {
return importResult;
}
2019-02-10 19:53:57 +01:00
} else {
2020-06-27 00:40:35 +02:00
note = await singleImportService.importSingleFile(taskContext, file, parentNote);
2019-02-10 19:53:57 +01:00
}
2018-09-03 13:40:40 +02:00
}
2024-04-06 21:30:27 +03:00
catch (e: any) {
const message = `Import failed with following error: '${e.message}'. More details might be in the logs.`;
taskContext.reportError(message);
2019-02-10 19:53:57 +01:00
log.error(message + e.stack);
return [500, message];
2018-05-29 20:32:13 -04:00
}
2024-04-06 21:30:27 +03:00
if (!note) {
return [500, "No note was generated as a result of the import."];
}
if (last === "true") {
2023-05-05 23:41:11 +02:00
// small timeout to avoid race condition (the message is received before the transaction is committed)
2019-10-19 00:11:07 +02:00
setTimeout(() => taskContext.taskSucceeded({
parentNoteId: parentNoteId,
2024-04-06 21:30:27 +03:00
importedNoteId: note?.noteId
2019-10-19 00:11:07 +02:00
}), 1000);
}
// import has deactivated note events so becca is not updated, instead we force it to reload
beccaLoader.load();
return note.getPojo();
}
2024-04-07 14:29:08 +03:00
async function importAttachmentsToNote(req: AppRequest) {
2024-03-17 21:29:57 +02:00
const { parentNoteId } = req.params;
const { taskId, last } = req.body;
const options = {
shrinkImages: req.body.shrinkImages !== 'false',
};
2024-04-07 14:29:08 +03:00
const file = req.file;
if (!file) {
throw new ValidationError("No file has been uploaded");
}
const parentNote = becca.getNoteOrThrow(parentNoteId);
2023-05-09 00:05:27 +02:00
const taskContext = TaskContext.getInstance(taskId, 'importAttachment', options);
2023-06-30 11:18:34 +02:00
// unlike in note import, we let the events run, because a huge number of attachments is not likely
try {
2023-05-09 00:05:27 +02:00
await singleImportService.importAttachment(taskContext, file, parentNote);
}
2024-04-06 21:30:27 +03:00
catch (e: any) {
const message = `Import failed with following error: '${e.message}'. More details might be in the logs.`;
taskContext.reportError(message);
log.error(message + e.stack);
return [500, message];
}
if (last === "true") {
// small timeout to avoid race condition (the message is received before the transaction is committed)
setTimeout(() => taskContext.taskSucceeded({
2023-05-09 00:05:27 +02:00
parentNoteId: parentNoteId
}), 1000);
}
2018-05-29 20:32:13 -04:00
}
2024-04-06 21:30:27 +03:00
export = {
importNotesToBranch,
importAttachmentsToNote
2020-05-16 23:12:29 +02:00
};