Tools/Notes
1
0
Fork 0
mirror of https://github.com/TriliumNext/Notes.git synced 2025-10-20 13:42:42 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix(markdown): Make the math formula conversion ignore formulas inside code blocks

Browse Source
This commit is contained in:
SiriusXT 2025-05-21 17:15:54 +08:00
parent 6a9b44e4a1
commit 04bd541542
2 changed files with 59 additions and 28 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
apps/server/src/services/import/markdown.spec.ts
View File

@ -206,6 +206,16 @@ $$`;
expect(markdownService.renderToHtml(input, "Title")).toStrictEqual(expected); expect(markdownService.renderToHtml(input, "Title")).toStrictEqual(expected);
}); });
it("ignores math formulas inside code blocks and converts inline math expressions correctly", () => {
const result = markdownService.renderToHtml(trimIndentation`\
\`\`\`unknownlanguage
$$a+b$$
\`\`\`
`, "title");
expect(result).toBe(trimIndentation`\
<pre><code class="language-text-x-trilium-auto">$$a+b$$</code></pre>`);
});
it("converts specific inline math expression into Mathtex format", () => { it("converts specific inline math expression into Mathtex format", () => {
const input = `This is a formula: $\\mathcal{L}_{task} + \\mathcal{L}_{od}$ inside a sentence.`; const input = `This is a formula: $\\mathcal{L}_{task} + \\mathcal{L}_{od}$ inside a sentence.`;
const expected = /*html*/`<p>This is a formula: <span class="math-tex">\\(\\mathcal{L}_{task} + \\mathcal{L}_{od}\\)</span> inside a sentence.</p>`; const expected = /*html*/`<p>This is a formula: <span class="math-tex">\\(\\mathcal{L}_{task} + \\mathcal{L}_{od}\\)</span> inside a sentence.</p>`;

71
apps/server/src/services/import/markdown.ts
View File

@ -122,7 +122,7 @@ function renderToHtml(content: string, title: string) {
content = content.replaceAll("\\$", "\\\\$"); content = content.replaceAll("\\$", "\\\\$");
// Extract formulas and replace them with placeholders to prevent interference from Markdown rendering // Extract formulas and replace them with placeholders to prevent interference from Markdown rendering
const { processedText, formulaMap } = extractFormulas(content); const { processedText, placeholderMap: formulaMap } = extractFormulas(content);
let html = parse(processedText, { let html = parse(processedText, {
async: false, async: false,
@ -130,7 +130,7 @@ function renderToHtml(content: string, title: string) {
}) as string; }) as string;
// After rendering, replace placeholders back with the formula HTML // After rendering, replace placeholders back with the formula HTML
html = restoreFormulas(html, formulaMap); html = restoreFromMap(html, formulaMap);
// h1 handling needs to come before sanitization // h1 handling needs to come before sanitization
html = importUtils.handleH1(html, title); html = importUtils.handleH1(html, title);
@ -159,36 +159,57 @@ function getNormalizedMimeFromMarkdownLanguage(language: string | undefined) {
return MIME_TYPE_AUTO; return MIME_TYPE_AUTO;
} }
function extractFormulas(text: string): { processedText: string, formulaMap: Map<string, string> } { function extractCodeBlocks(text: string): { processedText: string, placeholderMap: Map<string, string> } {
const codeMap = new Map<string, string>();
let id = 0;
const timestamp = Date.now();
// Multi-line code block and Inline code
text = text.replace(/```[\s\S]*?```/g, (m) => {
const key = `<!--CODE_BLOCK_${timestamp}_${id++}-->`;
codeMap.set(key, m);
return key;
}).replace(/`[^`\n]+`/g, (m) => {
const key = `<!--INLINE_CODE_${timestamp}_${id++}-->`;
codeMap.set(key, m);
return key;
});
return { processedText: text, placeholderMap: codeMap };
}
function extractFormulas(text: string): { processedText: string, placeholderMap: Map<string, string> } {
// Protect the $ signs inside code blocks from being recognized as formulas.
const { processedText: noCodeText, placeholderMap: codeMap } = extractCodeBlocks(text);
const formulaMap = new Map<string, string>(); const formulaMap = new Map<string, string>();
let formulaId = 0; let id = 0;
const timestamp = Date.now();
// Display math // Display math and Inline math
text = text.replace(/(?<!\\)\$\$(.+?)\$\$/gs, (_, formula) => { let processedText = noCodeText.replace(/(?<!\\)\$\$((?:(?!\n{2,})[\s\S])+?)\$\$/g, (_, formula) => {
const key = `<!--FORMULA_BLOCK_${formulaId++}-->`; const key = `<!--FORMULA_BLOCK_${timestamp}_${id++}-->`;
formulaMap.set(key, `$$${formula}$$`); const rendered = `<span class="math-tex">\\[${formula}\\]</span>`;
formulaMap.set(key, rendered);
return key;
}).replace(/(?<!\\)\$(.+?)\$/g, (_, formula) => {
const key = `<!--FORMULA_INLINE_${timestamp}_${id++}-->`;
const rendered = `<span class="math-tex">\\(${formula}\\)</span>`;
formulaMap.set(key, rendered);
return key; return key;
}); });
// Inline math processedText = restoreFromMap(processedText, codeMap);
text = text.replace(/(?<!\\)\$(.+?)\$/g, (_, formula) => {
const key = `<!--FORMULA_INLINE_${formulaId++}-->`; return { processedText, placeholderMap: formulaMap };
formulaMap.set(key, `$${formula}$`);
return key;
});
return { processedText: text, formulaMap };
} }
function restoreFormulas(html: string, formulaMap: Map<string, string>): string { function restoreFromMap(text: string, map: Map<string, string>): string {
for (const [key, formula] of formulaMap.entries()) { if (map.size === 0) return text;
const isBlock = formula.startsWith("$$"); const pattern = [...map.keys()]
const inner = formula.replace(/^\${1,2}|\${1,2}$/g, ""); .map(k => k.replace(/[.*+?^${}()|[\]\\]/g, '\\$&'))
const rendered = isBlock .join('|');
? `<span class="math-tex">\\[${inner}\\]</span>` return text.replace(new RegExp(pattern, 'g'), match => map.get(match) ?? match);
: `<span class="math-tex">\\(${inner}\\)</span>`;
html = html.replaceAll(key, rendered);
}
return html;
} }
const renderer = new CustomMarkdownRenderer({ async: false }); const renderer = new CustomMarkdownRenderer({ async: false });