From e63d3489b0679b1e07d79f25cb793cead64f25d6 Mon Sep 17 00:00:00 2001
From: CobriMediaJulien <56324041+CobriMediaJulien@users.noreply.github.com>
Date: Sun, 8 Dec 2024 22:52:51 +0100
Subject: [PATCH 1/8] Better Canvas search to prevent metadata beeing searched
 in fulltext

---
 .../expressions/note_content_fulltext.ts      | 24 +++++++++++++++++++
 1 file changed, 24 insertions(+)

diff --git a/src/services/search/expressions/note_content_fulltext.ts b/src/services/search/expressions/note_content_fulltext.ts
index 106d5d3e3..546191a3c 100644
--- a/src/services/search/expressions/note_content_fulltext.ts
+++ b/src/services/search/expressions/note_content_fulltext.ts
@@ -133,6 +133,30 @@ class NoteContentFulltextExp extends Expression {
 
             content = content.replace(/&nbsp;/g, ' ');
         }
+        else if (type === 'mindMap' && mime === 'application/json') {
+            console.log("mindMap", content);
+            let mindMapcontent = JSON.parse (content);
+            console.log("mindMap", mindMapcontent);
+            let topic = mindMapcontent.nodedata.topic;
+            console.log("topic22", topic);
+            content = utils.normalize(topic.toString());
+          } 
+        else if (type === 'canvas' && mime === 'application/json') {
+            interface Element {
+                type: string;
+                text?: string; // Optional since not all objects have a `text` property
+                id: string;
+                [key: string]: any; // Other properties that may exist
+            }
+            console.log("hier")
+            let canvasContent = JSON.parse (content);
+            const elements: Element [] = canvasContent.elements;
+            const texts = elements
+                .filter((element: Element) => element.type === 'text' && element.text) // Filter for 'text' type elements with a 'text' property
+                .map((element: Element) => element.text!); // Use `!` to assert `text` is defined after filtering
+            console.log(texts)
+          }
+
 
         return content.trim();
     }

From cf8ec5a28673e3115576a0a0c0d07831a0204b2a Mon Sep 17 00:00:00 2001
From: CobriMediaJulien <56324041+CobriMediaJulien@users.noreply.github.com>
Date: Sun, 8 Dec 2024 22:56:26 +0100
Subject: [PATCH 2/8] Update note_content_fulltext.ts

---
 src/services/search/expressions/note_content_fulltext.ts | 4 ----
 1 file changed, 4 deletions(-)

diff --git a/src/services/search/expressions/note_content_fulltext.ts b/src/services/search/expressions/note_content_fulltext.ts
index 546191a3c..11a8c09f3 100644
--- a/src/services/search/expressions/note_content_fulltext.ts
+++ b/src/services/search/expressions/note_content_fulltext.ts
@@ -134,11 +134,8 @@ class NoteContentFulltextExp extends Expression {
             content = content.replace(/&nbsp;/g, ' ');
         }
         else if (type === 'mindMap' && mime === 'application/json') {
-            console.log("mindMap", content);
             let mindMapcontent = JSON.parse (content);
-            console.log("mindMap", mindMapcontent);
             let topic = mindMapcontent.nodedata.topic;
-            console.log("topic22", topic);
             content = utils.normalize(topic.toString());
           } 
         else if (type === 'canvas' && mime === 'application/json') {
@@ -154,7 +151,6 @@ class NoteContentFulltextExp extends Expression {
             const texts = elements
                 .filter((element: Element) => element.type === 'text' && element.text) // Filter for 'text' type elements with a 'text' property
                 .map((element: Element) => element.text!); // Use `!` to assert `text` is defined after filtering
-            console.log(texts)
           }
 
 

From 24d5311b9f57c97104307b76c9444a4aff795726 Mon Sep 17 00:00:00 2001
From: CobriMediaJulien <56324041+CobriMediaJulien@users.noreply.github.com>
Date: Fri, 13 Dec 2024 13:28:58 +0100
Subject: [PATCH 3/8] Update note_content_fulltext.ts

Mindmap search works now
---
 .../expressions/note_content_fulltext.ts      | 55 ++++++++++++++++++-
 1 file changed, 52 insertions(+), 3 deletions(-)

diff --git a/src/services/search/expressions/note_content_fulltext.ts b/src/services/search/expressions/note_content_fulltext.ts
index 11a8c09f3..9ede1a44a 100644
--- a/src/services/search/expressions/note_content_fulltext.ts
+++ b/src/services/search/expressions/note_content_fulltext.ts
@@ -12,6 +12,7 @@ import striptags from "striptags";
 import utils from "../../utils.js";
 import sql from "../../sql.js";
 
+
 const ALLOWED_OPERATORS = ['=', '!=', '*=*', '*=', '=*', '%='];
 
 const cachedRegexes: Record<string, RegExp> = {};
@@ -134,9 +135,55 @@ class NoteContentFulltextExp extends Expression {
             content = content.replace(/&nbsp;/g, ' ');
         }
         else if (type === 'mindMap' && mime === 'application/json') {
+           
             let mindMapcontent = JSON.parse (content);
-            let topic = mindMapcontent.nodedata.topic;
-            content = utils.normalize(topic.toString());
+
+                        // Define interfaces for the JSON structure
+            interface MindmapNode {
+                id: string;
+                topic: string;
+                children: MindmapNode[]; // Recursive structure
+                direction?: number;
+                expanded?: boolean;
+            }
+            
+            interface MindmapData {
+                nodedata: MindmapNode;
+                arrows: any[]; // If you know the structure, replace `any` with the correct type
+                summaries: any[];
+                direction: number;
+                theme: {
+                name: string;
+                type: string;
+                palette: string[];
+                cssvar: Record<string, string>; // Object with string keys and string values
+                };
+            }
+            
+                // Recursive function to collect all topics
+                function collectTopics(node: MindmapNode): string[] {
+                // Collect the current node's topic
+                let topics = [node.topic];
+            
+                // If the node has children, collect topics recursively
+                if (node.children && node.children.length > 0) {
+                for (const child of node.children) {
+                    topics = topics.concat(collectTopics(child));
+                }
+                }
+            
+                return topics;
+            }
+            
+            
+            // Start extracting from the root node
+            const topicsArray = collectTopics(mindMapcontent.nodedata);
+            
+            // Combine topics into a single string
+            const topicsString = topicsArray.join(", ");
+            
+        
+            content = utils.normalize(topicsString.toString());
           } 
         else if (type === 'canvas' && mime === 'application/json') {
             interface Element {
@@ -145,12 +192,14 @@ class NoteContentFulltextExp extends Expression {
                 id: string;
                 [key: string]: any; // Other properties that may exist
             }
-            console.log("hier")
+            
             let canvasContent = JSON.parse (content);
             const elements: Element [] = canvasContent.elements;
             const texts = elements
                 .filter((element: Element) => element.type === 'text' && element.text) // Filter for 'text' type elements with a 'text' property
                 .map((element: Element) => element.text!); // Use `!` to assert `text` is defined after filtering
+
+            content =utils.normalize(texts.toString())
           }
 
 

From ee4fe05cd1eeb229fd2b8ec5d44f71653f8dd1e6 Mon Sep 17 00:00:00 2001
From: CobriMediaJulien <56324041+CobriMediaJulien@users.noreply.github.com>
Date: Sun, 15 Dec 2024 15:51:11 +0100
Subject: [PATCH 4/8] Update canvas.js

Improvement of canva library feature. Now u can delete items and manage your library in the UI.
---
 src/public/app/widgets/type_widgets/canvas.js | 96 +++++++++++++++----
 1 file changed, 80 insertions(+), 16 deletions(-)

diff --git a/src/public/app/widgets/type_widgets/canvas.js b/src/public/app/widgets/type_widgets/canvas.js
index 08f7128e3..0c3d2ffd6 100644
--- a/src/public/app/widgets/type_widgets/canvas.js
+++ b/src/public/app/widgets/type_widgets/canvas.js
@@ -2,7 +2,7 @@ import libraryLoader from '../../services/library_loader.js';
 import TypeWidget from './type_widget.js';
 import utils from '../../services/utils.js';
 import linkService from '../../services/link.js';
-
+import server from '../../services/server.js';
 const TPL = `
     <div class="canvas-widget note-detail-canvas note-detail-printable note-detail">
         <style>
@@ -115,6 +115,11 @@ export default class ExcalidrawTypeWidget extends TypeWidget {
         this.reactHandlers; // used to control react state
 
         this.libraryChanged = false;
+
+        // these 2 variables are needed to compare the library state (all library items) after loading to the state when the library changed. So we can find attachments to be deleted.
+        //every libraryitem is saved on its own json file in the attachments of the note.
+        this.librarycache = [];
+        this.attachmentMetadata=[]
     }
 
     static getType() {
@@ -236,23 +241,47 @@ export default class ExcalidrawTypeWidget extends TypeWidget {
                 fileArray.push(file);
             }
 
+            Promise.all(
+                (await note.getAttachmentsByRole('canvasLibraryItem'))
+                    .map(async attachment => {
+                        const blob = await attachment.getBlob();
+                        return {
+                            blob, // Save the blob for libraryItems
+                            metadata: { // metadata to use in the cache variables for comparing old library state and new one. We delete unnecessary items later, calling the server directly
+                                attachmentId: attachment.attachmentId,
+                                title: attachment.title,
+                            },
+                        };
+                    })
+            ).then(results => {
+                if (note.noteId !== this.currentNoteId) {
+                    // current note changed in the course of the async operation
+                    return;
+                }
+            
+                // Extract libraryItems from the blobs
+                const libraryItems = results
+                    .map(result => result.blob.getJsonContentSafely())
+                    .filter(item => !!item);
+            
+                // Extract metadata for each attachment
+                const metadata = results.map(result => result.metadata);
+            
+                // Update the library and save to independent variables
+                this.excalidrawApi.updateLibrary({ libraryItems, merge: false });
+                
+                // save state of library to compare it to the new state later.
+                this.librarycache = libraryItems;
+                this.attachmentMetadata = metadata;
+            });
+            
+            // Update the scene
             this.excalidrawApi.updateScene(sceneData);
             this.excalidrawApi.addFiles(fileArray);
             this.excalidrawApi.history.clear();
         }
-
-        Promise.all(
-            (await note.getAttachmentsByRole('canvasLibraryItem'))
-                .map(attachment => attachment.getBlob())
-        ).then(blobs => {
-            if (note.noteId !== this.currentNoteId) {
-                // current note changed in the course of the async operation
-                return;
-            }
-
-            const libraryItems = blobs.map(blob => blob.getJsonContentSafely()).filter(item => !!item);
-            this.excalidrawApi.updateLibrary({libraryItems, merge: false});
-        });
+        
+        
 
         // set initial scene version
         if (this.currentSceneVersion === this.SCENE_VERSION_INITIAL) {
@@ -313,19 +342,54 @@ export default class ExcalidrawTypeWidget extends TypeWidget {
             // there's no separate method to get library items, so have to abuse this one
             const libraryItems = await this.excalidrawApi.updateLibrary({merge: true});
 
+            // excalidraw saves the library as a own state. the items are saved to libraryItems. then we compare the library right now with a libraryitemcache. The cache is filled when we first load the Library into the note.
+            //We need the cache to delete old attachments later in the server.
+
+            const libraryItemsMissmatch = this.librarycache.filter(obj1 => !libraryItems.some(obj2 => obj1.id === obj2.id));
+
+
+            // before we saved the metadata of the attachments in a cache. the title of the attachment is a combination of libraryitem  ´s ID und it´s name.
+            // we compare the library items in the libraryitemmissmatch variable (this one saves all libraryitems that are different to the state right now. E.g. you delete 1 item, this item is saved as mismatch)
+            // then we combine its id and title and search the according attachmentID.
+            
+            const matchingItems = this.attachmentMetadata.filter(meta => {
+                // Loop through the second array and check for a match
+                return libraryItemsMissmatch.some(item => {
+                    // Combine the `name` and `id` from the second array
+                    const combinedTitle = `${item.id}${item.name}`;
+                    return meta.title === combinedTitle;
+                });
+            });
+            
+            // we save the attachment ID`s in a variable and delete every attachmentID. Now the items that the user deleted will be deleted.
+            const attachmentIds = matchingItems.map(item => item.attachmentId);
+
+
+
+            //delete old attachments that are no longer used
+            for (const item of attachmentIds){
+                
+                 await server.remove(`attachments/${item}`);
+
+            }
+
             let position = 10;
 
+                // prepare data to save to server e.g. new library items.
             for (const libraryItem of libraryItems) {
+                
                 attachments.push({
                     role: 'canvasLibraryItem',
-                    title: libraryItem.id,
+                    title: libraryItem.id + libraryItem.name,
                     mime: 'application/json',
                     content: JSON.stringify(libraryItem),
                     position: position
+                    
                 });
-
+                
                 position += 10;
             }
+          
         }
 
         return {

From 3ed9f4e056402bb0fe11ec901c1b06ee4dee8ba8 Mon Sep 17 00:00:00 2001
From: CobriMediaJulien <56324041+CobriMediaJulien@users.noreply.github.com>
Date: Sun, 15 Dec 2024 15:54:26 +0100
Subject: [PATCH 5/8] Update sattachment.ts -> Fix backend bug that prevented
 library items from loading

---
 src/share/shaca/entities/sattachment.ts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/share/shaca/entities/sattachment.ts b/src/share/shaca/entities/sattachment.ts
index dc0ad7953..a442c4265 100644
--- a/src/share/shaca/entities/sattachment.ts
+++ b/src/share/shaca/entities/sattachment.ts
@@ -62,7 +62,7 @@ class SAttachment extends AbstractShacaEntity {
 
     /** @returns true if the attachment has string content (not binary) */
     hasStringContent() {
-        return utils.isStringNote(null, this.mime);
+        return utils.isStringNote(undefined, this.mime);
     }
 
     getPojo() {

From e64e51c0783f374b496af311f91655157cb427c1 Mon Sep 17 00:00:00 2001
From: CobriMediaJulien <56324041+CobriMediaJulien@users.noreply.github.com>
Date: Sun, 15 Dec 2024 15:56:10 +0100
Subject: [PATCH 6/8] Update utils.ts to fix backend bug that prevented library
 items from loading

---
 src/services/utils.ts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/services/utils.ts b/src/services/utils.ts
index 1d93d724c..1c7a7e12b 100644
--- a/src/services/utils.ts
+++ b/src/services/utils.ts
@@ -160,7 +160,7 @@ const STRING_MIME_TYPES = [
     "image/svg+xml"
 ];
 
-function isStringNote(type: string | null, mime: string) {
+function isStringNote(type: string | undefined, mime: string) {
     // render and book are string note in the sense that they are expected to contain empty string
     return (type && ["text", "code", "relationMap", "search", "render", "book", "mermaid", "canvas"].includes(type))
         || mime.startsWith('text/')

From d9d3613caf06aa6e7a8492be3e0c6c3f2f899d33 Mon Sep 17 00:00:00 2001
From: CobriMediaJulien <56324041+CobriMediaJulien@users.noreply.github.com>
Date: Sun, 15 Dec 2024 16:41:36 +0100
Subject: [PATCH 7/8] Update battachment.ts to fix bug that prevents loading
 library items

---
 src/becca/entities/battachment.ts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/becca/entities/battachment.ts b/src/becca/entities/battachment.ts
index ab90d345f..c8871a584 100644
--- a/src/becca/entities/battachment.ts
+++ b/src/becca/entities/battachment.ts
@@ -98,7 +98,7 @@ class BAttachment extends AbstractBeccaEntity<BAttachment> {
 
     /** @returns true if the note has string content (not binary) */
     hasStringContent(): boolean {
-        return this.type !== undefined && utils.isStringNote(this.type, this.mime);
+        return this.type utils.isStringNote(this.type, this.mime); // here was !== undefined && utils.isStringNote(this.type, this.mime); I dont know why we need !=undefined. But it filters out canvas libary items
     }
 
     isContentAvailable() {

From c41981800601a13a1a5c9dde70098a6ae64d3515 Mon Sep 17 00:00:00 2001
From: CobriMediaJulien <56324041+CobriMediaJulien@users.noreply.github.com>
Date: Sun, 15 Dec 2024 16:54:39 +0100
Subject: [PATCH 8/8] Update battachment.ts typo

---
 src/becca/entities/battachment.ts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/becca/entities/battachment.ts b/src/becca/entities/battachment.ts
index c8871a584..c6b8d7076 100644
--- a/src/becca/entities/battachment.ts
+++ b/src/becca/entities/battachment.ts
@@ -98,7 +98,7 @@ class BAttachment extends AbstractBeccaEntity<BAttachment> {
 
     /** @returns true if the note has string content (not binary) */
     hasStringContent(): boolean {
-        return this.type utils.isStringNote(this.type, this.mime); // here was !== undefined && utils.isStringNote(this.type, this.mime); I dont know why we need !=undefined. But it filters out canvas libary items
+        return utils.isStringNote(this.type, this.mime); // here was !== undefined && utils.isStringNote(this.type, this.mime); I dont know why we need !=undefined. But it filters out canvas libary items
     }
 
     isContentAvailable() {