more accurate character replacement for wordcloud words, tested with …

…other languages
AlecM33 · Nov 13, 2024 · 9e9a64e · 9e9a64e
1 parent 1726a9f
commit 9e9a64e
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/modules/utilities.js b/modules/utilities.js
@@ -98,6 +98,7 @@ module.exports = {
         const wordsWithOccurrences = [];
         for (const quote of quotesForCloud) {
             const words = quote.quotation
+                .replace(/[^\p{L}0-9'’\/-]/gu, ' ')
                 .split(' ')
                 .filter((word) => word.length > 0 && !STOP_WORDS.includes(word.toLowerCase()));
             for (const word of words) {