chore: semrush module adjust

aziontech · Jan 26, 2025 · aedd5b6 · aedd5b6
1 parent cb4b377
commit aedd5b6
Show file tree

Hide file tree

Showing 2 changed files with 28 additions and 158 deletions.
diff --git a/backend/semrush-replace-url/index.content.js b/backend/semrush-replace-url/index.content.js
diff --git a/backend/semrush-replace-url/index.i18n.js b/backend/semrush-replace-url/index.i18n.js
@@ -1,58 +1,35 @@
-import { parse } from 'csv-parse';
 import { promises as fs } from 'fs';
-import { createReadStream } from 'fs';
 import path from 'path';
 
+import { wwwazioncom, removeHostAndLangFromUrl, isFromRoot } from './helpers/url.js';
+import { read as readcsv } from './helpers/csv.js';
+
 let counterFoundLinks = 0;
 const PATH = {
   csv: './www.azion.com_permanent_redirects_20241225.csv',
   i18n: `${process.env.OLDPWD}/src/i18n`
 };
-const wwwazioncom = 'https://www.azion.com';
-const removeLangFromUrl = (url) => url.replace('/pt-br', '').replace('/en', '');
-const removeHostFromUrl = (url) => url.replace(wwwazioncom, '');
-const removeHostAndLangFromUrl = (url) => removeLangFromUrl(removeHostFromUrl(url));
-const isFromRoot = (url) => url === wwwazioncom;
-
-async function loadRedirects() {
-  const redirects = [];
-  const parser = createReadStream(PATH.csv).pipe(
-    parse({
-      columns: true,
-      skip_empty_lines: true,
-    })
-  );
-
-  try {
-    for await (const record of parser) {
-      redirects.push({
-        page: record.page,
-        initialUrl: record.initial_url,
-        destinationUrl: record.destination_url,
-        statusCode: record.status,
-        discovered: record.discovered
-      });
-    }
-    return redirects;
-  } catch (error) {
-    throw new Error(`Error loading redirects: ${error.message}`);
-  }
-}
 
 async function processFile(filePath, redirects) {
   try {
-    const content = await fs.readFile(filePath, 'utf-8');
-    let newContent = content;
+    let newContent = await fs.readFile(filePath, 'utf-8');
     let fileModified = false;
 
     for (const item of redirects) {
-      const url30x = isFromRoot(item.initialUrl) ? wwwazioncom : removeHostAndLangFromUrl(item.initialUrl);
+      const url30x = isFromRoot(item.initialUrl) ? wwwazioncom() : removeHostAndLangFromUrl(item.initialUrl);
       const url200 = removeHostAndLangFromUrl(item.destinationUrl);
       const isRoot = isFromRoot(url30x);
-      const rgx = new RegExp(`'${url30x}'`, 'g');
+
+			const rgx = new RegExp(`'${url30x}'`, 'g');
       const contentMatch = newContent.match(rgx);
 
-      if (!contentMatch) continue;
+			const rgxSingleQuote = new RegExp(`'${url30x}'`, 'g');
+			const rgxDoubleQuote = new RegExp(`"${url30x}"`, 'g');
+
+			const contentMatchSingleQuote = newContent.match(rgxSingleQuote);
+			const contentMatchDoubleQuote = newContent.match(rgxDoubleQuote);
+
+      if (!contentMatchSingleQuote || !contentMatchDoubleQuote) continue;
 
 			counterFoundLinks++;
       fileModified = true;
@@ -67,10 +44,19 @@ async function processFile(filePath, redirects) {
         processedCount: counterFoundLinks
       });
 
-      newContent = newContent.replace(
-        isRoot ? /'https\:\/\/www\.azion\.com\/'/ : rgx,
-        `'${url200}'`
-      );
+			if(contentMatchSingleQuote.length) {
+				newContent = newContent.replace(
+					isRoot ? /'https\:\/\/www\.azion\.com\/'/ : rgx,
+					`'${url200}'`
+				);
+			}
+
+			if(contentMatchDoubleQuote.length) {
+				newContent = newContent.replace(
+					isRoot ? /"https\:\/\/www\.azion\.com\/"çççç/ : rgx,
+					`'${url200}'`
+				);
+			}
     }
 
     if (fileModified) {
@@ -106,7 +92,7 @@ async function processDirectory(directory, redirects) {
 async function main() {
   try {
     console.log('[INFO] Loading redirects...');
-    const redirects = await loadRedirects();
+    const redirects = await readcsv(PATH.csv);
     console.log(`[INFO] Loaded ${redirects.length} redirects`);
 
     console.log('[INFO] Starting directory processing...');