refactor(migrate): switch to linkedom

Author: std-microblock

migrate/migrate-bot.ts

@@ -1,11 +1,12 @@
 import { Octokit } from "@octokit/rest";
-import { JSDOM } from "jsdom";
+import { parseHTML } from "linkedom";
 import fs, { readFile } from "fs/promises";
 import path, { join } from "path";
 import { fileURLToPath } from "url";
 import { execSync, spawnSync } from "child_process";
 import { visualizeTextDiff } from "./text-diff-visualizer";
-import { getTextFromDOM } from "./text-from-element";
+import { convert } from "html-to-text";
+
 
 const __dirname = path.dirname(fileURLToPath(import.meta.url));
 
@@ -68,8 +69,8 @@ async function fetchPageContent(
     throw new Error(`Failed to fetch ${url}: ${response.status}`);
   }
   const html = await response.text();
-  const dom = new JSDOM(html);
-  const contentElement = dom.window.document.querySelector("#mw-content-text");
+  const document = parseHTML(html).document;
+  const contentElement = document.querySelector("#mw-content-text");
 
   const selectorsToRemove = [
     ".t-navbar",
@@ -81,15 +82,15 @@ async function fetchPageContent(
     const elements = contentElement?.querySelectorAll(selector);
     elements?.forEach((el) => el.remove());
   }
-  const headingElement = dom.window.document.querySelector("#firstHeading");
+  const headingElement = document.querySelector("#firstHeading");
   if (!contentElement) {
     throw new Error("Could not find #mw-content-text");
   }
   return {
     html: contentElement.innerHTML,
     title: headingElement?.textContent?.trim() || "",
     url,
-    innerText: getTextFromDOM(contentElement),
+    innerText: (contentElement as HTMLDivElement).innerText
   };
 }
 
@@ -304,16 +305,16 @@ async function createPullRequest(
 
   const newInnerText = await readFile(getRelativeHTMLPath(url), "utf8")
     .then((data) => {
-      const dom = new JSDOM(data);
-      const contentElement = dom.window.document.querySelector("main");
+      const document = parseHTML(data).document;
+      const contentElement = document.querySelector("main");
       const selectorsToRemove = [".sl-anchor-link"];
       for (const selector of selectorsToRemove) {
         const elements = contentElement?.querySelectorAll(selector);
         elements?.forEach((el) => el.remove());
       }
 
       if (!contentElement) return "";
-      return getTextFromDOM(contentElement);
+      return (contentElement as HTMLDivElement).innerText;
     })
     .catch(() => "");