Merge pull request #28 from CodeByStella/stella

add stop/start bot feature

Author: CodeByStella

src/bot/commands.ts

@@ -6,6 +6,7 @@ import UserType from "@/types/user";
 import { formatDate, isEmpty } from "@/utils";
 import { Markup, Telegraf } from "telegraf";
 import { BroadcastMessageSceneName, ConfigSceneName } from "./scene";
+import { getScrapingStatus, startScraping, stopScraping } from "@/scraper";
 
 const commands: {
   command: string;
@@ -17,6 +18,14 @@ const commands: {
     command: "broadcast",
     description: "Broadcast a message to all users (admin only)",
   },
+  {
+    command: "start_scraping",
+    description: "Start scraping job postings (admin only)",
+  },
+  {
+    command: "stop_scraping",
+    description: "Stop scraping job postings (admin only)",
+  },
 ];
 
 const TELEGRAM_MSG_LIMIT = 3000;
@@ -40,7 +49,7 @@ const setup_commands = async (bot: Telegraf) => {
       const args = ctx.message.text.split(" ");
       const referrerId = args[1];
 
-      const username = ctx.update.message.from.username;
+      const username = ctx.update.message.from.username || "Unknown";
       const userId = ctx.update.message.from.id;
 
       const existUser = await User.findOne({
@@ -174,6 +183,53 @@ const setup_commands = async (bot: Telegraf) => {
     }
   });
 
+  let canStart = false;
+
+  bot.command("start_scraping", async (ctx) => {
+    try {
+      const userId = ctx.update.message.from.id;
+      if (config.ADMIN_ID !== userId.toString())
+        return ctx.reply(`🚫 This command is for admin only.`);
+
+      const scraping = getScrapingStatus();
+
+      if (scraping) return await ctx.reply("Scraping is already ongoing.");
+
+      if (!canStart)
+        return await ctx.reply("Scraping is not allowed to start for now.");
+
+      await ctx.reply("🔍 Scraping started.");
+      startScraping();
+    } catch (error) {
+      console.error("Error in /start_scraping:", error);
+      ctx.reply("An error occurred. Please try again later.");
+    }
+  });
+
+  bot.command("stop_scraping", async (ctx) => {
+    try {
+      const userId = ctx.update.message.from.id;
+      if (config.ADMIN_ID !== userId.toString())
+        return ctx.reply(`🚫 This command is for admin only.`);
+
+      const scraping = getScrapingStatus();
+
+      if (!scraping) return await ctx.reply("Scraping is not ongoing.");
+
+      canStart = false;
+
+      setTimeout(() => {
+        canStart = true;
+      }, 60000);
+
+      await ctx.reply("🛑 Scraping stopped.");
+      stopScraping();
+    } catch (error) {
+      console.error("Error in /stop_scraping:", error);
+      ctx.reply("An error occurred. Please try again later.");
+    }
+  });
+
   bot.hears(SOURCE_URL, async (ctx) => {
     try {
       ctx.reply(

src/scraper/index.ts

@@ -5,6 +5,8 @@ import processScrapedJob from "@/job.controller";
 import User from "@/models/User";
 import UserType from "@/types/user";
 
+let scraping = false;
+
 const useRealBrowser = async () => {
   try {
     const { browser, page } = await connect({
@@ -129,6 +131,19 @@ export async function scrapeJobs() {
   let subscribedUsers: UserType[];
 
   while (true) {
+    if (!scraping) {
+      try {
+        if (page) await page.close().catch(() => {});
+      } catch (err) {
+        console.error("Error closing page:", (err as Error).message);
+      }
+      try {
+        if (browser) await browser.close().catch(() => {});
+      } catch (err) {
+        console.error("Error closing browser:", (err as Error).message);
+      }
+    }
+
     try {
       // Restart browser every N iterations or if not initialized
       if (iteration % RESTART_BROWSER_EVERY === 0 || !browser || !page) {
@@ -184,6 +199,7 @@ export async function scrapeJobs() {
       iteration++;
 
       for (let index = 0; index < subscribedUsers.length; index++) {
+        if (!scraping) break;
         try {
           const searchUrl = subscribedUsers[index].searchUrl || "";
           const userid = subscribedUsers[index].id;
@@ -336,6 +352,7 @@ export async function scrapeJobs() {
 
 export const startScraping = async () => {
   try {
+    scraping = true;
     await scrapeJobs();
   } catch (error) {
     console.error(
@@ -344,3 +361,11 @@ export const startScraping = async () => {
     );
   }
 };
+
+export const stopScraping = () => {
+  scraping = false;
+};
+
+export const getScrapingStatus = () => {
+  return scraping;
+};