From 3bec0090bce27db29fd1ef8c43748fe260691eae Mon Sep 17 00:00:00 2001
From: txrp0x9 <ishanunity@gmail.com>
Date: Mon, 28 Oct 2024 04:51:58 +0530
Subject: [PATCH] links are now extracted after applying excludeTags

---
 apps/api/src/scraper/WebScraper/single_url.ts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/apps/api/src/scraper/WebScraper/single_url.ts b/apps/api/src/scraper/WebScraper/single_url.ts
index cd76793c3..3546217dd 100644
--- a/apps/api/src/scraper/WebScraper/single_url.ts
+++ b/apps/api/src/scraper/WebScraper/single_url.ts
@@ -447,7 +447,7 @@ export async function scrapSingleUrl(
     let linksOnPage: string[] | undefined;
 
     if (pageOptions.includeLinks) {
-      linksOnPage = extractLinks(rawHtml, urlToScrap);
+      linksOnPage = extractLinks(html, urlToScrap);
     }
 
     let document: Document = {