From 3a07aa226df67d167da52fccda8d1ac5f9920012 Mon Sep 17 00:00:00 2001
From: Jimmy Briggs <jimmy.briggs@jimbrig.com>
Date: Tue, 13 Feb 2024 17:29:33 -0500
Subject: [PATCH] tests: add test for webscraping (test_webscrape.py)

---
 tests/test_webscrape.py | 57 +++++++++++++++++++++++++++++++++++++++++
 1 file changed, 57 insertions(+)
 create mode 100644 tests/test_webscrape.py

diff --git a/tests/test_webscrape.py b/tests/test_webscrape.py
new file mode 100644
index 0000000..e802405
--- /dev/null
+++ b/tests/test_webscrape.py
@@ -0,0 +1,57 @@
+import requests
+from bs4 import BeautifulSoup
+
+def scrape_municode(url):
+    """
+    Function to scrape content from a Municode website.
+
+    Parameters:
+    - url: str
+        The URL of the Municode website to scrape.
+
+    Returns:
+    - str:
+        The scraped content from the Municode website.
+
+    Raises:
+    - requests.exceptions.RequestException:
+        If there is an error while making the HTTP request to the Municode website.
+    - ValueError:
+        If the provided URL is invalid or empty.
+    """
+
+    # Checking if the URL is empty or None
+    if not url:
+        raise ValueError("URL cannot be empty or None.")
+
+    try:
+        # Making an HTTP GET request to the Municode website
+        response = requests.get(url)
+
+        # Checking if the request was successful
+        response.raise_for_status()
+
+        # Parsing the HTML content using BeautifulSoup
+        soup = BeautifulSoup(response.content, 'html.parser')
+
+        # Extracting the desired content from the HTML
+        scraped_content = soup.get_text()
+
+        return scraped_content
+
+    except requests.exceptions.RequestException as e:
+        raise requests.exceptions.RequestException(f"Error while making request to {url}: {e}")
+
+# Example usage of the scrape_municode function:
+
+# URL of the Municode website to scrape
+municode_url = "https://library.municode.com/GA"
+
+try:
+    # Scraping content from the Municode website
+    scraped_content = scrape_municode(municode_url)
+    print(scraped_content)
+except ValueError as e:
+    print(f"Error: {e}")
+except requests.exceptions.RequestException as e:
+    print(f"Error: {e}")