Update internet.py

kqlio67 · Nov 15, 2024 · d53db73 · d53db73
1 parent 9da45f9
commit d53db73
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/g4f/gui/server/internet.py b/g4f/gui/server/internet.py
@@ -67,7 +67,7 @@ def scrape_text(html: str, max_words: int = None) -> str:
         if select:
             select.extract()
     clean_text = ""
-    for paragraph in soup.select("p"):
+    for paragraph in soup.select("p, h1, h2, h3, h4, h5, h6"):
         text = paragraph.get_text()
         for line in text.splitlines():
             words = []