Merge pull request #4020 from seleniumbase/cdp-mode-patch-64

CDP Mode: Patch 64

Author: mdmintz

examples/cdp_mode/ReadMe.md

@@ -421,6 +421,7 @@ sb.cdp.clear_input(selector, timeout=None)
 sb.cdp.clear(selector, timeout=None)
 sb.cdp.submit(selector)
 sb.cdp.evaluate(expression)
+sb.cdp.execute_script(expression)
 sb.cdp.js_dumps(obj_name)
 sb.cdp.maximize()
 sb.cdp.minimize()
@@ -464,6 +465,9 @@ sb.cdp.get_attribute(selector, attribute)
 sb.cdp.get_element_html(selector)
 sb.cdp.get_mfa_code(totp_key=None)
 sb.cdp.enter_mfa_code(selector, totp_key=None, timeout=None)
+sb.cdp.activate_messenger()
+sb.cdp.set_messenger_theme(theme="default", location="default")
+sb.cdp.post_message(message, duration=None, pause=True, style="info")
 sb.cdp.set_locale(locale)
 sb.cdp.set_local_storage_item(key, value)
 sb.cdp.set_session_storage_item(key, value)
@@ -528,6 +532,8 @@ sb.cdp.scroll_to_top()
 sb.cdp.scroll_to_bottom()
 sb.cdp.scroll_up(amount=25)
 sb.cdp.scroll_down(amount=25)
+sb.cdp.save_page_source(name, folder=None)
+sb.cdp.save_as_html(name, folder=None)
 sb.cdp.save_screenshot(name, folder=None, selector=None)
 sb.cdp.print_to_pdf(name, folder=None)
 sb.cdp.save_as_pdf(name, folder=None)

examples/cdp_mode/raw_ad_blocking.py

@@ -0,0 +1,31 @@
+import mycdp
+from seleniumbase import decorators
+from seleniumbase import sb_cdp
+
+
+async def block_urls(tab):
+    await tab.send(mycdp.network.enable())
+    await tab.send(mycdp.network.set_blocked_urls(
+        urls=[
+            "*googlesyndication.com*",
+            "*googletagmanager.com*",
+            "*google-analytics.com*",
+            "*amazon-adsystem.com*",
+            "*adsafeprotected.com*",
+            "*doubleclick.net*",
+            "*fastclick.net*",
+            "*snigelweb.com*",
+            "*2mdn.net*",
+        ]
+    ))
+
+with decorators.print_runtime("raw_ad_blocking.py"):
+    sb = sb_cdp.Chrome()
+    loop = sb.get_event_loop()
+    loop.run_until_complete(block_urls(sb.get_active_tab()))
+    sb.open("https://www.w3schools.com/jquery/default.asp")
+    source = sb.get_page_source()
+    sb.assert_true("doubleclick.net" not in source)
+    sb.assert_true("google-analytics.com" not in source)
+    sb.post_message("Blocking was successful!")
+    sb.driver.quit()

examples/cdp_mode/raw_cdp_copilot.py

@@ -0,0 +1,34 @@
+from seleniumbase import sb_cdp
+
+url = "https://copilot.microsoft.com/"
+sb = sb_cdp.Chrome(url, locale="en", guest=True)
+textarea = "textarea#userInput"
+sb.wait_for_element(textarea)
+sb.sleep(1.5)
+sb.click_if_visible('[aria-label="Dismiss"]')
+sb.sleep(0.5)
+sb.click('button[data-testid*="chat-mode-"]')
+sb.sleep(1.1)
+sb.click('button[title="Think Deeper"]')
+sb.sleep(1.1)
+query = "How to start automating with SeleniumBase?"
+sb.press_keys(textarea, query)
+sb.sleep(1.1)
+sb.click('button[data-testid="submit-button"]')
+sb.sleep(2.5)
+sb.gui_click_captcha()
+sb.sleep(2.5)
+sb.gui_click_captcha()
+sb.sleep(3.5)
+stop_button = '[data-testid="stop-button"]'
+thumbs_up = 'button[data-testid*="-thumbs-up-"]'
+sb.wait_for_element_absent(stop_button, timeout=45)
+sb.wait_for_element(thumbs_up, timeout=20)
+sb.sleep(0.6)
+sb.click('button[data-testid*="scroll-to-bottom"]')
+sb.sleep(2.2)
+folder = "downloaded_files"
+file_name = "copilot_results.html"
+sb.save_as_html(file_name, folder)
+print('"./%s/%s" was saved!' % (folder, file_name))
+sb.driver.stop()

examples/cdp_mode/raw_cdp_hyatt.py

@@ -0,0 +1,31 @@
+from seleniumbase import sb_cdp
+
+url = "https://www.hyatt.com/"
+sb = sb_cdp.Chrome(url, locale="en", guest=True)
+sb.sleep(4.2)
+sb.click_if_visible('button[aria-label="Close"]')
+sb.click_if_visible("#onetrust-reject-all-handler")
+sb.sleep(1)
+location = "Anaheim, CA, USA"
+sb.type('input[id="search-term"]', location)
+sb.sleep(1)
+sb.click('li[data-js="suggestion"]')
+sb.sleep(1)
+sb.click("button.be-button-shop")
+sb.sleep(6)
+card_info = 'div[data-booking-status="BOOKABLE"] [class*="HotelCard_info"]'
+hotels = sb.select_all(card_info)
+print("Hyatt Hotels in %s:" % location)
+print("(" + sb.get_text("ul.b-color_text-white") + ")")
+if len(hotels) == 0:
+    print("No availability over the selected dates!")
+for hotel in hotels:
+    info = hotel.text.strip()
+    if "Avg/Night" in info and not info.startswith("Rates from"):
+        name = info.split("  (")[0].split(" + ")[0].split(" Award Cat")[0]
+        name = name.split(" Rates from :")[0]
+        price = "?"
+        if "Rates from : " in info:
+            price = info.split("Rates from : ")[1].split(" Avg/Night")[0]
+        print("* %s => %s" % (name, price))
+sb.driver.stop()

examples/cdp_mode/raw_cdp_kohls.py

@@ -0,0 +1,25 @@
+from seleniumbase import sb_cdp
+
+url = "https://www.kohls.com/"
+sb = sb_cdp.Chrome(url, locale="en", guest=True)
+sb.sleep(2.8)
+search = "Mickey Mouse 100 friends teal pillow"
+required_text = "Mickey"
+sb.press_keys('input[name="search"]', search + "\n")
+sb.sleep(5)
+for item in sb.find_elements("div.products-container-right"):
+    if "Sponsored" in item.text:
+        item.remove_from_dom()
+sb.remove_elements("#tce-sticky-wrapper")
+sb.remove_elements("li.sponsored-product")
+sb.remove_elements("#tce-dec-ces-3-banner")
+print('*** Kohls Search for "%s":' % search)
+for item in sb.find_elements("ul.products a img"):
+    if item:
+        item.flash(color="44CC88")
+        title = item.get_attribute("title")
+        if title and required_text in title:
+            print("* " + title)
+            sb.sleep(0.1)
+sb.sleep(1)
+sb.driver.stop()

examples/cdp_mode/raw_cdp_nordstrom.py

@@ -0,0 +1,26 @@
+from seleniumbase import sb_cdp
+
+url = "https://www.nordstrom.com/"
+sb = sb_cdp.Chrome(url, locale="en", guest=True)
+sb.sleep(2.2)
+sb.click("input#keyword-search-input")
+sb.sleep(0.8)
+search = "cocktail dresses for women teal"
+sb.press_keys("input#keyword-search-input", search + "\n")
+sb.sleep(2.2)
+for i in range(17):
+    sb.scroll_down(16)
+    sb.sleep(0.14)
+print('*** Nordstrom Search for "%s":' % search)
+unique_item_text = []
+items = sb.find_elements("article")
+for item in items:
+    description = item.querySelector("article h3")
+    if description and description.text not in unique_item_text:
+        unique_item_text.append(description.text)
+        price_text = ""
+        price = item.querySelector('div div span[aria-hidden="true"]')
+        if price:
+            price_text = price.text
+            print("* %s (%s)" % (description.text, price_text))
+sb.driver.stop()

examples/cdp_mode/raw_cdp_walmart.py

@@ -0,0 +1,41 @@
+from seleniumbase import sb_cdp
+
+url = "https://www.walmart.com/"
+sb = sb_cdp.Chrome(url, locale="en", guest=True)
+sb.sleep(3)
+sb.click('input[aria-label="Search"]')
+sb.sleep(1.4)
+search = "Settlers of Catan Board Game"
+required_text = "Catan"
+sb.press_keys('input[aria-label="Search"]', search + "\n")
+sb.sleep(3.8)
+if sb.is_element_visible("#px-captcha"):
+    sb.gui_click_and_hold("#px-captcha", 7.2)
+    sb.sleep(4.2)
+    if sb.is_element_visible("#px-captcha"):
+        sb.gui_click_and_hold("#px-captcha", 4.2)
+        sb.sleep(3.2)
+sb.remove_elements('[data-testid="skyline-ad"]')
+sb.remove_elements('[data-testid="sba-container"]')
+print('*** Walmart Search for "%s":' % search)
+print('    (Results must contain "%s".)' % required_text)
+unique_item_text = []
+items = sb.find_elements('div[data-testid="list-view"]')
+for item in items:
+    if required_text in item.text:
+        description = item.querySelector(
+            '[data-automation-id="product-title"]'
+        )
+        if description and description.text not in unique_item_text:
+            unique_item_text.append(description.text)
+            print("* " + description.text)
+            price = item.querySelector(
+                '[data-automation-id="product-price"]'
+            )
+            if price:
+                price_text = price.text
+                price_text = price_text.split("current price Now ")[-1]
+                price_text = price_text.split("current price ")[-1]
+                price_text = price_text.split(" ")[0]
+                print("  (" + price_text + ")")
+sb.driver.stop()

examples/cdp_mode/raw_copilot.py

@@ -23,7 +23,7 @@
     sb.sleep(3.5)
     stop_button = '[data-testid="stop-button"]'
     thumbs_up = 'button[data-testid*="-thumbs-up-"]'
-    sb.wait_for_element_absent(stop_button, timeout=40)
+    sb.wait_for_element_absent(stop_button, timeout=45)
     sb.wait_for_element(thumbs_up, timeout=20)
     sb.sleep(0.6)
     sb.click('button[data-testid*="scroll-to-bottom"]')

examples/cdp_mode/raw_easyjet.py

@@ -4,27 +4,27 @@
     url = "https://www.easyjet.com/en/"
     sb.activate_cdp_mode(url)
     sb.sleep(2)
-    sb.cdp.click_if_visible("button#ensCloseBanner")
+    sb.click_if_visible("button#ensCloseBanner")
     sb.sleep(1.2)
-    sb.cdp.click('input[name="from"]')
+    sb.click('input[name="from"]')
     sb.sleep(1.2)
-    sb.cdp.type('input[name="from"]', "London Gatwick")
+    sb.type('input[name="from"]', "London Gatwick")
     sb.sleep(0.6)
-    sb.cdp.click_if_visible("button#ensCloseBanner")
+    sb.click_if_visible("button#ensCloseBanner")
     sb.sleep(0.6)
-    sb.cdp.click('span[data-testid="airport-name"]')
+    sb.click('span[data-testid="airport-name"]')
     sb.sleep(1.2)
-    sb.cdp.type('input[name="to"]', "Paris")
+    sb.type('input[name="to"]', "Paris")
     sb.sleep(1.2)
-    sb.cdp.click('span[data-testid="airport-name"]')
+    sb.click('span[data-testid="airport-name"]')
     sb.sleep(1.2)
-    sb.cdp.click('input[name="when"]')
+    sb.click('input[name="when"]')
     sb.sleep(1.2)
-    sb.cdp.click('[data-testid="month"]:last-of-type [aria-disabled="false"]')
+    sb.click('[data-testid="month"]:last-of-type [aria-disabled="false"]')
     sb.sleep(1.2)
-    sb.cdp.click('[data-testid="month"]:last-of-type [aria-disabled="false"]')
+    sb.click('[data-testid="month"]:last-of-type [aria-disabled="false"]')
     sb.sleep(1.2)
-    sb.cdp.click('button[data-testid="submit"]')
+    sb.click('button[data-testid="submit"]')
     sb.sleep(4.2)
     sb.connect()
     sb.sleep(1.2)

examples/cdp_mode/raw_kohls.py

@@ -3,7 +3,7 @@
 with SB(uc=True, test=True, locale="en", ad_block=True) as sb:
     url = "https://www.kohls.com/"
     sb.activate_cdp_mode(url)
-    sb.sleep(2.5)
+    sb.sleep(2.6)
     search = "Mickey Mouse 100 friends teal pillow"
     required_text = "Mickey"
     sb.cdp.press_keys('input[name="search"]', search + "\n")