Merge pull request #4257 from seleniumbase/cdp-mode-patch-95

mdmintz · web-flow · commit 113978310149 · 2026-02-24T23:25:53.000-05:00
CDP Mode: Patch 95
diff --git a/.dockerignore b/.dockerignore
@@ -0,0 +1,17 @@
+.git/
+.gitignore
+.idea/
+.mypy_cache/
+.pytest_cache/
+.tox/
+.venv/
+.vscode/
+*.egg-info/
+*.log
+*.py[cod]
+__pycache__/
+build/
+dist/
+help_docs/
+node_modules/
+site/
diff --git a/Dockerfile b/Dockerfile
@@ -46,14 +46,18 @@ RUN apt-get install -y \
 #============================
 RUN apt-get update
 RUN apt-get install -y \
+    dbus-x11 \
     libatk1.0-0 \
     libatspi2.0-0 \
     libdbus-1-3 \
     libdrm2 \
     libgtk-3-0 \
     libnspr4 \
+    libasound2t64 \
     libu2f-udev \
     libwayland-client0 \
+    libx11-6 \
+    libx11-xcb1 \
     libxdamage1 \
     libxfixes3 \
     libxkbcommon0
@@ -62,7 +66,7 @@ RUN apt-get install -y \
 # Install useful utilities
 #==========================
 RUN apt-get update
-RUN apt-get install -y xdg-utils ca-certificates
+RUN apt-get install -y xdg-utils ca-certificates x11vnc
 
 #=================================
 # Install Bash Command Line Tools
@@ -127,13 +131,20 @@ RUN cd /SeleniumBase && ls && pip install -r requirements.txt --upgrade
 RUN cd /SeleniumBase && pip install .
 RUN pip install pyautogui
 RUN pip install playwright
+RUN seleniumbase get cft
 RUN seleniumbase get chromium
 
 #=======================
 # Download chromedriver
 #=======================
 RUN seleniumbase get chromedriver --path
 
+#==============
+# Extra config
+#==============
+ENV DISPLAY=":99"
+RUN Xvfb :99 -screen 1 1920x1080x16 -nolisten tcp &
+
 #==========================================
 # Create entrypoint and grab example tests
 #==========================================
diff --git a/examples/cdp_mode/ReadMe.md b/examples/cdp_mode/ReadMe.md
@@ -666,6 +666,10 @@ await tab.bring_to_front()
 await tab.set_window_state(
     left=0, top=0, width=1280, height=720, state="normal")
 await tab.get_navigation_history()
+await tab.get_user_agent()
+await tab.get_cookie_string()
+await tab.get_locale_code()
+await tab.is_online()
 await tab.open_external_inspector()  # Open separate browser for debugging
 await tab.close()
 await tab.scroll_down(amount=25)
@@ -689,6 +693,7 @@ await tab.get_window_rect()
 await tab.get_gui_element_rect(selector, timeout=5)  # (screen-based)
 await tab.get_title()
 await tab.get_current_url()
+await tab.get_origin()
 await tab.send_keys(selector, text, timeout=5)
 await tab.type(selector, text, timeout=5)
 await tab.click(selector, timeout=5)
diff --git a/examples/cdp_mode/playwright/raw_copilot_async.py b/examples/cdp_mode/playwright/raw_copilot_async.py
@@ -17,7 +17,7 @@ async def main():
         query = "Playwright Python connect_over_cdp() sync example"
         await page.fill("textarea#userInput", query)
         await page.click('button[data-testid="submit-button"]')
-        await driver.sleep(3)
+        await driver.sleep(4)
         await driver.solve_captcha()
         await page.wait_for_selector('button[data-testid*="-thumbs-up"]')
         await driver.sleep(4)
diff --git a/examples/cdp_mode/playwright/raw_copilot_nested.py b/examples/cdp_mode/playwright/raw_copilot_nested.py
@@ -15,7 +15,7 @@
         query = "Playwright Python connect_over_cdp() sync example"
         page.fill("textarea#userInput", query)
         page.click('button[data-testid="submit-button"]')
-        sb.sleep(3)
+        sb.sleep(4)
         sb.solve_captcha()
         page.wait_for_selector('button[data-testid*="-thumbs-up"]')
         sb.sleep(4)
diff --git a/examples/cdp_mode/playwright/raw_copilot_sync.py b/examples/cdp_mode/playwright/raw_copilot_sync.py
@@ -14,7 +14,7 @@
     query = "Playwright Python connect_over_cdp() sync example"
     page.fill("textarea#userInput", query)
     page.click('button[data-testid="submit-button"]')
-    sb.sleep(3)
+    sb.sleep(4)
     sb.solve_captcha()
     page.wait_for_selector('button[data-testid*="-thumbs-up"]')
     sb.sleep(4)
diff --git a/examples/cdp_mode/raw_cf_captcha.py b/examples/cdp_mode/raw_cf_captcha.py
@@ -4,6 +4,6 @@
     url = "https://www.cloudflare.com/login"
     sb.activate_cdp_mode(url)
     sb.wait_for_element('div[data-testid*="challenge-widget"]')
-    sb.sleep(1.5)
+    sb.sleep(2)
     sb.solve_captcha()
     sb.sleep(3)
diff --git a/examples/cdp_mode/raw_cf_clearance.py b/examples/cdp_mode/raw_cf_clearance.py
@@ -11,9 +11,9 @@ def get_cf_clearance_cookie(sb):
 
 url = "https://gitlab.com/users/sign_in"
 sb = sb_cdp.Chrome(url)
-sb.sleep(2.5)  # Wait for CAPTCHA to load
+sb.sleep(3)  # Wait for CAPTCHA to load
 sb.solve_captcha()  # (Only if found)
-sb.sleep(2.2)  # Wait for CAPTCHA success
+sb.sleep(2)  # Wait for CAPTCHA success
 cf_cookie = get_cf_clearance_cookie(sb)
 if cf_cookie:
     print("cf_clearance cookie: %s" % cf_cookie.value)
diff --git a/examples/cdp_mode/raw_multi_captcha.py b/examples/cdp_mode/raw_multi_captcha.py
@@ -6,7 +6,7 @@
 
 
 def main(url):
-    sb = sb_cdp.Chrome(url, lang="en")
+    sb = sb_cdp.Chrome(url, lang="en", incognito=True)
     sb.set_window_rect(randint(4, 680), randint(8, 380), 840, 520)
     sb.sleep(2)
     sb.gui_click_captcha()
diff --git a/examples/cdp_mode/raw_reddit_async.py b/examples/cdp_mode/raw_reddit_async.py
@@ -0,0 +1,24 @@
+import asyncio
+from seleniumbase import cdp_driver
+
+
+async def main():
+    search = "reddit+scraper"
+    url = f"https://www.reddit.com/r/webscraping/search/?q={search}"
+    driver = await cdp_driver.start_async(use_chromium=True)
+    page = await driver.get(url)
+    await page.solve_captcha()  # Might not be needed
+    post_title = '[data-testid="post-title"]'
+    await page.select(post_title)
+    for i in range(8):
+        await page.scroll_down(25)
+        await page.sleep(0.2)
+    posts = await page.select_all(post_title)
+    print('*** Reddit Posts for "%s":' % search)
+    for post in posts:
+        print("* " + post.text)
+    driver.stop()
+
+if __name__ == "__main__":
+    loop = asyncio.new_event_loop()
+    loop.run_until_complete(main())
diff --git a/examples/cdp_mode/raw_turnstile.py b/examples/cdp_mode/raw_turnstile.py
@@ -3,6 +3,7 @@
 with SB(uc=True, test=True) as sb:
     url = "https://seleniumbase.io/apps/turnstile"
     sb.activate_cdp_mode(url)
+    sb.sleep(1)
     sb.solve_captcha()
     sb.assert_element("img#captcha-success", timeout=3)
     sb.set_messenger_theme(location="top_left")
diff --git a/help_docs/cdp_mode_methods.md b/help_docs/cdp_mode_methods.md
@@ -300,6 +300,10 @@ await tab.bring_to_front()
 await tab.set_window_state(
     left=0, top=0, width=1280, height=720, state="normal")
 await tab.get_navigation_history()
+await tab.get_user_agent()
+await tab.get_cookie_string()
+await tab.get_locale_code()
+await tab.is_online()
 await tab.open_external_inspector()  # Open separate browser for debugging
 await tab.close()
 await tab.scroll_down(amount=25)
@@ -323,6 +327,7 @@ await tab.get_window_rect()
 await tab.get_gui_element_rect(selector, timeout=5)  # (screen-based)
 await tab.get_title()
 await tab.get_current_url()
+await tab.get_origin()
 await tab.send_keys(selector, text, timeout=5)
 await tab.type(selector, text, timeout=5)
 await tab.click(selector, timeout=5)
diff --git a/requirements.txt b/requirements.txt
@@ -4,7 +4,7 @@ setuptools~=70.2;python_version<"3.10"
 setuptools>=82.0.0;python_version>="3.10"
 wheel>=0.46.3
 attrs>=25.4.0
-certifi>=2026.1.4
+certifi>=2026.2.25
 exceptiongroup>=1.3.1
 websockets~=15.0.1;python_version<"3.10"
 websockets>=16.0;python_version>="3.10"
@@ -29,7 +29,6 @@ pyreadline3>=3.5.4;platform_system=="Windows"
 tabcompleter>=1.4.0
 pdbp>=1.8.2
 idna>=3.11
-chardet==5.2.0
 charset-normalizer>=3.4.4,<4
 urllib3>=1.26.20,<2;python_version<"3.10"
 urllib3>=1.26.20,<3;python_version>="3.10"
diff --git a/seleniumbase/__version__.py b/seleniumbase/__version__.py
@@ -1,2 +1,2 @@
 # seleniumbase package
-__version__ = "4.47.0"
+__version__ = "4.47.1"
diff --git a/seleniumbase/core/browser_launcher.py b/seleniumbase/core/browser_launcher.py
@@ -1501,11 +1501,12 @@ def _uc_gui_click_captcha(
                 ):
                     frame = '[data-callback="onCaptchaSuccess"]'
                 elif driver.is_element_present(
-                    "div:not([class]):not([id]) > div:not([class]):not([id])"
+                    "div:not([class]):not([id]):not([aria-label]) > "
+                    "div:not([class]):not([id]):not([aria-label])"
                 ):
                     frame = (
-                        "div:not([class]):not([id]) > "
-                        "div:not([class]):not([id])"
+                        "div:not([class]):not([id]):not([aria-label]) > "
+                        "div:not([class]):not([id]):not([aria-label])"
                     )
                 else:
                     return False
@@ -1629,7 +1630,7 @@ def _uc_gui_click_captcha(
                 y = i_y + element.rect["y"] + (element.rect["height"] / 2.0)
                 y += 0.5
             else:
-                x = (i_x + 32) * width_ratio
+                x = (i_x + 28) * width_ratio
                 if not IS_WINDOWS:
                     y = (i_y + 32) * width_ratio
                 else:
diff --git a/seleniumbase/core/sb_cdp.py b/seleniumbase/core/sb_cdp.py
@@ -2207,10 +2207,12 @@ def __click_captcha(self, use_cdp=False):
         ):
             selector = '[data-callback="onCaptchaSuccess"]'
         elif self.is_element_present(
-            "div:not([class]):not([id]) > div:not([class]):not([id])"
+            "div:not([class]):not([id]):not([aria-label]) > "
+            "div:not([class]):not([id]):not([aria-label])"
         ):
             selector = (
-                "div:not([class]):not([id]) > div:not([class]):not([id])"
+                "div:not([class]):not([id]):not([aria-label]) > "
+                "div:not([class]):not([id]):not([aria-label])"
             )
         else:
             return False
@@ -2303,7 +2305,7 @@ def __click_captcha(self, use_cdp=False):
             element_rect = self.get_gui_element_rect(selector, timeout=1)
             e_x = element_rect["x"]
             e_y = element_rect["y"]
-            x_offset = 32
+            x_offset = 28
             y_offset = 32
             if shared_utils.is_windows():
                 y_offset = 28
diff --git a/seleniumbase/undetected/cdp_driver/tab.py b/seleniumbase/undetected/cdp_driver/tab.py
@@ -672,6 +672,24 @@ async def get_navigation_history(self):
         """Get Navigation History"""
         return await self.send(cdp.page.get_navigation_history())
 
+    async def get_user_agent(self):
+        """Get User Agent String"""
+        return await self.evaluate("navigator.userAgent")
+
+    async def get_cookie_string(self):
+        """Get Cookie String"""
+        return await self.evaluate("document.cookie")
+
+    async def get_locale_code(self):
+        """Get Locale Code"""
+        return await self.evaluate(
+            "navigator.language || navigator.languages[0]"
+        )
+
+    async def is_online(self):
+        """Determine if connected to the Internet"""
+        return await self.evaluate("navigator.onLine")
+
     async def reload(
         self,
         ignore_cache: Optional[bool] = True,
@@ -1577,6 +1595,9 @@ async def get_title(self):
     async def get_current_url(self):
         return await self.evaluate("window.location.href")
 
+    async def get_origin(self):
+        return await self.evaluate("window.location.origin")
+
     async def send_keys(self, selector, text, timeout=5):
         element = await self.find(selector, timeout=timeout)
         await element.send_keys_async(text)
@@ -1669,10 +1690,12 @@ async def solve_captcha(self):
         ):
             selector = '[data-callback="onCaptchaSuccess"]'
         elif await self.is_element_present(
-            "div:not([class]):not([id]) > div:not([class]):not([id])"
+            "div:not([class]):not([id]):not([aria-label]) > "
+            "div:not([class]):not([id]):not([aria-label])"
         ):
             selector = (
-                "div:not([class]):not([id]) > div:not([class]):not([id])"
+                "div:not([class]):not([id]):not([aria-label]) > "
+                "div:not([class]):not([id]):not([aria-label])"
             )
         else:
             return False
@@ -1761,7 +1784,7 @@ async def solve_captcha(self):
             element_rect = await self.get_gui_element_rect(selector, timeout=1)
             e_x = element_rect["x"]
             e_y = element_rect["y"]
-            x_offset = 32
+            x_offset = 28
             y_offset = 32
             if await asyncio.to_thread(shared_utils.is_windows):
                 y_offset = 28
diff --git a/setup.py b/setup.py
@@ -152,7 +152,7 @@
         'setuptools>=82.0.0;python_version>="3.10"',
         'wheel>=0.46.3',
         'attrs>=25.4.0',
-        'certifi>=2026.1.4',
+        'certifi>=2026.2.25',
         'exceptiongroup>=1.3.1',
         'websockets~=15.0.1;python_version<"3.10"',
         'websockets>=16.0;python_version>="3.10"',
@@ -177,7 +177,6 @@
         'tabcompleter>=1.4.0',
         'pdbp>=1.8.2',
         'idna>=3.11',
-        'chardet==5.2.0',
         'charset-normalizer>=3.4.4,<4',
         'urllib3>=1.26.20,<2;python_version<"3.10"',
         'urllib3>=1.26.20,<3;python_version>="3.10"',
