How to enable "goog:loggingPrefs" in SeleniumBase

[LeeMeng2020]

I have this standard Selenium code which works on a non-protected site. The purpose is to get API responses (not rendered HTML). It uses "goog:loggingPrefs". Now I'm trying to do the same with a Datadome site. I know SeleniumBase can access this site; how do I adapt the SeleniumBase code get API responses?

from selenium import webdriver from selenium.webdriver.chrome.options import Options import json import time main_url = "https://news.google.com" # Set up Chrome options to enable performance logging chrome_options = Options() # --- Disable image loading --- prefs = {"profile.managed_default_content_settings.images": 2} chrome_options.add_experimental_option("prefs", prefs) chrome_options.set_capability("goog:loggingPrefs", {"performance": "ALL"}) # Initialize the WebDriver with the specified options driver = webdriver.Chrome(options=chrome_options) # Navigate to the target webpage driver.get(main_url) time.sleep(6) # Increased wait time to ensure API calls are made # Retrieve the performance logs logs = driver.get_log("performance") # Process and extract relevant network information for entry in logs: log = json.loads(entry["message"])["message"] if log["method"] == "Network.responseReceived": # Get the URL from the response parameters url = log['params']['response']['url'] # Only proceed if the URL contains "/api" --- if "/api" in url: print(f"URL: {url}") print(f"Status: {log['params']['response']['status']}") # To get the response body, you need the requestId request_id = log["params"]["requestId"] try: response_body = driver.execute_cdp_cmd( "Network.getResponseBody", {"requestId": request_id} ) # Check if the response body is base64 encoded if response_body.get("base64Encoded", False): print("*Base64 content was found, not printing out *") else: body_content = response_body.get('body', '') if body_content: # Ensure content exists before slicing 350 print(f"Response Body: {body_content[:350]}") else: print("Response Body: (empty)") except Exception as e: print(f"Could not get response body for {request_id}: {e}") # Add a separator for clarity between matching API calls print("-" * 52) # Quit the driver driver.quit() 

[mdmintz]

Set log_cdp=True for "goog:loggingPrefs", {"performance": "ALL", "browser": "ALL"}.

Example: SeleniumBase/examples/raw_cdp_logging.py

from rich.pretty import pprint from seleniumbase import Driver driver = Driver(uc=True, log_cdp=True) try: url = "seleniumbase.io/apps/turnstile" driver.uc_open_with_reconnect(url, 2) driver.uc_gui_handle_captcha() driver.sleep(2) pprint(driver.get_log("performance")) finally: driver.quit()

[LeeMeng2020]

Thanks @mdmintz , that did the trick 👍