Rizwan321

from botasaurus.browser import browser, Driver from botasaurus.user_agent import UserAgent from botasaurus.window_size import WindowSize from botasaurus.request import request, Request @request( user_agent=UserAgent.google_bot, ) def visit_whatsmyua(driver: Request, data): response=driver.get("https://www.Loopnet.com/") print(response.status_code) visit_whatsmyua() eaders, response_object['response'],...

ClientException: stream error: stream ID 1

1

raise ClientException(response_object['body']) botasaurus_requests.exceptions.ClientException: failed to do request: Get "https://Loopnet.com/robots.txt": stream error: stream ID 1; INTERNAL_ERROR Task failed for input: {'url': 'https://Loopnet.com'} why getting this error? just simply requesting the https://Loopnet.com

@browser(run_async=True) def google_search_and_click_sequential(driver: Driver, data=None): query = "httpbin ip httpbin org" driver.enable_human_mode() driver.get(data) el = driver._tab.wait_for('textarea[name="q"]', timeout=40) el.send_keys(query, press_enter=True) mouseClick(driver) time.sleep(2) driver.wait_for_element("a h3", wait=20) first_result = driver.select_all("a h3")[0] first_result.click() driver.short_random_sleep()...

URLs in parallel using browser tabs and rotating proxies with early exists

1

Scrapes URLs in parallel (3 at a time) using browser tabs and rotating proxies. Searches for specific "success keywords" like "purchase", or "sale" on the page content. If any one...