From 3d8910b5a53490dfbcbffed52e4834b327cebc12 Mon Sep 17 00:00:00 2001 From: gr4v1ty69 Date: Tue, 31 Dec 2024 11:12:41 -0500 Subject: [PATCH] Update utils.py --- image_scraper/utils.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/image_scraper/utils.py b/image_scraper/utils.py index 65aaaf3..e50b014 100644 --- a/image_scraper/utils.py +++ b/image_scraper/utils.py @@ -112,10 +112,11 @@ def get_html(self): page_url = driver.current_url driver.quit() else: + headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36'} if self.proxy_url: print("Using proxy: " + self.proxy_url + "\n") try: - page = requests.get(self.url, proxies=self.proxies) + page = requests.get(self.url, headers=headers, proxies=self.proxies) if page.status_code != 200: raise PageLoadError(page.status_code) except requests.exceptions.MissingSchema: