diff --git a/core/scrapping_utils.py b/core/scrapping_utils.py index dbf4597..69a20c8 100644 --- a/core/scrapping_utils.py +++ b/core/scrapping_utils.py @@ -5,14 +5,14 @@ import requests class UrlAttack(): headers = {'Upgrade-Insecure-Requests': "1", - 'Accept': "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8", + 'Accept': "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8", 'Accept-Encoding': "gzip, deflate, br", 'Accept-Language': "en-US,en;q=0.5", - 'Cache-Control': 'no-cache', 'Connection': 'keep-alive', 'Host': 'www.idealista.com', - 'Pragma': 'no-cache', - 'user-agent': 'Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:64.0) Gecko/20100101 Firefox/64.0'} + "DNT": "1", + "TE": "Trailers", + 'user-agent': 'Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:75.0) Gecko/20100101 Firefox/75.0'} timeout = 20