counterweight/drogon
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Updated headers.

Browse source
This commit is contained in:
pablo 2020-04-25 18:17:43 +02:00
parent c8ea77e99a
commit f0fe2b9780
1 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
core/scrapping_utils.py
View file

@ -5,14 +5,14 @@ import requests
class UrlAttack(): class UrlAttack():
headers = {'Upgrade-Insecure-Requests': "1", headers = {'Upgrade-Insecure-Requests': "1",
'Accept': "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8", 'Accept': "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8",
'Accept-Encoding': "gzip, deflate, br", 'Accept-Encoding': "gzip, deflate, br",
'Accept-Language': "en-US,en;q=0.5", 'Accept-Language': "en-US,en;q=0.5",
'Cache-Control': 'no-cache',
'Connection': 'keep-alive', 'Connection': 'keep-alive',
'Host': 'www.idealista.com', 'Host': 'www.idealista.com',
'Pragma': 'no-cache', "DNT": "1",
'user-agent': 'Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:64.0) Gecko/20100101 Firefox/64.0'} "TE": "Trailers",
'user-agent': 'Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:75.0) Gecko/20100101 Firefox/75.0'}
timeout = 20 timeout = 20