counterweight/drogon
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Some changes.

Browse source
This commit is contained in:
pablo 2020-11-03 07:26:06 +01:00
parent 9e7194c8d9
commit cd9c3b6e39
3 changed files with 17 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

8
core/config.py
View file

@ -33,11 +33,15 @@ except KeyError:
current_db_parameters = databases["default"]
working_hours = {"start": datetime.time(9, 0, 0), "end": datetime.time(23, 0, 0)}
monthly_new_ads_target = 6000 #TODO back to 1200
monthly_new_ads_target = 6000 # TODO back to 1200
google_api_key = "AIzaSyCnKj0WnsxVZcaoxeAYkuRw3cKRNGiISYA"
def seconds_generator():
return max(random.randint(90, 120) + random.normalvariate(0, 120), random.randint(10, 20))
return max(
random.randint(90, 120) + random.normalvariate(0, 120), random.randint(10, 20)
)
minimum_seconds_between_tries = seconds_generator
geocoder_delay = 10

7
core/scrapping_utils.py
View file

@ -75,6 +75,13 @@ class UrlAttack:
except Exception as e:
self.success = False
if random.randrange(0, 100) < 2:
self.change_identity()
def change_identity(self):
UrlAttack.headers = headers_random_generator()
UrlAttack.session = requests.Session()
def get_response(self):
return self.response

8
geocoder/geocoder.py
View file

@ -35,7 +35,7 @@ class Geocoder:
}
capturas_interface.update_geo_data(
ad_data["referencia"],
ad_data["fecha_captura"],
ad_data[b"fecha_captura"],
geo_data["latitude"],
geo_data["longitude"],
geo_data["precision"],
@ -46,7 +46,7 @@ class Geocoder:
geo_data = self.cache.get_coordinates(address)
capturas_interface.update_geo_data(
ad_data["referencia"],
ad_data["fecha_captura"],
ad_data[b"fecha_captura"],
geo_data["latitude"],
geo_data["longitude"],
geo_data["precision"],
@ -67,7 +67,7 @@ class Geocoder:
}
capturas_interface.update_geo_data(
ad_data["referencia"],
ad_data["fecha_captura"],
ad_data[b"fecha_captura"],
geo_data["latitude"],
geo_data["longitude"],
geo_data["precision"],
@ -86,7 +86,7 @@ class Geocoder:
capturas_interface.update_geo_data(
ad_data["referencia"],
ad_data["fecha_captura"],
ad_data[b"fecha_captura"],
geo_data["latitude"],
geo_data["longitude"],
geo_data["precision"],