counterweight/drogon
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

More testing code.

Browse source
This commit is contained in:
pablo 2020-11-02 12:02:56 +01:00
parent 51c4bdb347
commit 81112a4cb9
1 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
core/scrapping_utils.py
View file

@ -1,6 +1,7 @@
# -*- coding: utf-8 -*- # -*- coding: utf-8 -*-
import requests import requests
import random import random
import pickle
def headers_random_generator(): def headers_random_generator():
@ -64,6 +65,9 @@ class UrlAttack:
self.response = requests.get( self.response = requests.get(
self.url, headers=self.headers, timeout=self.timeout self.url, headers=self.headers, timeout=self.timeout
) )
with open(f"{self.response.url}", "wb") as output_file:
pickle.dump(self.response.request, output_file)
if self.response.ok: if self.response.ok:
self.success = True self.success = True
except Exception: except Exception: