2Shirt/WizardKit
2Shirt/WizardKit
1
0
Fork 0
Code Issues 2 Pull requests Projects Releases 26 Packages Wiki Activity Actions

Use sessions in requests when downloading files

Browse source
This commit is contained in:
2Shirt 2022-03-10 15:36:58 -07:00
parent b750432381
commit 2a70997a6c
Signed by: 2Shirt
GPG key ID: 152FAC923B0E132C
1 changed files with 14 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

21
scripts/wk/kit/tools.py
View file

@ -17,6 +17,12 @@ from wk.std import GenericError
# STATIC VARIABLES
ARCH = '64' if platform.architecture()[0] == '64bit' else '32'
LOG = logging.getLogger(__name__)
HEADERS = {
'User-Agent': (
'Mozilla/5.0 (X11; Linux x86_64; rv:97.0) '
'Gecko/20100101 Firefox/97.0'
),
}
# "GLOBAL" VARIABLES
@ -42,13 +48,14 @@ def download_file(out_path, source_url, as_new=False, overwrite=False):
out_path.parent.mkdir(parents=True, exist_ok=True)
# Request download
try:
response = requests.get(source_url, stream=True)
except requests.RequestException as _err:
download_failed = _err
else:
if not response.ok:
download_failed = response
with requests.Session() as session:
try:
response = session.get(source_url, headers=HEADERS, stream=True)
except requests.RequestException as _err:
download_failed = _err
else:
if not response.ok:
download_failed = response
# Download failed
if download_failed: