mirror of
https://github.com/revng/revng
synced 2026-06-21 14:07:57 +00:00
Giacomo Vercesi
74cbb83d10
Add retries when fetching debugging symbols via the `revng model fetch-debuginfo` command. Retries only apply when the status code returned by the server is within the expected ones.
68 lines
1.8 KiB
Python
68 lines
1.8 KiB
Python
#
|
|
# This file is distributed under the MIT License. See LICENSE.md for details.
|
|
#
|
|
|
|
import os
|
|
import sys
|
|
from tempfile import mkstemp
|
|
|
|
import requests
|
|
from urllib3.util import Retry
|
|
|
|
|
|
class Logger:
|
|
def __init__(self):
|
|
self.verbose = False
|
|
|
|
def log(self, message):
|
|
if self.verbose:
|
|
sys.stderr.write(message + "\n")
|
|
|
|
def log_warning(self, message):
|
|
self.log("warning: " + message)
|
|
|
|
|
|
logger = Logger()
|
|
log = logger.log
|
|
log_warning = logger.log_warning
|
|
|
|
|
|
session = requests.Session()
|
|
adapter = requests.adapters.HTTPAdapter(
|
|
max_retries=Retry(
|
|
total=5,
|
|
backoff_factor=1.0,
|
|
status_forcelist=[
|
|
408, # Request timeout
|
|
429, # Too Many Requests
|
|
500, # Internal Server Error
|
|
502, # Bad Gateway
|
|
503, # Service Unavailable
|
|
504, # Gateway Timeout
|
|
],
|
|
)
|
|
)
|
|
session.mount("http://", adapter)
|
|
session.mount("https://", adapter)
|
|
|
|
|
|
def download_file(url, local_filename):
|
|
log(f"Downloading {local_filename}")
|
|
try:
|
|
with session.get(url, stream=True) as request:
|
|
if request.status_code == 200:
|
|
down_fd, download_name = mkstemp(dir=os.path.dirname(local_filename))
|
|
with open(down_fd, "wb") as debug_file:
|
|
for chunk in request.iter_content(chunk_size=64 * 1024):
|
|
debug_file.write(chunk)
|
|
log("Downloaded")
|
|
os.replace(download_name, local_filename)
|
|
return True
|
|
elif request.status_code == 404:
|
|
log("URL was not found")
|
|
else:
|
|
log(f"URL returned status code {request.status_code}")
|
|
except requests.RequestException as e:
|
|
log(f"Exception while making request: {e}")
|
|
return False
|