mirror of
https://github.com/revng/revng
synced 2026-06-21 14:07:57 +00:00
Giacomo Vercesi
38cd15d755
Fix a possible race condition that could arise if multiple instances of `fetch-debuginfo` are run in parallel. This avoids the same file being written by multiple processes and being moved early. This avoids a `FileNotFoundError` and possibly data corruption due to the concurrent situation.
48 lines
1.3 KiB
Python
48 lines
1.3 KiB
Python
#
|
|
# This file is distributed under the MIT License. See LICENSE.md for details.
|
|
#
|
|
|
|
import os
|
|
import sys
|
|
from tempfile import mkstemp
|
|
|
|
import requests
|
|
|
|
|
|
class Logger:
|
|
def __init__(self):
|
|
self.verbose = False
|
|
|
|
def log(self, message):
|
|
if self.verbose:
|
|
sys.stderr.write(message + "\n")
|
|
|
|
def log_warning(self, message):
|
|
self.log("warning: " + message)
|
|
|
|
|
|
logger = Logger()
|
|
log = logger.log
|
|
log_warning = logger.log_warning
|
|
|
|
|
|
def download_file(url, local_filename):
|
|
log(f"Downloading {local_filename}")
|
|
try:
|
|
with requests.get(url, stream=True) as request:
|
|
if request.status_code == 200:
|
|
down_fd, download_name = mkstemp(dir=os.path.dirname(local_filename))
|
|
with open(down_fd, "wb") as debug_file:
|
|
for chunk in request.iter_content(chunk_size=64 * 1024):
|
|
debug_file.write(chunk)
|
|
log("Downloaded")
|
|
os.replace(download_name, local_filename)
|
|
return True
|
|
elif request.status_code == 404:
|
|
log("URL was not found")
|
|
else:
|
|
log(f"URL returned status code {request.status_code}")
|
|
except requests.RequestException as e:
|
|
log(f"Exception while making request: {e}")
|
|
return False
|