TrueNAS/scale-build
1
0
Fork 0
mirror of https://github.com/truenas/scale-build.git synced 2025-12-19 18:39:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

Retry downloading external deb packages (#957)

Browse Source
This commit is contained in:
themylogin
2025-12-11 19:24:19 +01:00
committed by GitHub
parent ba85274a61
commit af2a0c3772
1 changed files with 16 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

27
scale_build/image/update.py
View File

@@ -7,6 +7,7 @@ import requests
import shutil import shutil
import stat import stat
import tempfile import tempfile
import time
from scale_build.config import SIGNING_KEY, SIGNING_PASSWORD from scale_build.config import SIGNING_KEY, SIGNING_PASSWORD
from scale_build.extensions import build_extensions as do_build_extensions from scale_build.extensions import build_extensions as do_build_extensions
@@ -200,19 +201,23 @@ def download_and_install_deb_package(package_name, download_url, deb_filename, p
logger.info(f'Downloading {package_name} from {download_url}') logger.info(f'Downloading {package_name} from {download_url}')
# Download the package using requests # Download the package using requests
try: for retry in itertools.count(1):
response = requests.get(download_url, stream=True, timeout=60, allow_redirects=True) try:
response.raise_for_status() response = requests.get(download_url, stream=True, timeout=60, allow_redirects=True)
response.raise_for_status()
# Write the content to file in chunks to handle large files efficiently # Write the content to file in chunks to handle large files efficiently
with open(deb_path, 'wb') as f: with open(deb_path, 'wb') as f:
for chunk in response.iter_content(chunk_size=8192): for chunk in response.iter_content(chunk_size=8192):
if chunk: # Filter out keep-alive chunks if chunk: # Filter out keep-alive chunks
f.write(chunk) f.write(chunk)
except requests.exceptions.RequestException as e: except requests.exceptions.RequestException as e:
logger.error(f'Failed to download {package_name}: {e}') logger.error(f'Failed to download {package_name}: {e}')
raise RuntimeError(f'Failed to download {package_name} from {download_url}: {e}') if retry >= 5:
raise RuntimeError(f'Failed to download {package_name} from {download_url}: {e}') from None
else:
time.sleep(10)
# Verify the downloaded file exists and has content # Verify the downloaded file exists and has content
if not os.path.exists(deb_path) or os.path.getsize(deb_path) == 0: if not os.path.exists(deb_path) or os.path.getsize(deb_path) == 0: