Alex
fc934d942f
* [VPN 2.0] Add WinTun 3p dependency Add WinTun dependency to the brave-core, to be used later in the VPN 2.0 architecture by a privileged helper on desktop OSes, on Windows only. Since it's a prebuilt binary dependency, we don't add it as an existing build dependency, as we don't have to build it. * [VPN 2.0] WinTun vendoring - review fixes.
132 lines
4.5 KiB
Python
Executable File
132 lines
4.5 KiB
Python
Executable File
#!/usr/bin/env python
|
|
# Copyright (c) 2025 The Brave Authors. All rights reserved.
|
|
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this file,
|
|
# You can obtain one at https://mozilla.org/MPL/2.0/.
|
|
|
|
"""This script is used to download deps."""
|
|
|
|
import hashlib
|
|
import os
|
|
import shutil
|
|
import sys
|
|
import tarfile
|
|
import tempfile
|
|
import time
|
|
import zipfile
|
|
|
|
from lib.util import extract_zip
|
|
|
|
try:
|
|
from urllib2 import HTTPError, URLError, urlopen
|
|
except ImportError: # For Py3 compatibility
|
|
from urllib.error import HTTPError, URLError # pylint: disable=no-name-in-module,import-error
|
|
from urllib.request import urlopen # pylint: disable=no-name-in-module,import-error
|
|
|
|
|
|
def DownloadUrl(url, output_file):
|
|
"""Download url into output_file."""
|
|
CHUNK_SIZE = 4096
|
|
TOTAL_DOTS = 10
|
|
num_retries = 3
|
|
retry_wait_s = 5 # Doubled at each retry.
|
|
|
|
while True:
|
|
try:
|
|
sys.stdout.write('Downloading %s ' % url)
|
|
sys.stdout.flush()
|
|
response = urlopen(url)
|
|
total_size = int(response.info().get('Content-Length').strip())
|
|
bytes_done = 0
|
|
dots_printed = 0
|
|
while True:
|
|
chunk = response.read(CHUNK_SIZE)
|
|
if not chunk:
|
|
break
|
|
output_file.write(chunk)
|
|
bytes_done += len(chunk)
|
|
num_dots = TOTAL_DOTS * bytes_done / total_size
|
|
sys.stdout.write('.' * int(num_dots - dots_printed))
|
|
sys.stdout.flush()
|
|
dots_printed = num_dots
|
|
if bytes_done != total_size:
|
|
raise URLError("only got {} of {} bytes".format(
|
|
bytes_done, total_size))
|
|
print(" Done.")
|
|
return
|
|
except URLError as e:
|
|
sys.stdout.write('\n')
|
|
print(e)
|
|
if num_retries == 0 or isinstance(
|
|
e, HTTPError) and e.code in [403, 404]: # pylint: disable=line-too-long,no-member
|
|
raise e
|
|
num_retries -= 1
|
|
print("Retrying in {} s ...".format(retry_wait_s))
|
|
time.sleep(retry_wait_s)
|
|
retry_wait_s *= 2
|
|
|
|
|
|
def EnsureDirExists(path):
|
|
if not os.path.exists(path):
|
|
os.makedirs(path)
|
|
|
|
|
|
def VerifySHA256(path, expected, url):
|
|
with open(path, 'rb') as f:
|
|
actual = hashlib.file_digest(f, 'sha256').hexdigest()
|
|
if actual.lower() != expected.lower():
|
|
raise ValueError(f'SHA-256 mismatch for {url}\n'
|
|
f' expected: {expected.lower()}\n'
|
|
f' actual: {actual}')
|
|
|
|
|
|
def DownloadAndUnpack(url, output_dir, path_prefix=None, sha256=None):
|
|
"""Download an archive from url and extract into output_dir. If path_prefix
|
|
is not None, only extract files whose paths within the archive start
|
|
with path_prefix."""
|
|
with tempfile.NamedTemporaryFile(delete=False) as tmp_file:
|
|
try:
|
|
DownloadUrl(url, tmp_file)
|
|
tmp_file.close()
|
|
if sha256:
|
|
VerifySHA256(tmp_file.name, sha256, url)
|
|
try:
|
|
os.unlink(output_dir)
|
|
except OSError:
|
|
pass
|
|
shutil.rmtree(output_dir, ignore_errors=True)
|
|
EnsureDirExists(output_dir)
|
|
if url.endswith('.zip'):
|
|
extract_zip(tmp_file.name, output_dir, path_prefix)
|
|
else:
|
|
with tarfile.open(tmp_file.name, mode='r:*') as t:
|
|
members = None
|
|
if path_prefix is not None:
|
|
members = [
|
|
m for m in t.getmembers()
|
|
if m.name.startswith(path_prefix)
|
|
]
|
|
t.extractall(path=output_dir, members=members)
|
|
finally:
|
|
os.unlink(tmp_file.name)
|
|
|
|
|
|
def DownloadIfChanged(url,
|
|
dest_dir,
|
|
*args,
|
|
download_fn=DownloadAndUnpack,
|
|
**kwargs):
|
|
"""Run download_fn() only if dest_dir isn't already recorded as
|
|
containing a download from url. On success, records url in a
|
|
'.url' file inside dest_dir so subsequent calls can skip."""
|
|
url_file = os.path.join(dest_dir, '.url')
|
|
try:
|
|
with open(url_file) as f:
|
|
if f.read() == url:
|
|
return
|
|
except FileNotFoundError:
|
|
pass
|
|
download_fn(url, dest_dir, *args, **kwargs)
|
|
with open(url_file, 'w', newline='\n') as f:
|
|
f.write(url)
|