Mikhail
5388f10992
* Remove empty directories recursively from profiles * Disable load:site:brave_search:2023 * Set CHROME_SHUTDOWN_TIMEOUT to 20 * Fix presubmit
136 lines
4.1 KiB
Python
136 lines
4.1 KiB
Python
# Copyright (c) 2022 The Brave Authors. All rights reserved.
|
|
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this file,
|
|
# you can obtain one at http://mozilla.org/MPL/2.0/.
|
|
import logging
|
|
import os
|
|
import re
|
|
import subprocess
|
|
import tempfile
|
|
import time
|
|
import platform
|
|
|
|
from threading import Timer
|
|
from typing import Dict, List, Optional, Tuple
|
|
from urllib.request import urlopen
|
|
|
|
import components.path_util as path_util
|
|
|
|
|
|
def IsSha1Hash(s: str) -> bool:
|
|
return re.match(r'[a-f0-9]{40}', s) is not None
|
|
|
|
|
|
def ToChromiumPlatformName(target_os: str) -> str:
|
|
if target_os == 'mac':
|
|
return 'mac-arm64' if platform.processor() == 'arm' else 'mac-x64'
|
|
if target_os == 'windows':
|
|
return 'win64'
|
|
if target_os == 'linux':
|
|
return 'linux64'
|
|
if target_os == 'android':
|
|
return 'android-arm64'
|
|
raise RuntimeError('Platform is not supported')
|
|
|
|
|
|
def ToBravePlatformName(target_os: str) -> str:
|
|
if target_os == 'mac':
|
|
return 'darwin-arm64' if platform.processor() == 'arm' else 'darwin-x64'
|
|
if target_os == 'windows':
|
|
return 'win32-x64'
|
|
if target_os == 'linux':
|
|
return 'linux-x64'
|
|
if target_os == 'android':
|
|
return 'android-arm64'
|
|
raise RuntimeError('Platform is not supported')
|
|
|
|
|
|
def TerminateProcess(p):
|
|
logging.error('terminating process by timeout %r', p.args)
|
|
p.terminate()
|
|
|
|
|
|
def GetProcessOutput(args: List[str],
|
|
cwd: Optional[str] = None,
|
|
check=False,
|
|
output_to_debug=True,
|
|
timeout: Optional[int] = None,
|
|
env=None) -> Tuple[bool, str]:
|
|
if logging.root.isEnabledFor(logging.DEBUG):
|
|
logging.debug('Run binary: %s, cwd = %s output:', ' '.join(args), cwd)
|
|
process = subprocess.Popen(args,
|
|
stdout=subprocess.PIPE,
|
|
stderr=subprocess.STDOUT,
|
|
env=env,
|
|
cwd=cwd,
|
|
bufsize=0,
|
|
universal_newlines=True)
|
|
timer = None
|
|
if timeout:
|
|
timer = Timer(timeout, lambda: TerminateProcess(process))
|
|
output = ''
|
|
try:
|
|
if timer:
|
|
timer.start()
|
|
while True:
|
|
assert process.stdout is not None
|
|
line = process.stdout.readline()
|
|
if line:
|
|
output += line
|
|
if output_to_debug:
|
|
logging.debug(line.rstrip())
|
|
if not line and process.poll() is not None:
|
|
break
|
|
finally:
|
|
if timer:
|
|
timer.cancel()
|
|
rc = process.poll()
|
|
if check and rc != 0:
|
|
logging.debug('Binary failed. Exit code: %d', rc)
|
|
if not rc:
|
|
rc = -1
|
|
raise subprocess.CalledProcessError(rc, args, output)
|
|
return rc == 0, output
|
|
|
|
try:
|
|
output = subprocess.check_output(args,
|
|
stderr=subprocess.STDOUT,
|
|
cwd=cwd,
|
|
env=env,
|
|
timeout=timeout,
|
|
universal_newlines=True)
|
|
return True, output
|
|
except subprocess.CalledProcessError as e:
|
|
if output_to_debug:
|
|
logging.error(e.output)
|
|
if check:
|
|
raise
|
|
return False, e.output
|
|
|
|
|
|
def DownloadFile(url: str, output: str, timeout_sec=3 * 60):
|
|
|
|
def load_data():
|
|
for _ in range(3):
|
|
try:
|
|
logging.info('Downloading %s to %s', url, output)
|
|
f = urlopen(url, timeout=timeout_sec)
|
|
return f.read()
|
|
except Exception:
|
|
logging.error('Download attempt failed')
|
|
time.sleep(5)
|
|
raise RuntimeError(f'Can\'t download {url}')
|
|
|
|
data = load_data()
|
|
os.makedirs(os.path.dirname(output), exist_ok=True)
|
|
with open(output, 'wb') as output_file:
|
|
output_file.write(data)
|
|
|
|
|
|
def DownloadArchiveAndUnpack(output_directory: str, url: str):
|
|
_, f = tempfile.mkstemp(dir=output_directory)
|
|
DownloadFile(url, f)
|
|
with path_util.SysPath(path_util.GetBraveScriptDir(), 0):
|
|
from lib.util import extract_zip # pylint: disable=import-outside-toplevel
|
|
extract_zip(f, output_directory)
|