diff options
Diffstat (limited to '.github')
| -rw-r--r-- | .github/qt_helper.py | 107 | ||||
| -rw-r--r-- | .github/workflows/build.yml | 9 |
2 files changed, 110 insertions, 6 deletions
diff --git a/.github/qt_helper.py b/.github/qt_helper.py new file mode 100644 index 00000000..309b3974 --- /dev/null +++ b/.github/qt_helper.py @@ -0,0 +1,107 @@ +#!/usr/bin/env python3 +import defusedxml.ElementTree +import hashlib +import mmap +import pathlib +import subprocess +import sys +import urllib.parse +import urllib.request +import xml.etree.ElementTree as ET + +MAX_TRIES = 32 + +def fetch_links_to_archives(os, target, major, minor, patch, toolchain): + MAX_XML_SIZE = 1024 * 1024 * 1024 + MIRROR = 'download.qt.io' + base_url = f'https://{MIRROR}/online/qtsdkrepository/{os}/{target}/qt{major}_{major}{minor}{patch}' + url = f'{base_url}/Updates.xml' + for _ in range(MAX_TRIES): + try: + resp = urllib.request.urlopen(url).read(MAX_XML_SIZE) + update_xml = defusedxml.ElementTree.fromstring(resp) + break + except KeyboardInterrupt: + raise + except BaseException as e: + print('error', e, flush=True) + else: + return + for pkg in update_xml.findall('./PackageUpdate'): + name = pkg.find('.//Name') + if name == None: + continue + if name.text != f'qt.qt{major}.{major}{minor}{patch}.{toolchain}': + continue + version = pkg.find('.//Version') + if version == None: + continue + archives = pkg.find('.//DownloadableArchives') + if archives == None or archives.text == None: + continue + for archive in archives.text.split(', '): + url = f'{base_url}/{name.text}/{version.text}{archive}' + file_name = pathlib.Path(urllib.parse.urlparse(url).path).name + yield {'name': file_name, 'url': url} + +def download(links): + metalink = ET.Element('metalink', xmlns = "urn:ietf:params:xml:ns:metalink") + for link in links: + file = ET.SubElement(metalink, 'file', name = link['name']) + ET.SubElement(file, 'url').text = link['url'] + data = ET.tostring(metalink, encoding='UTF-8', xml_declaration=True) + for _ in range(MAX_TRIES): + with subprocess.Popen([ + 'aria2c', + '--connect-timeout=8', + '--console-log-level=warn', + '--continue', + '--follow-metalink=mem', + '--max-concurrent-downloads=100', + '--max-connection-per-server=16', + '--max-file-not-found=100', + '--max-tries=100', + '--min-split-size=1MB', + '--retry-wait=1', + '--split=100', + '--summary-interval=0', + '--timeout=8', + '--user-agent=', + '--metalink-file=-', + ], stdin=subprocess.PIPE) as aria: + aria.communicate(data) + if aria.wait() == 0: + return True + return False + +def calc_hash_sum(files): + obj = hashlib.new('sha256') + for path in files: + with open(path, 'rb') as f: + with mmap.mmap(f.fileno(), 0, mmap.MAP_SHARED, mmap.PROT_READ) as m: + file_hash = hashlib.new('sha256', m).digest() + obj.update(file_hash) + return obj.digest().hex() + +def extract_archives(files, out='.', targets=[]): + for path in files: + if subprocess.Popen(['7z', 'x', '-bd', '-y', '-aoa', f'-o{out}', path] + targets, + stdout=subprocess.DEVNULL, + ).wait() != 0: + return False + return True + +def main(): + os, target, version, toolchain, expect = sys.argv[1:] + major, minor, patch = version.split('.') + links = [*fetch_links_to_archives(os, target, major, minor, patch, toolchain)] + print(*[l['url'].encode() for l in links], sep='\n', flush=True) + assert download(links) + result = calc_hash_sum([l['name'] for l in links]) + print('result', result, 'expect', expect, flush=True) + assert result == expect + assert extract_archives([l['name'] for l in links], '.', ['{}.{}.{}'.format(major, minor, patch)]) + [pathlib.Path(l['name']).unlink() for l in links] + +if __name__ == '__main__': + main() diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index 33be266c..74b5f952 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -65,14 +65,11 @@ jobs: with: submodules: recursive - name: install dependencies - run: HOMEBREW_NO_AUTO_UPDATE=1 brew install boost hidapi zmq libpgm miniupnpc ldns expat libunwind-headers protobuf pkg-config python3 p7zip + run: HOMEBREW_NO_AUTO_UPDATE=1 brew install boost hidapi zmq libpgm miniupnpc ldns expat libunwind-headers protobuf pkg-config python3 p7zip aria2 - name: install dependencies - run: pip3 install requests semantic_version lxml py7zr + run: pip3 install defusedxml - name: download qt - run: | - curl -O https://raw.githubusercontent.com/engnr/qt-downloader/master/qt-downloader - chmod +x qt-downloader - ./qt-downloader macos desktop 5.15.2 clang_64 + run: python3 monero-gui/.github/qt_helper.py mac_x64 desktop 5.15.2 clang_64 c384008156fe63cc183bade0316828c598ff3e5074397c0c9ccc588d6cdc5aca working-directory: ../ - name: build run: CMAKE_PREFIX_PATH=/Users/runner/work/monero-gui/5.15.2/clang_64 make release -j3 |