#!/usr/bin/python3 # Copyright 2019 Ilya Shipitsin # Copyright 2020 Tim Duesterhus # # This program is free software; you can redistribute it and/or # modify it under the terms of the GNU General Public License # as published by the Free Software Foundation; either version # 2 of the License, or (at your option) any later version. import json import sys import urllib.request import re from os import environ if len(sys.argv) == 2: ref_name = sys.argv[1] else: print("Usage: {} ".format(sys.argv[0]), file=sys.stderr) sys.exit(1) print("Generating matrix for type '{}'.".format(ref_name)) def clean_ssl(ssl): return ssl.replace("_VERSION", "").lower() def determine_latest_openssl(ssl): headers = {'Authorization': 'token ' + environ.get('GITHUB_API_TOKEN')} if environ.get('GITHUB_API_TOKEN') else {} request = urllib.request.Request('https://api.github.com/repos/openssl/openssl/tags', headers=headers) openssl_tags = urllib.request.urlopen(request) tags = json.loads(openssl_tags.read().decode('utf-8')) latest_tag = '' for tag in tags: name = tag['name'] if "openssl-" in name: if name > latest_tag: latest_tag = name return "OPENSSL_VERSION={}".format(latest_tag[8:]) def determine_latest_libressl(ssl): libressl_download_list = urllib.request.urlopen("http://ftp.openbsd.org/pub/OpenBSD/LibreSSL/") for line in libressl_download_list.readlines(): decoded_line = line.decode("utf-8") if "libressl-" in decoded_line and ".tar.gz.asc" in decoded_line: l = re.split("libressl-|.tar.gz.asc", decoded_line)[1] return "LIBRESSL_VERSION={}".format(l) def clean_compression(compression): return compression.replace("USE_", "").lower() def get_asan_flags(cc): return [ "USE_OBSOLETE_LINKER=1", 'DEBUG_CFLAGS="-g -fsanitize=address"', 'LDFLAGS="-fsanitize=address"', 'CPU_CFLAGS.generic="-O1"', ] matrix = [] # Ubuntu os = "ubuntu-latest" if "haproxy-" not in ref_name else "ubuntu-22.04" TARGET = "linux-glibc" for CC in ["gcc", "clang"]: matrix.append( { "name": "{}, {}, no features".format(os, CC), "os": os, "TARGET": TARGET, "CC": CC, "FLAGS": [], } ) matrix.append( { "name": "{}, {}, all features".format(os, CC), "os": os, "TARGET": TARGET, "CC": CC, "FLAGS": [ "USE_ZLIB=1", "USE_OT=1", "OT_INC=${HOME}/opt-ot/include", "OT_LIB=${HOME}/opt-ot/lib", "OT_RUNPATH=1", "USE_PCRE=1", "USE_PCRE_JIT=1", "USE_LUA=1", "USE_OPENSSL=1", "USE_SYSTEMD=1", "USE_WURFL=1", "WURFL_INC=addons/wurfl/dummy", "WURFL_LIB=addons/wurfl/dummy", "USE_DEVICEATLAS=1", "DEVICEATLAS_SRC=addons/deviceatlas/dummy", "USE_PROMEX=1", "USE_51DEGREES=1", "51DEGREES_SRC=addons/51degrees/dummy/pattern", ], } ) # ASAN matrix.append( { "name": "{}, {}, ASAN, all features".format(os, CC), "os": os, "TARGET": TARGET, "CC": CC, "FLAGS": get_asan_flags(CC) + [ "USE_ZLIB=1", "USE_OT=1", "OT_INC=${HOME}/opt-ot/include", "OT_LIB=${HOME}/opt-ot/lib", "OT_RUNPATH=1", "USE_PCRE=1", "USE_PCRE_JIT=1", "USE_LUA=1", "USE_OPENSSL=1", "USE_SYSTEMD=1", "USE_WURFL=1", "WURFL_INC=addons/wurfl/dummy", "WURFL_LIB=addons/wurfl/dummy", "USE_DEVICEATLAS=1", "DEVICEATLAS_SRC=addons/deviceatlas/dummy", "USE_PROMEX=1", "USE_51DEGREES=1", "51DEGREES_SRC=addons/51degrees/dummy/pattern", ], } ) for compression in ["USE_ZLIB=1"]: matrix.append( { "name": "{}, {}, gz={}".format( os, CC, clean_compression(compression) ), "os": os, "TARGET": TARGET, "CC": CC, "FLAGS": [compression], } ) for ssl in [ "stock", "OPENSSL_VERSION=1.0.2u", "OPENSSL_VERSION=1.1.1s", "QUICTLS=yes", # "BORINGSSL=yes", ] + (["OPENSSL_VERSION=latest", "LIBRESSL_VERSION=latest"] if "haproxy-" not in ref_name else []): flags = ["USE_OPENSSL=1"] if ssl == "BORINGSSL=yes" or ssl == "QUICTLS=yes" or "LIBRESSL" in ssl: flags.append("USE_QUIC=1") if ssl != "stock": flags.append("SSL_LIB=${HOME}/opt/lib") flags.append("SSL_INC=${HOME}/opt/include") if "LIBRESSL" in ssl and "latest" in ssl: ssl = determine_latest_libressl(ssl) if "OPENSSL" in ssl and "latest" in ssl: ssl = determine_latest_openssl(ssl) matrix.append( { "name": "{}, {}, ssl={}".format(os, CC, clean_ssl(ssl)), "os": os, "TARGET": TARGET, "CC": CC, "ssl": ssl, "FLAGS": flags, } ) # macOS os = "macos-latest" if "haproxy-" not in ref_name else "macos-12" TARGET = "osx" for CC in ["clang"]: matrix.append( { "name": "{}, {}, no features".format(os, CC), "os": os, "TARGET": TARGET, "CC": CC, "FLAGS": [], } ) # Print matrix print(json.dumps(matrix, indent=4, sort_keys=True)) if environ.get('GITHUB_OUTPUT') is not None: with open(environ.get('GITHUB_OUTPUT'), 'a') as f: print("matrix={}".format(json.dumps({"include": matrix})), file=f)