mirror of
https://github.com/haproxy/haproxy.git
synced 2026-07-07 00:03:09 -04:00
78639c7cf7
When removing support for USE_OT=1 I only saw the tests but not the build matrix, and this now causes build failures on the CI for tests with "all features". Let's remove it there as well as the checks for the OT cache and libs.
369 lines
12 KiB
Python
Executable file
369 lines
12 KiB
Python
Executable file
#!/usr/bin/python3
|
|
|
|
# Copyright 2019 Ilya Shipitsin <chipitsine@gmail.com>
|
|
# Copyright 2020 Tim Duesterhus <tim@bastelstu.be>
|
|
#
|
|
# This program is free software; you can redistribute it and/or
|
|
# modify it under the terms of the GNU General Public License
|
|
# as published by the Free Software Foundation; either version
|
|
# 2 of the License, or (at your option) any later version.
|
|
|
|
import functools
|
|
import json
|
|
import re
|
|
import sys
|
|
import urllib.error
|
|
import urllib.request
|
|
from os import environ
|
|
from packaging import version
|
|
|
|
#
|
|
# this CI is used for both development and stable branches of HAProxy
|
|
#
|
|
# naming convention used, if branch/tag name matches:
|
|
#
|
|
# "haproxy-" - stable branches
|
|
# "vX.Y.Z" - release tags
|
|
# otherwise - development branch (i.e. "latest" ssl variants, "latest" github images)
|
|
#
|
|
|
|
def clean_ssl(ssl):
|
|
return ssl.replace("_VERSION", "").lower()
|
|
|
|
def get_all_github_tags(url):
|
|
headers = {}
|
|
if environ.get("GITHUB_TOKEN") is not None:
|
|
headers["Authorization"] = "token {}".format(environ.get("GITHUB_TOKEN"))
|
|
all_tags = []
|
|
page = 1
|
|
sep = "&" if "?" in url else "?"
|
|
while True:
|
|
paginated_url = "{}{}per_page=100&page={}".format(url, sep, page)
|
|
request = urllib.request.Request(paginated_url, headers=headers)
|
|
try:
|
|
response = urllib.request.urlopen(request)
|
|
except urllib.error.URLError:
|
|
return all_tags if all_tags else None
|
|
tags = json.loads(response.read().decode("utf-8"))
|
|
if not tags:
|
|
break
|
|
all_tags.extend([tag['name'] for tag in tags])
|
|
if len(tags) < 100:
|
|
break
|
|
page += 1
|
|
return all_tags if all_tags else None
|
|
|
|
@functools.lru_cache(5)
|
|
def determine_latest_openssl(ssl):
|
|
tags = get_all_github_tags("https://api.github.com/repos/openssl/openssl/tags")
|
|
if not tags:
|
|
return "OPENSSL_VERSION=failed_to_detect"
|
|
latest_tag = ""
|
|
for tag in tags:
|
|
if "openssl-" in tag:
|
|
if (not latest_tag) or (version.parse(tag[8:]) > version.parse(latest_tag[8:])):
|
|
latest_tag = tag
|
|
return "OPENSSL_VERSION={}".format(latest_tag[8:])
|
|
|
|
def aws_lc_version_string_to_num(version_string):
|
|
return tuple(map(int, version_string[1:].split('.')))
|
|
|
|
def aws_lc_version_valid(version_string):
|
|
return re.match(r'^v[0-9]+(\.[0-9]+)*$', version_string)
|
|
|
|
@functools.lru_cache(5)
|
|
def determine_latest_aws_lc(ssl):
|
|
tags = get_all_github_tags("https://api.github.com/repos/aws/aws-lc/tags")
|
|
if not tags:
|
|
return "AWS_LC_VERSION=failed_to_detect"
|
|
valid_tags = list(filter(aws_lc_version_valid, tags))
|
|
if not valid_tags:
|
|
return "AWS_LC_VERSION=failed_to_detect"
|
|
latest_tag = max(valid_tags, key=aws_lc_version_string_to_num)
|
|
return "AWS_LC_VERSION={}".format(latest_tag[1:])
|
|
|
|
def aws_lc_fips_version_string_to_num(version_string):
|
|
return tuple(map(int, version_string[12:].split('.')))
|
|
|
|
def aws_lc_fips_version_valid(version_string):
|
|
return re.match(r'^AWS-LC-FIPS-[0-9]+(\.[0-9]+)*$', version_string)
|
|
|
|
@functools.lru_cache(5)
|
|
def determine_latest_aws_lc_fips(ssl):
|
|
tags = get_all_github_tags("https://api.github.com/repos/aws/aws-lc/tags")
|
|
if not tags:
|
|
return "AWS_LC_FIPS_VERSION=failed_to_detect"
|
|
valid_tags = list(filter(aws_lc_fips_version_valid, tags))
|
|
if not valid_tags:
|
|
return "AWS_LC_FIPS_VERSION=failed_to_detect"
|
|
latest_tag = max(valid_tags, key=aws_lc_fips_version_string_to_num)
|
|
return "AWS_LC_FIPS_VERSION={}".format(latest_tag[12:])
|
|
|
|
def wolfssl_version_string_to_num(version_string):
|
|
return tuple(map(int, version_string[1:].removesuffix('-stable').split('.')))
|
|
|
|
def wolfssl_version_valid(version_string):
|
|
return re.match(r'^v[0-9]+(\.[0-9]+)*-stable$', version_string)
|
|
|
|
@functools.lru_cache(5)
|
|
def determine_latest_wolfssl(ssl):
|
|
tags = get_all_github_tags("https://api.github.com/repos/wolfssl/wolfssl/tags")
|
|
if not tags:
|
|
return "WOLFSSL_VERSION=failed_to_detect"
|
|
valid_tags = list(filter(wolfssl_version_valid, tags))
|
|
latest_tag = max(valid_tags, key=wolfssl_version_string_to_num)
|
|
return "WOLFSSL_VERSION={}".format(latest_tag[1:].removesuffix('-stable'))
|
|
|
|
@functools.lru_cache(5)
|
|
def determine_latest_libressl(ssl):
|
|
try:
|
|
libressl_download_list = urllib.request.urlopen(
|
|
"https://cdn.openbsd.org/pub/OpenBSD/LibreSSL/"
|
|
)
|
|
except:
|
|
return "LIBRESSL_VERSION=failed_to_detect"
|
|
for line in libressl_download_list.readlines():
|
|
decoded_line = line.decode("utf-8")
|
|
if "libressl-" in decoded_line and ".tar.gz.asc" in decoded_line:
|
|
l = re.split("libressl-|.tar.gz.asc", decoded_line)[1]
|
|
return "LIBRESSL_VERSION={}".format(l)
|
|
|
|
|
|
def clean_compression(compression):
|
|
return compression.replace("USE_", "").lower()
|
|
|
|
|
|
def main(ref_name):
|
|
print("Generating matrix for branch '{}'.".format(ref_name))
|
|
|
|
is_stable = "haproxy-" in ref_name or re.match(r'^v\d+\.\d+\.\d+$', ref_name)
|
|
|
|
matrix = []
|
|
|
|
# Ubuntu
|
|
|
|
if is_stable:
|
|
os = "ubuntu-24.04" # stable branch
|
|
os_arm = "ubuntu-24.04-arm" # stable branch
|
|
os_i686 = "ubuntu-24.04" # stable branch
|
|
else:
|
|
os = "ubuntu-24.04" # development branch
|
|
os_arm = "ubuntu-24.04-arm" # development branch
|
|
os_i686 = "ubuntu-24.04" # development branch
|
|
|
|
TARGET = "linux-glibc"
|
|
for CC in ["gcc", "clang"]:
|
|
matrix.append(
|
|
{
|
|
"name": "{}, {}, no features".format(os, CC),
|
|
"os": os,
|
|
"TARGET": TARGET,
|
|
"CC": CC,
|
|
"FLAGS": [],
|
|
}
|
|
)
|
|
|
|
matrix.append(
|
|
{
|
|
"name": "{}, {}, all features".format(os, CC),
|
|
"os": os,
|
|
"TARGET": TARGET,
|
|
"CC": CC,
|
|
"FLAGS": [
|
|
'DEBUG="-DDEBUG_LIST"',
|
|
"USE_ZLIB=1",
|
|
"OT_INC=${HOME}/opt-ot/include",
|
|
"OT_LIB=${HOME}/opt-ot/lib",
|
|
"OT_RUNPATH=1",
|
|
"USE_PCRE2=1",
|
|
"USE_PCRE2_JIT=1",
|
|
"USE_LUA=1",
|
|
"USE_OPENSSL=1",
|
|
"USE_WURFL=1",
|
|
"WURFL_INC=addons/wurfl/dummy",
|
|
"WURFL_LIB=addons/wurfl/dummy",
|
|
"USE_DEVICEATLAS=1",
|
|
"DEVICEATLAS_SRC=addons/deviceatlas/dummy",
|
|
"USE_PROMEX=1",
|
|
"USE_51DEGREES=1",
|
|
"51DEGREES_SRC=addons/51degrees/dummy/pattern",
|
|
],
|
|
}
|
|
)
|
|
|
|
# ASAN
|
|
|
|
for os_asan in [os, os_arm]:
|
|
matrix.append(
|
|
{
|
|
"name": "{}, {}, ASAN, all features".format(os_asan, CC),
|
|
"os": os_asan,
|
|
"TARGET": TARGET,
|
|
"CC": CC,
|
|
"FLAGS": [
|
|
"USE_OBSOLETE_LINKER=1",
|
|
'ARCH_FLAGS="-g -fsanitize=address"',
|
|
'OPT_CFLAGS="-O1"',
|
|
"USE_ZLIB=1",
|
|
"DEBUG=-DDEBUG_STRICT=2",
|
|
"OT_INC=${HOME}/opt-ot/include",
|
|
"OT_LIB=${HOME}/opt-ot/lib",
|
|
"OT_RUNPATH=1",
|
|
"USE_PCRE2=1",
|
|
"USE_PCRE2_JIT=1",
|
|
"USE_LUA=1",
|
|
"USE_OPENSSL=1",
|
|
"USE_WURFL=1",
|
|
"WURFL_INC=addons/wurfl/dummy",
|
|
"WURFL_LIB=addons/wurfl/dummy",
|
|
"USE_DEVICEATLAS=1",
|
|
"DEVICEATLAS_SRC=addons/deviceatlas/dummy",
|
|
"USE_PROMEX=1",
|
|
"USE_51DEGREES=1",
|
|
"51DEGREES_SRC=addons/51degrees/dummy/pattern",
|
|
],
|
|
}
|
|
)
|
|
|
|
for compression in ["USE_ZLIB=1"]:
|
|
matrix.append(
|
|
{
|
|
"name": "{}, {}, gz={}".format(os, CC, clean_compression(compression)),
|
|
"os": os,
|
|
"TARGET": TARGET,
|
|
"CC": CC,
|
|
"FLAGS": [compression],
|
|
}
|
|
)
|
|
|
|
ssl_versions = [
|
|
"stock",
|
|
"OPENSSL_VERSION=1.0.2u",
|
|
"OPENSSL_VERSION=1.1.1s",
|
|
"OPENSSL_VERSION=3.5.1",
|
|
"QUICTLS_VERSION=OpenSSL_1_1_1w-quic1",
|
|
"WOLFSSL_VERSION=5.7.0",
|
|
"AWS_LC_VERSION=1.39.0",
|
|
# "BORINGSSL=yes",
|
|
]
|
|
|
|
if not is_stable: # development branch
|
|
ssl_versions = ssl_versions + [
|
|
"OPENSSL_VERSION=latest",
|
|
"LIBRESSL_VERSION=latest",
|
|
]
|
|
|
|
for ssl in ssl_versions:
|
|
flags = ["USE_OPENSSL=1"]
|
|
skipdup=0
|
|
if "WOLFSSL" in ssl:
|
|
flags.append("USE_OPENSSL_WOLFSSL=1")
|
|
if "AWS_LC" in ssl:
|
|
flags.append("USE_OPENSSL_AWSLC=1")
|
|
if ssl != "stock":
|
|
flags.append("SSL_LIB=${HOME}/opt/lib")
|
|
flags.append("SSL_INC=${HOME}/opt/include")
|
|
if "LIBRESSL" in ssl and "latest" in ssl:
|
|
ssl = determine_latest_libressl(ssl)
|
|
skipdup=1
|
|
if "OPENSSL" in ssl and "latest" in ssl:
|
|
ssl = determine_latest_openssl(ssl)
|
|
skipdup=1
|
|
|
|
# if "latest" equals a version already in the list
|
|
if ssl in ssl_versions and skipdup == 1:
|
|
continue
|
|
|
|
openssl_supports_quic = False
|
|
try:
|
|
openssl_supports_quic = version.Version(ssl.split("OPENSSL_VERSION=",1)[1]) >= version.Version("3.5.0")
|
|
except:
|
|
pass
|
|
|
|
if ssl == "BORINGSSL=yes" or "QUICTLS" in ssl or "LIBRESSL" in ssl or "WOLFSSL" in ssl or "AWS_LC" in ssl or openssl_supports_quic:
|
|
flags.append("USE_QUIC=1")
|
|
|
|
matrix.append(
|
|
{
|
|
"name": "{}, {}, ssl={}".format(os, CC, clean_ssl(ssl)),
|
|
"os": os,
|
|
"TARGET": TARGET,
|
|
"CC": CC,
|
|
"ssl": ssl,
|
|
"FLAGS": flags,
|
|
}
|
|
)
|
|
|
|
# macOS on dev branches
|
|
if not is_stable:
|
|
os = "macos-26" # development branch
|
|
|
|
TARGET = "osx"
|
|
for CC in ["clang"]:
|
|
matrix.append(
|
|
{
|
|
"name": "{}, {}, no features".format(os, CC),
|
|
"os": os,
|
|
"TARGET": TARGET,
|
|
"CC": CC,
|
|
"FLAGS": [],
|
|
}
|
|
)
|
|
|
|
# Alpine / musl
|
|
|
|
matrix.append(
|
|
{
|
|
"name": "Alpine+musl, gcc",
|
|
"os": "ubuntu-latest",
|
|
"container": {
|
|
"image": "alpine:latest",
|
|
"options": "--privileged --ulimit core=-1 --security-opt seccomp=unconfined",
|
|
"volumes": ["/tmp/core:/tmp/core"],
|
|
},
|
|
"TARGET": "linux-musl",
|
|
"CC": "gcc",
|
|
"FLAGS": [
|
|
"ARCH_FLAGS='-ggdb3'",
|
|
"USE_LUA=1",
|
|
"LUA_INC=/usr/include/lua5.3",
|
|
"LUA_LIB=/usr/lib/lua5.3",
|
|
"USE_OPENSSL=1",
|
|
"USE_PCRE2=1",
|
|
"USE_PCRE2_JIT=1",
|
|
"USE_PROMEX=1",
|
|
],
|
|
}
|
|
)
|
|
|
|
# i686
|
|
|
|
matrix.append(
|
|
{
|
|
"name": "{}, i686-linux-gnu-gcc".format(os_i686),
|
|
"os": os_i686,
|
|
"TARGET": "linux-glibc",
|
|
"CC": "i686-linux-gnu-gcc",
|
|
"FLAGS": [
|
|
"USE_OPENSSL=1",
|
|
"USE_PCRE2=1",
|
|
"USE_PCRE2_JIT=1",
|
|
],
|
|
}
|
|
)
|
|
|
|
# Print matrix
|
|
|
|
print(json.dumps(matrix, indent=4, sort_keys=True))
|
|
|
|
if environ.get("GITHUB_OUTPUT") is not None:
|
|
with open(environ.get("GITHUB_OUTPUT"), "a") as f:
|
|
print("matrix={}".format(json.dumps({"include": matrix})), file=f)
|
|
|
|
if __name__ == "__main__":
|
|
if len(sys.argv) == 2:
|
|
ref_name = sys.argv[1]
|
|
main(ref_name)
|
|
else:
|
|
print("Usage: {} <ref_name>".format(sys.argv[0]), file=sys.stderr)
|
|
sys.exit(1)
|