category refactor and various determinisim fixes

This commit is contained in:
Lance Vick 2023-12-17 20:05:16 -08:00
parent a5163aefcc
commit ebbafb6614
Signed by: lrvick
GPG Key ID: 8E47A1EC35A1551D
52 changed files with 389 additions and 383 deletions

2
.gitignore vendored
View File

@ -1,3 +1,5 @@
out
build.log
graph.svg
*.tgz
TODO

364
Makefile
View File

@ -1,365 +1,17 @@
export REGISTRY := local
export PLATFORM := linux/amd64
export BUILDER := $(shell which docker)
export SOURCE_DATE_EPOCH = 1
clean_logs := $(shell rm *.log 2>&1 >/dev/null || :)
include src/macros.mk
include src/bootstrap/build.mk
include src/core/build.mk
include src/libs/build.mk
include src/tools/build.mk
DEFAULT_GOAL := default
.PHONY: default
default: all
.PHONY: all
all: \
python.tgz \
rust.tgz \
go.tgz
default: bootstrap core
graph.svg: Makefile
out/graph.svg: Makefile
$(MAKE) -Bnd | make2graph | dot -Tsvg -o graph.svg
bootstrap.tgz:
$(call build,bootstrap)
musl.tgz: bootstrap.tgz
$(call build,musl)
busybox.tgz: bootstrap.tgz
$(call build,busybox)
binutils.tgz: bootstrap.tgz
$(call build,binutils)
gcc.tgz: \
bootstrap.tgz \
musl.tgz
$(call build,gcc)
make.tgz: bootstrap.tgz
$(call build,make)
ca-certificates.tgz:
$(call build,ca-certificates)
bash.tgz: \
busybox.tgz \
gcc.tgz \
binutils.tgz \
musl.tgz \
make.tgz
$(call build,bash)
m4.tgz: \
busybox.tgz \
gcc.tgz \
binutils.tgz \
musl.tgz \
make.tgz
$(call build,m4)
perl.tgz: \
gcc.tgz \
binutils.tgz \
busybox.tgz \
make.tgz \
musl.tgz
$(call build,perl)
autoconf.tgz: \
busybox.tgz \
gcc.tgz \
binutils.tgz \
musl.tgz \
make.tgz \
perl.tgz \
m4.tgz
$(call build,autoconf,,fetch)
$(call build,autoconf)
automake.tgz: \
busybox.tgz \
gcc.tgz \
binutils.tgz \
musl.tgz \
make.tgz \
perl.tgz \
autoconf.tgz \
m4.tgz
$(call build,automake)
sed.tgz: \
busybox.tgz \
gcc.tgz \
binutils.tgz \
musl.tgz \
make.tgz
$(call build,sed)
libtool.tgz: \
busybox.tgz \
gcc.tgz \
binutils.tgz \
musl.tgz \
make.tgz \
bash.tgz \
sed.tgz \
m4.tgz
$(call build,libtool)
pkgconf.tgz: \
busybox.tgz \
gcc.tgz \
binutils.tgz \
musl.tgz \
make.tgz \
libtool.tgz
$(call build,pkgconf)
libxml2.tgz: \
busybox.tgz \
gcc.tgz \
binutils.tgz \
musl.tgz \
make.tgz \
bash.tgz \
python.tgz \
sed.tgz \
m4.tgz \
autoconf.tgz \
automake.tgz \
pkgconf.tgz \
libtool.tgz
$(call build,libxml2)
libunwind.tgz: \
busybox.tgz \
gcc.tgz \
binutils.tgz \
musl.tgz \
make.tgz \
bash.tgz \
autoconf.tgz \
automake.tgz \
libtool.tgz
$(call build,libunwind)
linux-headers.tgz:
$(call build,linux-headers)
openssl.tgz: \
gcc.tgz \
binutils.tgz \
busybox.tgz \
linux-headers.tgz \
musl.tgz
$(call build,openssl)
go.tgz: \
gcc.tgz \
binutils.tgz \
busybox.tgz \
bash.tgz \
musl.tgz
$(call build,go)
curl.tgz: \
gcc.tgz \
musl.tgz \
busybox.tgz \
make.tgz \
binutils.tgz \
openssl.tgz \
ca-certificates.tgz
$(call build,curl)
python.tgz: \
gcc.tgz \
perl.tgz \
binutils.tgz \
busybox.tgz \
openssl.tgz \
make.tgz \
musl.tgz
$(call build,python)
ninja.tgz: \
busybox.tgz \
gcc.tgz \
binutils.tgz \
musl.tgz \
make.tgz \
openssl.tgz \
python.tgz
$(call build,ninja)
cmake.tgz: \
busybox.tgz \
gcc.tgz \
binutils.tgz \
ninja.tgz \
musl.tgz \
make.tgz \
linux-headers.tgz
$(call build,cmake)
py-setuptools.tgz: \
busybox.tgz \
python.tgz
$(call build,py-setuptools)
zlib.tgz: \
busybox.tgz \
gcc.tgz \
binutils.tgz \
musl.tgz \
make.tgz
$(call build,zlib)
llvm13.tgz: \
gcc.tgz \
python.tgz \
py-setuptools.tgz \
perl.tgz \
binutils.tgz \
cmake.tgz \
ninja.tgz \
curl.tgz \
busybox.tgz \
musl.tgz
$(call build,llvm,13.0.1)
llvm.tgz: \
gcc.tgz \
python.tgz \
py-setuptools.tgz \
perl.tgz \
binutils.tgz \
cmake.tgz \
ninja.tgz \
curl.tgz \
busybox.tgz \
musl.tgz
$(call build,llvm)
$(BUILDER) tag $(REGISTRY)/llvm $(REGISTRY)/llvm:16
$(BUILDER) tag $(REGISTRY)/llvm $(REGISTRY)/llvm:16.0.6
rust1.54.tgz: \
gcc.tgz \
bash.tgz \
zlib.tgz \
python.tgz \
py-setuptools.tgz \
curl.tgz \
perl.tgz \
libunwind.tgz \
pkgconf.tgz \
llvm13.tgz \
binutils.tgz \
cmake.tgz \
make.tgz \
busybox.tgz \
musl.tgz
$(call build,rust,1.54.0,bootstrap-package)
rust1.55.tgz: rust1.54.tgz
$(call build,rust,1.55.0,package,--build-arg BUILD_VERSION=1.54.0)
rust1.56.tgz: rust1.55.tgz
$(call build,rust,1.56.0,package,--build-arg BUILD_VERSION=1.55.0)
rust1.57.tgz: rust1.56.tgz
$(call build,rust,1.57.0,package,--build-arg BUILD_VERSION=1.56.0)
rust1.58.tgz: rust1.57.tgz
$(call build,rust,1.58.0,package,--build-arg BUILD_VERSION=1.57.0)
rust1.59.tgz: rust1.58.tgz
$(call build,rust,1.59.0,package,--build-arg BUILD_VERSION=1.58.0)
rust1.60.tgz: rust1.59.tgz
$(call build,rust,1.60.0,package,--build-arg BUILD_VERSION=1.59.0)
rust1.61.tgz: rust1.60.tgz
$(call build,rust,1.61.0,package,--build-arg BUILD_VERSION=1.60.0)
rust1.62.tgz: rust1.61.tgz
$(call build,rust,1.62.0,package,--build-arg BUILD_VERSION=1.61.0)
rust1.63.tgz: rust1.62.tgz
$(call build,rust,1.63.0,package,--build-arg BUILD_VERSION=1.62.0)
rust1.64.tgz: rust1.63.tgz
$(call build,rust,1.64.0,package,--build-arg BUILD_VERSION=1.63.0)
rust1.65.tgz: rust1.64.tgz
$(call build,rust,1.65.0,package,--build-arg BUILD_VERSION=1.64.0)
rust1.66.tgz: rust1.65.tgz
$(call build,rust,1.66.0,package,--build-arg BUILD_VERSION=1.65.0)
rust1.67.tgz: rust1.66.tgz
$(call build,rust,1.67.0,package,--build-arg BUILD_VERSION=1.66.0)
rust1.68.tgz: rust1.67.tgz
$(call build,rust,1.68.0,package,--build-arg BUILD_VERSION=1.67.0)
rust1.69.tgz: rust1.68.tgz llvm.tgz
$(call build,rust,1.69.0,package,--build-arg BUILD_VERSION=1.68.0 --build-arg LLVM_VERSION=16)
rust1.70.tgz: rust1.69.tgz
$(call build,rust,1.70.0,package,--build-arg BUILD_VERSION=1.69.0 --build-arg LLVM_VERSION=16)
rust1.71.tgz: rust1.70.tgz
$(call build,rust,1.71.0,package,--build-arg BUILD_VERSION=1.70.0 --build-arg LLVM_VERSION=16)
rust1.72.tgz: rust1.71.tgz
$(call build,rust,1.72.0,package,--build-arg BUILD_VERSION=1.71.0 --build-arg LLVM_VERSION=16)
rust1.73.tgz: rust1.72.tgz
$(call build,rust,1.73.0,package,--build-arg BUILD_VERSION=1.72.0 --build-arg LLVM_VERSION=16)
rust.tgz: rust1.73.tgz
$(call build,rust,1.74.0,package,--build-arg BUILD_VERSION=1.73.0 --build-arg LLVM_VERSION=16)
# Build package with chosen $(BUILDER)
# Supported BUILDERs: docker
# Usage: $(call build,$(NAME),$(VERSION),$(TARGET),$(EXTRA_ARGS))
# Notes:
# - Packages are expected to use the following layer names in order:
# - "fetch": [optional] obtain any artifacts from the internet.
# - "build": [optional] do any required build work
# - "package": [required] scratch layer exporting artifacts for distribution
# - "test": [optional] define any tests
# - Packages may prefix layer names with "text-" if more than one is desired
# - VERSION will be set as a build-arg if defined, otherwise it is "latest"
# - TARGET defaults to "package"
# - EXTRA_ARGS will be blindly injected
# - packages may also define a "test" layer
# TODO:
# - try to disable networking on fetch layers with something like:
# $(if $(filter fetch,$(lastword $(subst -, ,$(TARGET)))),,--network=none)
# - actually output OCI files for each build (vs plain tar)
# - output manifest.txt of all tar/digest hashes for an easy git diff
# - support buildah and podman
define build
$(eval NAME := $(1))
$(eval VERSION := $(if $(2),$(2),latest))
$(eval TARGET := $(if $(3),$(3),package))
$(eval EXTRA_ARGS := $(if $(4),$(4),))
$(eval BUILD_CMD := \
DOCKER_BUILDKIT=1 \
SOURCE_DATE_EPOCH=1 \
$(BUILDER) \
build \
-t $(REGISTRY)/$(NAME):$(VERSION) \
--build-arg REGISTRY=$(REGISTRY) \
--platform $(PLATFORM) \
--progress=plain \
$(if $(filter latest,$(VERSION)),,--build-arg VERSION=$(VERSION)) \
--target $(TARGET) \
$(EXTRA_ARGS) \
$(NAME) \
)
$(eval TIMESTAMP := $(shell TZ=GMT date +"%Y-%m-%dT%H:%M:%SZ"))
echo $(TIMESTAMP) $(BUILD_CMD) >> build.log
$(BUILD_CMD)
$(if $(filter package,$(TARGET)),$(BUILDER) save $(REGISTRY)/$(NAME):$(VERSION) -o $@,)
endef

25
src/bootstrap/build.mk Normal file
View File

@ -0,0 +1,25 @@
.PHONY: bootstrap
core: \
out/gcc.tgz \
out/musl.tgz \
out/make.tgz \
out/binutils.tgz \
out/busybox.tgz
out/bootstrap.tgz:
$(call build,bootstrap,bootstrap)
out/musl.tgz: out/bootstrap.tgz
$(call build,bootstrap,musl)
out/busybox.tgz: out/bootstrap.tgz
$(call build,bootstrap,busybox)
out/binutils.tgz: out/bootstrap.tgz
$(call build,bootstrap,binutils)
out/gcc.tgz: out/bootstrap.tgz out/musl.tgz
$(call build,bootstrap,gcc)
out/make.tgz: out/bootstrap.tgz
$(call build,bootstrap,make)

View File

@ -10,7 +10,7 @@ ENV KCONFIG_NOTIMESTAMP=1
FROM base as fetch
RUN set -eux; \
wget ${SRC_SITE}/${SRC_FILE}
wget ${SRC_SITE}/${SRC_FILE}; \
echo "${SRC_HASH} ${SRC_FILE}" | sha256sum -c
FROM fetch as build
@ -61,13 +61,14 @@ USER 0:0
RUN set -eux; \
mkdir -p /rootfs/bin; \
cp busybox /rootfs/bin; \
cp busybox /bin; \
cd /rootfs; \
mkdir -p home/user var/tmp etc tmp lib bin; \
/bin/busybox --install -s bin; \
echo "user:x:1000:" > etc/group; \
echo "user:x:1000:1000::/home/user:/bin/sh" > etc/passwd; \
ln -sT /lib lib64; \
chown -R 1000:1000 /rootfs/home/user /tmp /var/tmp; \
chown -R 1000:1000 /rootfs/home/user /rootfs/tmp /rootfs/var/tmp; \
find . -exec touch -hcd "@0" "{}" +
FROM scratch as package

View File

@ -62,21 +62,21 @@ RUN set -eux; \
FROM build as install
USER 0:0
RUN set -eux; \
make DESTDIR=/rootfs/ install-strip; \
make DESTDIR=/rootfs install-strip; \
ln -s gcc /rootfs/usr/bin/cc
COPY --from=musl /lib/* /rootfs/lib/
RUN find /rootfs -exec touch -hcd "@0" "{}" +
FROM busybox as test
COPY --from=install /rootfs /
COPY --from=binutils . /
COPY --from=musl . /
COPY --from=install /rootfs /
ADD test.c .
RUN set -eux; \
gcc test.c -static -o main; \
./main | grep "Success"
FROM scratch as package
COPY --from=build /rootfs /
COPY --from=install /rootfs /
ENTRYPOINT ["/usr/bin/gcc"]
CMD ["--version"]

258
src/core/build.mk Normal file
View File

@ -0,0 +1,258 @@
.PHONY: core
core: \
out/rust.tgz \
out/python.tgz \
out/perl.tgz \
out/gcc.tgz \
out/llvm.tgz
out/bash.tgz: \
out/busybox.tgz \
out/gcc.tgz \
out/binutils.tgz \
out/musl.tgz \
out/make.tgz
$(call build,core,bash)
out/m4.tgz: \
out/busybox.tgz \
out/gcc.tgz \
out/binutils.tgz \
out/musl.tgz \
out/make.tgz
$(call build,core,m4)
out/perl.tgz: \
out/gcc.tgz \
out/binutils.tgz \
out/busybox.tgz \
out/make.tgz \
out/musl.tgz
$(call build,core,perl)
out/autoconf.tgz: \
out/busybox.tgz \
out/gcc.tgz \
out/binutils.tgz \
out/musl.tgz \
out/make.tgz \
out/perl.tgz \
out/m4.tgz
$(call build,core,autoconf,,fetch)
$(call build,core,autoconf)
out/automake.tgz: \
out/busybox.tgz \
out/gcc.tgz \
out/binutils.tgz \
out/musl.tgz \
out/make.tgz \
out/perl.tgz \
out/autoconf.tgz \
out/m4.tgz
$(call build,core,automake)
out/sed.tgz: \
out/busybox.tgz \
out/gcc.tgz \
out/binutils.tgz \
out/musl.tgz \
out/make.tgz
$(call build,core,sed)
out/libtool.tgz: \
out/busybox.tgz \
out/gcc.tgz \
out/binutils.tgz \
out/musl.tgz \
out/make.tgz \
out/bash.tgz \
out/sed.tgz \
out/m4.tgz
$(call build,core,libtool)
out/pkgconf.tgz: \
out/busybox.tgz \
out/gcc.tgz \
out/binutils.tgz \
out/musl.tgz \
out/make.tgz \
out/libtool.tgz
$(call build,core,pkgconf)
out/libunwind.tgz: \
out/busybox.tgz \
out/gcc.tgz \
out/binutils.tgz \
out/musl.tgz \
out/make.tgz \
out/bash.tgz \
out/autoconf.tgz \
out/automake.tgz \
out/libtool.tgz
$(call build,core,libunwind)
out/linux-headers.tgz:
$(call build,core,linux-headers)
out/openssl.tgz: \
out/gcc.tgz \
out/binutils.tgz \
out/busybox.tgz \
out/linux-headers.tgz \
out/musl.tgz
$(call build,core,openssl)
out/go.tgz: \
out/gcc.tgz \
out/binutils.tgz \
out/busybox.tgz \
out/bash.tgz \
out/musl.tgz
$(call build,core,go)
out/python.tgz: \
out/gcc.tgz \
out/perl.tgz \
out/binutils.tgz \
out/busybox.tgz \
out/openssl.tgz \
out/make.tgz \
out/musl.tgz
$(call build,core,python)
out/ninja.tgz: \
out/busybox.tgz \
out/gcc.tgz \
out/binutils.tgz \
out/musl.tgz \
out/make.tgz \
out/openssl.tgz \
out/python.tgz
$(call build,core,ninja)
out/cmake.tgz: \
out/busybox.tgz \
out/gcc.tgz \
out/binutils.tgz \
out/ninja.tgz \
out/musl.tgz \
out/make.tgz \
out/linux-headers.tgz
$(call build,core,cmake)
out/py-setuptools.tgz: \
out/busybox.tgz \
out/python.tgz
$(call build,core,py-setuptools)
out/zlib.tgz: \
out/busybox.tgz \
out/gcc.tgz \
out/binutils.tgz \
out/musl.tgz \
out/make.tgz
$(call build,core,zlib)
out/llvm13.tgz: \
out/gcc.tgz \
out/python.tgz \
out/py-setuptools.tgz \
out/perl.tgz \
out/binutils.tgz \
out/cmake.tgz \
out/ninja.tgz \
out/busybox.tgz \
out/musl.tgz
$(call build,core,llvm,13.0.1)
out/llvm.tgz: \
out/gcc.tgz \
out/python.tgz \
out/py-setuptools.tgz \
out/perl.tgz \
out/binutils.tgz \
out/cmake.tgz \
out/ninja.tgz \
out/busybox.tgz \
out/musl.tgz
$(call build,core,llvm)
$(BUILDER) tag $(REGISTRY)/llvm $(REGISTRY)/llvm:16
$(BUILDER) tag $(REGISTRY)/llvm $(REGISTRY)/llvm:16.0.6
out/rust1.54.tgz: \
out/gcc.tgz \
out/bash.tgz \
out/zlib.tgz \
out/python.tgz \
out/py-setuptools.tgz \
out/perl.tgz \
out/libunwind.tgz \
out/pkgconf.tgz \
out/llvm13.tgz \
out/binutils.tgz \
out/cmake.tgz \
out/make.tgz \
out/busybox.tgz \
out/musl.tgz
$(call build,core,rust,1.54.0,bootstrap-package)
out/rust1.55.tgz: out/rust1.54.tgz
$(call build,core,rust,1.55.0,package,--build-arg BUILD_VERSION=1.54.0)
out/rust1.56.tgz: out/rust1.55.tgz
$(call build,core,rust,1.56.0,package,--build-arg BUILD_VERSION=1.55.0)
out/rust1.57.tgz: out/rust1.56.tgz
$(call build,core,rust,1.57.0,package,--build-arg BUILD_VERSION=1.56.0)
out/rust1.58.tgz: out/rust1.57.tgz
$(call build,core,rust,1.58.0,package,--build-arg BUILD_VERSION=1.57.0)
out/rust1.59.tgz: out/rust1.58.tgz
$(call build,core,rust,1.59.0,package,--build-arg BUILD_VERSION=1.58.0)
out/rust1.60.tgz: out/rust1.59.tgz
$(call build,core,rust,1.60.0,package,--build-arg BUILD_VERSION=1.59.0)
out/rust1.61.tgz: out/rust1.60.tgz
$(call build,core,rust,1.61.0,package,--build-arg BUILD_VERSION=1.60.0)
out/rust1.62.tgz: out/rust1.61.tgz
$(call build,core,rust,1.62.0,package,--build-arg BUILD_VERSION=1.61.0)
out/rust1.63.tgz: out/rust1.62.tgz
$(call build,core,rust,1.63.0,package,--build-arg BUILD_VERSION=1.62.0)
out/rust1.64.tgz: out/rust1.63.tgz
$(call build,core,rust,1.64.0,package,--build-arg BUILD_VERSION=1.63.0)
out/rust1.65.tgz: out/rust1.64.tgz
$(call build,core,rust,1.65.0,package,--build-arg BUILD_VERSION=1.64.0)
out/rust1.66.tgz: out/rust1.65.tgz
$(call build,core,rust,1.66.0,package,--build-arg BUILD_VERSION=1.65.0)
out/rust1.67.tgz: out/rust1.66.tgz
$(call build,core,rust,1.67.0,package,--build-arg BUILD_VERSION=1.66.0)
out/rust1.68.tgz: out/rust1.67.tgz
$(call build,core,rust,1.68.0,package,--build-arg BUILD_VERSION=1.67.0)
out/rust1.69.tgz: out/rust1.68.tgz llvm.tgz
$(call build,core,rust,1.69.0,package,--build-arg BUILD_VERSION=1.68.0 --build-arg LLVM_VERSION=16)
out/rust1.70.tgz: out/rust1.69.tgz
$(call build,core,rust,1.70.0,package,--build-arg BUILD_VERSION=1.69.0 --build-arg LLVM_VERSION=16)
out/rust1.71.tgz: out/rust1.70.tgz
$(call build,core,rust,1.71.0,package,--build-arg BUILD_VERSION=1.70.0 --build-arg LLVM_VERSION=16)
out/rust1.72.tgz: out/rust1.71.tgz
$(call build,core,rust,1.72.0,package,--build-arg BUILD_VERSION=1.71.0 --build-arg LLVM_VERSION=16)
out/rust1.73.tgz: out/rust1.72.tgz
$(call build,core,rust,1.73.0,package,--build-arg BUILD_VERSION=1.72.0 --build-arg LLVM_VERSION=16)
out/rust.tgz: out/rust1.73.tgz
$(call build,core,rust,1.74.0,package,--build-arg BUILD_VERSION=1.73.0 --build-arg LLVM_VERSION=16)

View File

@ -1,3 +1,4 @@
ARG REGISTRY=local
FROM ${REGISTRY}/busybox:latest as base
FROM base as install

View File

@ -6,6 +6,7 @@ FROM ${REGISTRY}/curl:latest as curl
FROM ${REGISTRY}/ninja:latest as ninja
FROM ${REGISTRY}/openssl:latest as openssl
FROM ${REGISTRY}/linux-headers:latest as linux-headers
FROM ${REGISTRY}/openssl:latest as openssl
FROM ${REGISTRY}/make:latest as make
FROM ${REGISTRY}/busybox:latest as busybox
@ -13,16 +14,16 @@ FROM busybox as base
ENV SRC_SITE=https://cmake.org/files
ENV SRC_VERSION=3.27.8
ENV SRC_HASH=fece24563f697870fbb982ea8bf17482c9d5f855d8c9bf0b82463d76c9e8d0cc
COPY --from=curl . /
COPY --from=binutils . /
COPY --from=ninja . /
COPY --from=musl . /
COPY --from=make . /
COPY --from=linux-headers . /
COPY --from=gcc . /
COPY --from=openssl . /
FROM base as fetch
RUN curl -O ${SRC_SITE}/v3.27/cmake-${SRC_VERSION}.tar.gz
RUN wget --no-check-certificate ${SRC_SITE}/v3.27/cmake-${SRC_VERSION}.tar.gz
RUN echo "${SRC_HASH} cmake-${SRC_VERSION}.tar.gz" | sha256sum -c
FROM fetch as build

View File

@ -8,7 +8,6 @@ FROM ${REGISTRY}/python as python
FROM ${REGISTRY}/py-setuptools as py-setuptools
FROM ${REGISTRY}/cmake as cmake
FROM ${REGISTRY}/ninja as ninja
FROM ${REGISTRY}/curl as curl
FROM ${REGISTRY}/busybox as busybox
FROM busybox as base
@ -25,10 +24,9 @@ COPY --from=musl . /
COPY --from=gcc . /
COPY --from=python . /
COPY --from=py-setuptools . /
COPY --from=curl . /
FROM base as fetch
RUN curl -LOJ ${SRC_SITE}/llvmorg-${SRC_VERSION}/llvm-project-${SRC_VERSION}.src.tar.xz
RUN wget ${SRC_SITE}/llvmorg-${SRC_VERSION}/llvm-project-${SRC_VERSION}.src.tar.xz
RUN echo "$(printenv SRC_HASH_${VERSION//./_}) llvm-project-${SRC_VERSION}.src.tar.xz" | sha256sum -c
FROM fetch as build

View File

@ -1,10 +1,9 @@
ARG REGISTRY=local
FROM ${REGISTRY}/gcc:latest as gcc
FROM ${REGISTRY}/binutils:latest as binutils
FROM ${REGISTRY}/musl:latest as musl
FROM ${REGISTRY}/make:latest as make
FROM ${REGISTRY}/openssl:latest as openssl
FROM ${REGISTRY}/python:latest as python
FROM ${REGISTRY}/musl:latest as musl
FROM ${REGISTRY}/gcc:latest as gcc
FROM ${REGISTRY}/busybox:latest as busybox
FROM busybox as base

View File

@ -17,6 +17,8 @@ COPY --from=musl . /
FROM base as fetch
RUN wget ${SRC_SITE}/pkgconf-${SRC_VERSION}.tar.xz
RUN echo "${SRC_HASH} pkgconf-${SRC_VERSION}.tar.xz" | sha256sum -c
FROM fetch as build
RUN tar -xf pkgconf-${SRC_VERSION}.tar.xz
WORKDIR pkgconf-${SRC_VERSION}
RUN set -eux; \

View File

@ -10,11 +10,6 @@ FROM busybox as base
ENV SRC_SITE=https://www.python.org/ftp/python
ENV SRC_VERSION=3.12.0
ENV SRC_HASH=795c34f44df45a0e9b9710c8c71c15c671871524cd412ca14def212e8ccb155d
COPY --from=gcc . /
COPY --from=binutils . /
COPY --from=make . /
COPY --from=musl . /
COPY --from=openssl . /
FROM base as fetch
RUN wget ${SRC_SITE}/${SRC_VERSION}/Python-${SRC_VERSION}.tar.xz
@ -23,6 +18,11 @@ RUN echo "${SRC_HASH} Python-${SRC_VERSION}.tar.xz" | sha256sum -c
FROM fetch as build
RUN tar -xf Python-${SRC_VERSION}.tar.xz
WORKDIR Python-${SRC_VERSION}
COPY --from=gcc . /
COPY --from=binutils . /
COPY --from=make . /
COPY --from=musl . /
COPY --from=openssl . /
RUN set -eux; \
./configure \
--build="x86_64-linux-musl" \

View File

@ -9,7 +9,6 @@ FROM ${REGISTRY}/bash as bash
FROM ${REGISTRY}/make as make
FROM ${REGISTRY}/cmake as cmake
FROM ${REGISTRY}/perl as perl
FROM ${REGISTRY}/curl as curl
FROM ${REGISTRY}/libunwind as libunwind
FROM ${REGISTRY}/python as python
FROM ${REGISTRY}/py-setuptools as py-setuptools
@ -68,15 +67,12 @@ COPY --from=perl . /
COPY --from=gcc . /
COPY --from=libunwind . /
COPY --from=musl . /
COPY --from=gcc . /
COPY --from=musl . /
FROM base as bootstrap-fetch
COPY --from=curl . /
RUN set -eux; \
curl ${MRUSTC_SITE}/${MRUSTC_VERSION} -o mrustc.tar.gz; \
wget --no-check-certificate ${MRUSTC_SITE}/${MRUSTC_VERSION} -O mrustc.tar.gz; \
echo "${MRUSTC_HASH} mrustc.tar.gz" | sha256sum -c; \
curl -OJ ${SRC_SITE}/rustc-${BOOTSTRAP_VERSION}-src.tar.gz; \
wget --no-check-certificate ${SRC_SITE}/rustc-${BOOTSTRAP_VERSION}-src.tar.gz; \
echo "$(printenv SRC_HASH_${BOOTSTRAP_VERSION//./_}) rustc-${BOOTSTRAP_VERSION}-src.tar.gz" | sha256sum -c
FROM bootstrap-fetch as bootstrap-build
@ -120,9 +116,7 @@ ENTRYPOINT ["/usr/bin/rustc"]
CMD ["--version"]
FROM base as fetch
COPY --from=curl . /
RUN curl -OJ ${SRC_SITE}/rustc-${VERSION}-src.tar.gz
RUN env
RUN wget --no-check-certificate ${SRC_SITE}/rustc-${VERSION}-src.tar.gz
RUN echo "$(printenv SRC_HASH_${VERSION//./_}) rustc-${VERSION}-src.tar.gz"
RUN echo "$(printenv SRC_HASH_${VERSION//./_}) rustc-${VERSION}-src.tar.gz" | sha256sum -c

18
src/libs/build.mk Normal file
View File

@ -0,0 +1,18 @@
out/libxml2.tgz: \
out/busybox.tgz \
out/gcc.tgz \
out/binutils.tgz \
out/musl.tgz \
out/make.tgz \
out/bash.tgz \
out/python.tgz \
out/sed.tgz \
out/m4.tgz \
out/autoconf.tgz \
out/automake.tgz \
out/pkgconf.tgz \
out/libtool.tgz
$(call build,libs,libxml2)
out/ca-certificates.tgz:
$(call build,libs,ca-certificates)

46
src/macros.mk Normal file
View File

@ -0,0 +1,46 @@
# Build package with chosen $(BUILDER)
# Supported BUILDERs: docker
# Usage: $(call build,core/$(NAME),$(VERSION),$(TARGET),$(EXTRA_ARGS))
# Notes:
# - Packages are expected to use the following layer names in order:
# - "fetch": [optional] obtain any artifacts from the internet.
# - "build": [optional] do any required build work
# - "package": [required] scratch layer exporting artifacts for distribution
# - "test": [optional] define any tests
# - Packages may prefix layer names with "text-" if more than one is desired
# - VERSION will be set as a build-arg if defined, otherwise it is "latest"
# - TARGET defaults to "package"
# - EXTRA_ARGS will be blindly injected
# - packages may also define a "test" layer
# TODO:
# - try to disable networking on fetch layers with something like:
# $(if $(filter fetch,$(lastword $(subst -, ,$(TARGET)))),,--network=none)
# - actually output OCI files for each build (vs plain tar)
# - output manifest.txt of all tar/digest hashes for an easy git diff
# - support buildah and podman
define build
$(eval CATEGORY := $(1))
$(eval NAME := $(2))
$(eval VERSION := $(if $(3),$(3),latest))
$(eval TARGET := $(if $(4),$(4),package))
$(eval EXTRA_ARGS := $(if $(5),$(5),))
$(eval BUILD_CMD := \
DOCKER_BUILDKIT=1 \
SOURCE_DATE_EPOCH=1 \
$(BUILDER) \
build \
-t $(REGISTRY)/$(NAME):$(VERSION) \
--build-arg REGISTRY=$(REGISTRY) \
--platform $(PLATFORM) \
--progress=plain \
$(if $(filter latest,$(VERSION)),,--build-arg VERSION=$(VERSION)) \
--target $(TARGET) \
$(EXTRA_ARGS) \
src/$(CATEGORY)/$(NAME) \
)
$(eval TIMESTAMP := $(shell TZ=GMT date +"%Y-%m-%dT%H:%M:%SZ"))
mkdir -p out/
echo $(TIMESTAMP) $(BUILD_CMD) >> out/build.log
$(BUILD_CMD)
$(if $(filter package,$(TARGET)),$(BUILDER) save $(REGISTRY)/$(NAME):$(VERSION) -o $@,)
endef

9
src/tools/build.mk Normal file
View File

@ -0,0 +1,9 @@
out/curl.tgz: \
out/gcc.tgz \
out/musl.tgz \
out/busybox.tgz \
out/make.tgz \
out/binutils.tgz \
out/openssl.tgz \
out/ca-certificates.tgz
$(call build,tools,curl)