bootstrap-initrd

make-root.sh (9060B)

#!/bin/sh
# bootstrap-initrd: Linux initrd to bootstrap from a small binary seed
# SPDX-FileCopyrightText: 2017 Haelwenn (lanodan) Monnier <contact+utils@hacktivis.me>
# SPDX-License-Identifier: MPL-2.0
tarballs="
	oksh-oksh-7.7.tar.gz
	yacc-oyacc-6.6.tar.gz
	utils-std-0.0.4.tar.gz
	pdpmake-2.0.3.tgz
	nawk-20250116.tar.gz
	bzip2-bzip2-1.0.8.tar.gz
	zlib-1.3.1.tar.gz
	pigz-2.8.tar.gz
	heirloom-070715.tar.bz2
	heirloom-devtools-070527.tar.bz2
	sbase-b30fb568.tar.gz
"
local_files="
	init.sh
	src/ls-stub.c
	src/grep-stub.c
	src/cp-stub.c
	src/getty-stub.c
	src/mount-stub.c
	src/reboot-stub.c
"
extra_tarballs="
	make-4.4.1.tar.gz
	lua-5.4.6.tar.gz
	pkgconf-pkgconf-2.4.3.tar.gz
	iproute2-6.13.0.tar.gz
	BearSSL-3c040368f6791553610e362401db1efff4b4c5b8.tar.gz
	tiny-curl-8.4.0.tar.gz
	git-2.48.1.tar.gz
	e2fsprogs-1.47.2.tar.gz
	muon-v0.4.0.tar.gz
	muxzcat-v2b.tar.gz
"
extra_distfiles="
	cacert-2024-11-26.pem
"
extra_local_files="
	extras-build-all.sh
	extras/bearssl.sh
	extras/e2fsprogs.sh
	extras/git.sh
	extras/iproute2.sh
	extras/lua.sh
	extras/make.sh
	extras/muon-stage1.sh
	extras/muon-stage2.sh
	extras/muxzcat.sh
	extras/pkgconf-lite.sh
	extras/pkgconf.sh
	extras/tiny-curl.sh
"
WORKDIR="$(dirname "$0")"
WORKDIR="$(realpath "$WORKDIR")"
. "$WORKDIR/common.sh"
: ${ALPINE_ARCH:=x86_64}
name_base="bootstrap-initrd"
out_base="${WORKDIR}/${name_base}/${ALPINE_ARCH}"
test -z "${EXCLUDE_EXTRAS}" && out_base="${out_base}+extras"
gen_oksh_tcc_h() {
	set -e
	cd oksh-*/
	cp "${WORKDIR}/src/oksh-7.6_pconfig.h" ./pconfig.h
	echo 'char *oksh_tcc_cmd[] = {'
	# -DSMALL to not need ncurses
	printf '\t"%s",\n' /usr/bin/tcc -o /bin/oksh \
		-D_GNU_SOURCE -DEMACS -DVI -DSMALL \
		*.c
	printf '\t0\n'
	echo '};'
	cd - >/dev/null
}
set -e
sha512sum -c distfiles.SHA512SUM
if test -e "$out_base"; then
	rm -fr "$out_base"
fi
mkdir -p "$out_base" || die "Failed: mkdir $out_base"
cd "$out_base" || die "Failed: cd $out_base"
mkdir -p src
cd "${out_base}/src"
for i in $tarballs; do
	tar xof "${WORKDIR}/distfiles/$i" || die "Failed extracting $i"
done
cd -
for i in $local_files; do
	cp "${WORKDIR}/$i" ./"$i" || die "Failed copying $i"
done
if ! test "${EXCLUDE_EXTRAS:+y}" = "y"; then
	mkdir -p ./extras || die
	for i in $extra_tarballs; do
		tar xof "${WORKDIR}/distfiles/$i" -C ./extras/ || die "Failed extracting $i"
	done
	# remove blob
	rm ./extras/BearSSL-*/T0Comp.exe || die
	# Remove useless files to lower the size of the initrd (and so require less ram)
	rm -r ./extras/git-*/t ./extras/git-*/po ./extras/git-*/Documentation/RelNotes || die
	rm -r ./extras/e2fsprogs-*/tests ./extras/e2fsprogs-*/po || die
	# config.status: error: cannot find input file: `tests/Makefile.in'
	#rm -r ./extras/tiny-curl-*/tests || die
	# config.status: error: cannot find input file: `po/Makefile.in.in'
	#rm -r ./extras/make-*/po || die
	mkdir -p ./distfiles
	for i in $extra_distfiles
	do
		cp "${WORKDIR}/distfiles/$i" ./distfiles/ || die "Failed copying $i"
	done
	for i in $extra_local_files; do
		cp "${WORKDIR}/$i" ./"$i" || die "Failed copying $i"
	done
fi
deblob -c || die
mkdir -p dev proc sys etc usr/bin var/empty || die "Failed creating base directories"
ln -s /proc/mounts etc/mtab || die "Failed symlink for /etc/mtab"
ln -s bin sbin
ln -s usr/lib lib
ln -s usr/bin bin
ln -s usr/bin sbin
mkdir -m 777 tmp
cat >etc/passwd <<EOF
root:x:0:0:root:/root:/bin/sh
nobody:x:65534:65534:nobody:/var/empty:/bin/false
EOF
cat >etc/group <<EOF
root:x:0:root
nobody:x:65534:
nogroup:x:65533:
EOF
cat >etc/setdate.sh <<EOF
#!/bin/sh
exec date -f %Y-%m-%dT%TZ $(date +%Y-%m-%dT%TZ)
EOF
chmod +x etc/setdate.sh
for i in fd stderr stdin stdout; do
	ln -fs proc/self/$i dev/$i
done
cp "${WORKDIR}/init.c" ./init || die "copying init"
sed -i '1i#!/usr/bin/tcc -run' ./init || die "failed adding tcc shebang to init"
chmod 755 init || die "init chmod"
cp -p "${WORKDIR}/ar-stub.sh" ./bin/ar
for apk in $APKS_main $APKS_community
do
	tar xof "${WORKDIR}/distfiles/$apk.${ALPINE_ARCH}" --exclude '.*'
done
# Allows to shave off ~9.1M from the binary seed
rm usr/lib/libc.a
# tcc-0.9.27_git20250106-r0 only supports alloca(3) on __i386__, __x86_64__, __arm__ (32-bit)
# removing the musl-provided header allows to compile git
# (still breaks GNU make though)
case "${ALPINE_ARCH}" in
	x86|x86_64|armhf)
		;;
	*)
		rm usr/include/alloca.h
		sed -i '/alloca\.h/d' usr/include/stdlib.h
		;;
esac
if [ "${ALPINE_ARCH}" = aarch64 ]; then
	# Compiling oksh-7.6
	# In file included from alloc.c:12:
	# In file included from sh.h:16:
	# /usr/lib/tcc/include/stddef.h:6: error: incompatible redefinition of 'wchar_t'
	#
	# Make it match musl's /usr/include/bits/alltypes.h
	#sed -i 's;#define __WCHAR_TYPE__ int;#define __WCHAR_TYPE__ unsigned;' usr/lib/tcc/include/tccdefs.h
	# Make musl match tcc (yuck)
	sed -i 's;typedef unsigned wchar_t;typedef int wchar_t;' usr/include/bits/alltypes.h
fi
cd "${out_base}/src"
ln -s oksh "${out_base}/bin/sh"
gen_oksh_tcc_h > oksh_tcc.h
cd "${out_base}/src"
oyacc=$(echo ./yacc-oyacc-*/)
cat >"${oyacc}/config.h" <<EOF
// __dead and __dead2 are absent in musl
#define __dead __attribute__((__no_return__))
// HAVE_PROGNAME: Absent in musl
#define HAVE_ASPRINTF
// HAVE_PLEDGE: Absent in musl
#define HAVE_REALLOCARRAY
#define HAVE_STRLCPY
EOF
sed -i -e '/CFLAGS/s; -g;;' bzip2-*/Makefile bzip2-*/Makefile-libbz2_so || die "Failed patching out `-g` in /bzip2-*/Makefile*"
sed -i -e 's;bzip2-shared;bzip2;' bzip2-*/Makefile-libbz2_so || die "Failed patching /bzip2-*/Makefile-libbz2_so"
sed -i -e 's;all: libbz2.a;all: libbz2.so;' -e 's;bzip2: libbz2.a;bzip2: libbz2.so;' bzip2-*/Makefile || die "Failed patching /bzip2-*/Makefile"
rm bzip2-*/sample* || die "Failed removing sample bzip2 files"
patch -p0 <"${WORKDIR}/zlib-1.3.1_no_staticlib.patch"
patch -p0 <"${WORKDIR}/zlib-1.3.1-use-LDFLAGS-in-configure.patch"
patch -p0 <"${WORKDIR}/zlib-1.3.1-use-LDFLAGS-in-configure_no_gcc.patch"
rm zlib-*/doc/crc-doc.1.0.pdf || die "Failed removing zlib crc-doc.1.0.pdf"
rm zlib-*/crc32.h || die "Failed removing autogenerated zlib-*/crc32.h"
rm -r zlib-*/examples/ || die "Failed removing zlib-*/examples/"
rm -r zlib-*/contrib/ || die "Failed removing zlib-*/contrib/"
sed -i 's;^clean: minizip-clean;clean:;' zlib-*/Makefile.in || die "Failed disabling minizip cleanup"
sed -i \
	-e 's;INSTALL=.*;INSTALL=install;' \
	-e 's;PREFIX=.*;PREFIX=/usr;;' \
	-e 's;STRIP=.*;STRIP=true;' \
	-e 's;#?AR=.*;AR ?= ar;' \
	-e 's;RANLIB=.*;RANLIB ?= ranlib;' \
	-e 's;YACC=.*;YACC ?= yacc;' \
	heirloom-devtools-*/mk.config \
	|| die "Failed configuring heirloom-devtools"
# pdpmake-1.4.3+ consider them invalid "macros"
sed -i \
	-e '/^\.c\.o:/s/;/\n\t/' \
	heirloom-devtools-*/lex/Makefile.mk heirloom-devtools-*/m4/Makefile.mk \
	|| die "Failed patching .c.o: inferred targets in heirloom-devtools"
# Only pick what we need from heirloom
mkdir -p heirloom
cd heirloom-0*/
patch -p1 <"${WORKDIR}/heirloom-no_alloca.patch"
mv \
	makefile Makefile.mk build \
	libcommon diff tar sort comm find stty \
	../heirloom/ || die "Failed copying heirloom files"
cd -
rm -r heirloom-0*/ || die "Failed removing old heirloom unpacked directory"
# - maninst Fails to create parent dir, just noop it, we don't have man anyway
#	-e 's;MANINST =.*;MANINST = $(SHELL) ../build/maninst.sh;' \
# - Turns out tcc comes with an ar(1)
#	-e 's;LCOMMON =.*;LCOMMON = ../libcommon/*.c;' \
sed -i \
	-e 's;DEFBIN =.*;DEFBIN = /bin;' \
	-e 's;DEFSBIN =.*;DEFSBIN = /bin;' \
	-e 's;STRIP =.*;STRIP = true;' \
	-e 's;SPELLHIST =.*;SPELLHIST = /dev/null;' \
	-e 's;UCBINST =.*;UCBINST = install;' \
	-e 's;MANINST =.*;MANINST = true;' \
	heirloom/build/mk.config \
	|| die "Failed configuring heirloom (toolchest)"
sed -i \
	-e 's;__GLIBC__;__linux__;' \
	-e '/#define	getdents/s;^;//;' \
	heirloom/libcommon/getdir.c || die "Failed fixing heirloom libcommon for musl"
sed -i \
	-e 's;#ifdef	_AIX;#if defined(_AIX) || defined(__linux__);' \
	-e '/static int	utf8/avoid writerr(struct oblok *op, int count, int written) {}' \
	heirloom/tar/tar.c || die "Failed fixing heirloom tar for musl"
sed -i \
	-e 's;#ifdef	_AIX;#if defined(_AIX) || defined(__linux__);' \
	heirloom/find/find.c || die "Failed fixing heirloom find for musl"
sed -i -e 's;getdir.o regexpr.o gmatch.o;getdir.o gmatch.o;' heirloom/libcommon/Makefile.mk || die
rm -r pigz-*/zopfli || die
rm -r heirloom-devtools-*/make heirloom-devtools-*/sccs || die
rm -r awk-*/testdir || die
cd "${out_base}/"
deblob -n -j "${WORKDIR}"/make-root-deblob.json || die
if command -v jq >/dev/null; then
	jq --raw-output0 '.[].path' "${WORKDIR}"/make-root-deblob.json \
	| xargs -0 du -bach \
	| sort -h
elif command -v qjs >/dev/null; then
	<"${WORKDIR}"/make-root-deblob.json \
		qjs --std \
		-e 'let deblob_raw = std.in.readAsString(); let deblob = JSON.parse(deblob_raw); deblob.forEach((e) => {std.printf("%s\0", e.path);})' \
	| xargs -0 du -bach \
	| sort -h
else
	echo "make-root: Command 'jq' and 'qjs' not found. Not going to list sizes of blobs" 1>&2
fi
cd "${WORKDIR}"