#!/bin/bash # Script to build all cross and native compilers supported by musl-libc. # This isn't directly used by toybox, but is useful for testing. trap "exit 1" INT if [ ! -d litecross ] then echo Run this script in musl-cross-make directory to make "ccc" directory. echo echo " "git clone https://github.com/richfelker/musl-cross-make echo " "cd musl-cross-make echo ' ~/toybox/scripts/mcm-buildall.sh' exit 1 fi # List of known targets. The format is TARGET[@RENAME]:EXTRA:CONFIG resulting # in a gcc tuple TARGET-linux-muslEXTRA with CONFIG appended to $GCC_CONFIG # (and thus the gcc ./configure command line). So i686:: builds i686-linux-musl # and sh2eb::fdpic:--with-cpu=mj2 builds sh2eb-linux-muslfdpic adding # --with-cpu=mj2 to the gcc ./configure command line. @RENAME (if present) # changes the TARGET part of the toolchain prefix names afterwards. TARGETS=(i686:: aarch64:eabi: armv4l:eabihf:"--with-arch=armv5t --with-float=soft" "armv5l:eabihf:--with-arch=armv5t --with-fpu=vfpv2 --with-float=hard" "armv7l:eabihf:--with-arch=armv7-a --with-fpu=vfpv3-d16 --with-float=hard" "armv7m:eabi:--with-arch=armv7-m --with-mode=thumb --disable-libatomic --enable-default-pie" armv7r:eabihf:"--with-arch=armv7-r --enable-default-pie" i486:: m68k:: microblaze:: mips:: mips64:: mipsel:: or1k:: powerpc:: powerpc64:: powerpc64le:: riscv32:: riscv64:: s390x:: sh2eb:fdpic:--with-cpu=mj2 sh4::--enable-incomplete-targets sh4eb::--enable-incomplete-targets x86_64::--with-mtune=nocona x86_64@x32:x32: ) # All toolchains after the first are themselves cross compiled (so they # can be statically linked against musl on the host, for binary portability.) : ${BOOTSTRAP:=$(uname -m)} ${OUTPUT:="$PWD/ccc"} # Move the corresponding target to the front so rest of targets get built # with full instead of partial -host compiler (missing threads and NLS and such) unset TEMP for i in $(seq 0 $((${#TARGETS[@]}-1))); do [ "${TARGETS[$i]}" == "${TARGETS[$i]#"$BOOTSTRAP:"}" ] && continue TEMP="${TARGETS[$i]}" TARGETS[$i]="$TARGETS[0]" TARGETS[0]="$TEMP" break; done [ -z "$TEMP" ] && { echo unknown target "$BOOTSTRAP"; exit 1; } if [ "$1" == clean ] then rm -rf ccc host-* *.log # Not gonna rm -rf "$OUTPUT" blindly, could be $HOME make clean exit fi make_toolchain() { # Set cross compiler path LP="$PATH" if [ "$TYPE" == host ] then OUTPUT="$PWD/host-$TARGET" EXTRASUB=y else if [ "$TYPE" == static ] then HOST=$BOOTSTRAP [ "$TARGET" = "$HOST" ] && LP="$PWD/host-$HOST/bin:$LP" && GCC_CONFIG="--build=${TARGET%%-*}-donotmatch-linux $GCC_CONFIG" TYPE=cross EXTRASUB=y LP="$OUTPUT/$HOST-cross/bin:$LP" else HOST="$TARGET" export NATIVE=y LP="$OUTPUT/${RENAME:-$TARGET}-cross/bin:$LP" [ -z "$(PATH="$LP" which $TARGET-cc)" ] && echo "no $TARGET-cc in $LP" && return fi COMMON_CONFIG="CC=\"$HOST-gcc -static --static\" CXX=\"$HOST-g++ -static --static\"" export -n HOST OUTPUT="$OUTPUT/${RENAME:-$TARGET}-$TYPE" fi # Skip outputs that already exist if [ -e "$OUTPUT.sqf" ] || [ -e "$OUTPUT/bin/$TARGET-cc" ] || [ -e "$OUTPUT/bin/cc" ] then return fi # Change title bar to say what we're currently building echo === building $TARGET-$TYPE echo -en "\033]2;$TARGET-$TYPE\007" rm -rf build/"$TARGET" "$OUTPUT" && set -x && PATH="$LP" make OUTPUT="$OUTPUT" TARGET="$TARGET" \ GCC_CONFIG="--disable-nls --disable-libquadmath --disable-decimal-float --disable-multilib --enable-languages=c,c++ $GCC_CONFIG" \ COMMON_CONFIG="CFLAGS=\"$CFLAGS -g0 -O2\" CXXFLAGS=\"$CXXFLAGS -g0 -O2\" \ LDFLAGS=\"$LDFLAGS -s\" $COMMON_CONFIG" install -j$(nproc) || exit 1 set +x echo -e '#ifndef __MUSL__\n#define __MUSL__ 1\n#endif' \ >> "$OUTPUT/${EXTRASUB:+$TARGET/}include/features.h" if [ ! -z "$RENAME" ] && [ "$TYPE" == cross ] then CONTEXT="output/$RENAME-cross/bin" for i in "$CONTEXT/$TARGET-"* do X="$(echo $i | sed "s@.*/$TARGET-\([^-]*\)@\1@")" ln -sf "$TARGET-$X" "$CONTEXT/$RENAME-$X" done fi # Prevent cross compiler reusing dynamically linked host build files for # $BOOTSTRAP arch [ -z "$TYPE" ] && { [ -e musl-git-master ] && mv musl-git-master keep-this-dir make clean [ -e keep-this-dir ] && mv keep-this-dir musl-git-master } if [ "$TYPE" == native ] then # gcc looks in "../usr/include" but not "/bin/../include" (relative to the # executable). That means /usr/bin/gcc looks in /usr/usr/include, so that's # not a fix either. So add a NOP symlink as a workaround for The Crazy. ln -s . "$OUTPUT/usr" || exit 1 [ ! -z "$(which mksquashfs 2>/dev/null)" ] && mksquashfs "$OUTPUT" "$OUTPUT.sqf" -all-root && [ -z "$CLEANUP" ] && rm -rf "$OUTPUT" fi } split_tuple() { PART1=${1/:*/} PART3=${1/*:/} PART2=${1:$((${#PART1}+1)):$((${#1}-${#PART3}-${#PART1}-2))} # Do we need to rename this toolchain after building it? RENAME=${PART1/*@/} [ "$RENAME" == "$PART1" ] && RENAME= PART1=${PART1/@*/} TARGET=${PART1}-linux-musl${PART2} } # Expand compressed target into binutils/gcc "tuple" and call make_toolchain make_tuple() { split_tuple "$@" [ -z "$NOCLEAN" ] && rm -rf build for TYPE in "${@:2}" do TYPE=$TYPE TARGET=$TARGET GCC_CONFIG="$PART3" RENAME="$RENAME" \ make_toolchain 2>&1 | tee "$OUTPUT"/log/${RENAME:-$PART1}-${TYPE}.log done } patch_mcm() { # musl-cross-make commit fe915821b652 has been current for a year and a half, # and doesn't even use the latest musl release by default, so fix it up. # Select newer package versions and don't use dodgy mirrors sed -i 's/mirror//;s/\(LINUX_VER =\).*/\1 6.8/;s/\(GCC_VER =\).*/\1 11.2.0/' \ Makefile && echo 'c9ab5b95c0b8e9e41290d3fc53b4e5cb2e8abb75 linux-6.8.tar.xz' > \ hashes/linux-6.8.tar.xz.sha1 && # mcm redundantly downloads tarball if hash file has newer timestamp, # and it whack-a-moles how to download kernels by version for some reason. touch -d @1 hashes/linux-6.8.tar.xz.sha1 && sed -i 's/\(.*linux-\)3\(.*\)v3.x/\16\2v6.x/' Makefile && # nommu toolchains need to vfork()+pipe, and or1k has different kernel arch sed -i -e 's/--enable-fdpic$/& --enable-twoprocess/' \ -e '/or1k/!s/^\(TARGET_ARCH_MANGLED = \)\(.*\)/\1$(patsubst or1k,openrisc,\2)/' \ litecross/Makefile && # Packages detect nommu via the absence of fork(). Musl provides a broken # fork() on nommu builds that always returns -ENOSYS at runtime. Rip it out. # (Currently only for superh/jcore since no generic #ifdef __FDPIC__ symbol.) PP=patches/musl-"$(sed -n 's/MUSL_VER[ \t]*=[ \t]*//p' Makefile)" && mkdir -p "$PP" && cat > "$PP"/0001-nommu.patch << 'EOF' && --- a/src/legacy/daemon.c +++ b/src/legacy/daemon.c @@ -17,3 +17,3 @@ - switch(fork()) { + switch(vfork()) { case 0: break; @@ -25,3 +25,3 @@ - switch(fork()) { + switch(vfork()) { case 0: break; --- a/src/misc/forkpty.c +++ b/src/misc/forkpty.c @@ -8,2 +8,3 @@ +#ifndef __SH_FDPIC__ int forkpty(int *pm, char *name, const struct termios *tio, const struct winsize *ws) @@ -57,1 +58,2 @@ } +#endif --- a/src/misc/wordexp.c +++ b/src/misc/wordexp.c @@ -25,2 +25,3 @@ +#ifndef __SH_FDPIC__ static int do_wordexp(const char *s, wordexp_t *we, int flags) @@ -177,2 +178,3 @@ } +#endif --- a/src/process/fork.c +++ b/src/process/fork.c @@ -7,2 +7,3 @@ +#ifndef __SH_FDPIC__ static void dummy(int x) @@ -37,1 +38,2 @@ } +#endif --- a/Makefile +++ b/Makefile @@ -100,3 +100,3 @@ cp $< $@ - sed -n -e s/__NR_/SYS_/p < $< >> $@ + sed -e s/__NR_/SYS_/ < $< >> $@ --- a/arch/sh/bits/syscall.h.in +++ b/arch/sh/bits/syscall.h.in @@ -2,3 +2,5 @@ #define __NR_exit 1 +#ifndef __SH_FDPIC__ #define __NR_fork 2 +#endif #define __NR_read 3 EOF # I won't sign the FSF's copyright assignment tee $(for i in patches/gcc-*; do echo $i/099-vfork.patch; done) > /dev/null << 'EOF' --- gcc-8.3.0/fixincludes/procopen.c 2005-08-14 19:50:43.000000000 -0500 +++ gcc-bak/fixincludes/procopen.c 2020-02-06 23:27:15.408071708 -0600 @@ -116,3 +116,3 @@ */ - ch_id = fork (); + ch_id = vfork (); switch (ch_id) EOF # Fix a gcc bug that breaks x86-64 build in gcc 11.2.0, # from https://gcc.gnu.org/bugzilla/show_bug.cgi?id=100017#c20 PP=patches/gcc-"$(sed -n 's/GCC_VER[ \t]*=[ \t]*//p' Makefile)" && mkdir -p "$PP" && cat > "$PP"/0006-fixinc.patch << 'EOF' && diff -ruN gcc-11.2.0.orig/configure gcc-11.2.0/configure --- gcc-11.2.0.orig/configure 2021-07-28 01:55:06.628278148 -0500 +++ gcc-11.2.0/configure 2023-11-17 03:07:53.819283027 -0600 @@ -16478,7 +16478,7 @@ fi -RAW_CXX_FOR_TARGET="$CXX_FOR_TARGET" +RAW_CXX_FOR_TARGET="$CXX_FOR_TARGET -nostdinc++" { $as_echo "$as_me:${as_lineno-$LINENO}: checking where to find the target ar" >&5 $as_echo_n "checking where to find the target ar... " >&6; } diff -ruN gcc-11.2.0.orig/configure.ac gcc-11.2.0/configure.ac --- gcc-11.2.0.orig/configure.ac 2021-07-28 01:55:06.628278148 -0500 +++ gcc-11.2.0/configure.ac 2023-11-17 03:08:05.975282593 -0600 @@ -3520,7 +3520,7 @@ ACX_CHECK_INSTALLED_TARGET_TOOL(WINDRES_FOR_TARGET, windres) ACX_CHECK_INSTALLED_TARGET_TOOL(WINDMC_FOR_TARGET, windmc) -RAW_CXX_FOR_TARGET="$CXX_FOR_TARGET" +RAW_CXX_FOR_TARGET="$CXX_FOR_TARGET -nostdinc++" GCC_TARGET_TOOL(ar, AR_FOR_TARGET, AR, [binutils/ar]) GCC_TARGET_TOOL(as, AS_FOR_TARGET, AS, [gas/as-new]) EOF # So the && chain above is easier to extend true } patch_mcm || exit 1 mkdir -p "$OUTPUT"/log # Make bootstrap compiler (no $TYPE, dynamically linked against host libc) # We build the rest of the cross compilers with this so they're linked against # musl-libc, because glibc doesn't fully support static linking and dynamic # binaries aren't really portable between distributions make_tuple "${TARGETS[0]}" host 2>&1 | tee -a "$OUTPUT/log/$BOOTSTRAP"-host.log split_tuple "${TARGETS[0]}" BOOTSTRAP="$TARGET" if [ $# -gt 0 ] then for i in "${TARGETS[0]}" "$@" do make_tuple "$i" static native done else # Here's the list of cross compilers supported by this build script. # First target builds a proper version of the $BOOTSTRAP compiler above, # which is used to build the rest (in alphabetical order) for i in $(seq 0 $((${#TARGETS[@]}-1))) do make_tuple "${TARGETS[$i]}" static native done fi