From 0b3e75699ef2c8a2586d7980cdc736530362475f Mon Sep 17 00:00:00 2001 From: Rob Landley Date: Thu, 22 Aug 2019 14:34:45 -0500 Subject: Add scripts/mkroot.sh and makefile changes for "make root". Not in help text yet. Needs sh and route enabled in pending to do much. todo: work through the scripts/install.sh $PENDING list and add native toolchain support. --- Makefile | 18 +- scripts/mkroot.sh | 509 ++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 523 insertions(+), 4 deletions(-) create mode 100755 scripts/mkroot.sh diff --git a/Makefile b/Makefile index 354c9bf9..111f32ed 100644 --- a/Makefile +++ b/Makefile @@ -20,7 +20,7 @@ toybox generated/unstripped/toybox: toybox_stuff .PHONY: clean distclean baseline bloatcheck install install_flat \ uinstall uninstall_flat tests help toybox_stuff change \ - list list_working list_pending + list list_working list_pending root run_root include kconfig/Makefile -include .singlemake @@ -60,17 +60,27 @@ uninstall: change: scripts/change.sh -clean:: - @echo cleaning +noroot_clean: @rm -rf toybox generated change .singleconfig* +clean:: noroot_clean + @rm -rf root + @echo cleaned + # If singlemake was in generated/ "make clean; make test_ls" wouldn't work. distclean: clean - @echo removing .config @rm -f toybox_old .config* .singlemake + @echo removed .config tests: scripts/test.sh +root: + scripts/mkroot.sh $(MAKEFLAGS) + +run_root: + C=$$(basename "$$CROSS_COMPILE" | sed 's/-.*//'); \ + cd root/"$${C:-host}" && ./qemu-*.sh || exit 1 + help:: @cat scripts/help.txt diff --git a/scripts/mkroot.sh b/scripts/mkroot.sh new file mode 100755 index 00000000..56e6f32f --- /dev/null +++ b/scripts/mkroot.sh @@ -0,0 +1,509 @@ +#!/bin/bash + +# Clear environment variables by restarting script w/bare minimum passed through +[ -z "$NOCLEAR" ] && + exec env -i NOCLEAR=1 HOME="$HOME" PATH="$PATH" LINUX="$LINUX" \ + CROSS_COMPILE="$CROSS_COMPILE" CROSS_SHORT="$CROSS_SHORT" "$0" "$@" + +# assign command line NAME=VALUE args to env vars +while [ $# -ne 0 ] +do + X="${1/=*/}" + Y="${1#*=}" + [ "${1/=/}" != "$1" ] && eval "export $X=\"\$Y\"" || echo "unknown $i" + shift +done + +# If we're cross compiling, set appropriate environment variables. +if [ -z "$CROSS_COMPILE" ] +then + echo "Building natively" + if ! cc --static -xc - -o /dev/null <<< "int main(void) {return 0;}" + then + echo "Warning: host compiler can't create static binaries." >&2 + sleep 3 + fi +else + echo "Cross compiling" + CROSS_PATH="$(dirname "$(which "${CROSS_COMPILE}cc")")" + CROSS_BASE="$(basename "$CROSS_COMPILE")" + [ -z "$CROSS_SHORT" ] && CROSS_SHORT="${CROSS_BASE/-*/}" + if [ -z "$CROSS_PATH" ] + then + echo "no ${CROSS_COMPILE}cc in path" >&2 + exit 1 + fi +fi + +# set up directories (can override most of these paths on cmdline) +TOP="$PWD/root" +[ -z "$BUILD" ] && BUILD="$TOP/build" +[ -z "$AIRLOCK" ] && AIRLOCK="$TOP/airlock" +[ -z "$OUTPUT" ] && OUTPUT="$TOP/${CROSS_SHORT:-host}" +[ -z "$ROOT" ] && ROOT="$OUTPUT/${CROSS_BASE}fs" && rm -rf "$ROOT" +MYBUILD="$BUILD/${CROSS_BASE:-host-}tmp" +rm -rf "$MYBUILD" && mkdir -p "$MYBUILD" || exit 1 + +# Stabilize cross compiling with known $PATH contents +if [ ! -z "$CROSS_COMPILE" ] +then + if [ ! -e "$AIRLOCK/toybox" ] + then + echo === Create airlock dir + + PREFIX="$AIRLOCK" KCONFIG_CONFIG="$TOP"/.airlock CROSS_COMPILE= \ + make noroot_clean defconfig toybox install_airlock && + rm "$TOP"/.airlock || exit 1 + fi + export PATH="$CROSS_PATH:$AIRLOCK" +fi + +### Create files and directories +mkdir -p "$ROOT"/{etc,tmp,proc,sys,dev,home,mnt,root,usr/{bin,sbin,lib},var} && +chmod a+rwxt "$ROOT"/tmp && +ln -s usr/bin "$ROOT/bin" && +ln -s usr/sbin "$ROOT/sbin" && +ln -s usr/lib "$ROOT/lib" && + +# init script. Runs as pid 1 from initramfs to set up and hand off system. +cat > "$ROOT"/init << 'EOF' && +#!/bin/sh + +export HOME=/home +export PATH=/bin:/sbin + +mountpoint -q proc || mount -t proc proc proc +mountpoint -q sys || mount -t sysfs sys sys +if ! mountpoint -q dev +then + mount -t devtmpfs dev dev || mdev -s + mkdir -p dev/pts + mountpoint -q dev/pts || mount -t devpts dev/pts dev/pts +fi + +if [ $$ -eq 1 ] +then + # Setup networking for QEMU (needs /proc) + ifconfig eth0 10.0.2.15 + route add default gw 10.0.2.2 + [ "$(date +%s)" -lt 1000 ] && rdate 10.0.2.2 # or time-b.nist.gov + [ "$(date +%s)" -lt 10000000 ] && ntpd -nq -p north-america.pool.ntp.org + + [ -z "$CONSOLE" ] && + CONSOLE="$(sed -n 's@.* console=\(/dev/\)*\([^ ]*\).*@\2@p' /proc/cmdline)" + + [ -z "$HANDOFF" ] && HANDOFF=/bin/sh && echo Type exit when done. + [ -z "$CONSOLE" ] && CONSOLE=console + exec /sbin/oneit -c /dev/"$CONSOLE" $HANDOFF +else + /bin/sh + umount /dev/pts /dev /sys /proc +fi +EOF +chmod +x "$ROOT"/init && + +# /etc/passwd with two kernel special accounts (root and nobody), and guest user +cat > "$ROOT"/etc/passwd << 'EOF' && +root::0:0:root:/home/root:/bin/sh +guest:x:500:500:guest:/home/guest:/bin/sh +nobody:x:65534:65534:nobody:/proc/self:/dev/null +EOF + +# /etc/group with groups corresponding to each /etc/passwd user +cat > "$ROOT"/etc/group << 'EOF' && +root:x:0: +guest:x:500: +nobody:x:nobody: +EOF + +# /etc/resolv.conf using Google's public nameserver. +echo "nameserver 8.8.8.8" > "$ROOT"/etc/resolv.conf || exit 1 + +# Build toybox + +make noroot_clean >/dev/null +if [ -z .config ] +then + echo "Building defconfig" + make defconfig + # Work around musl-libc design flaw + [ "${CROSS_BASE/fdpic//}" != "$CROSS_BASE" ] && + sed -i 's/.*\(CONFIG_TOYBOX_MUSL_NOMMU_IS_BROKEN\).*/\1=y/' .config +fi +LDFLAGS=--static PREFIX="$ROOT" make toybox install || exit 1 + +# Abort early if no kernel source specified +if [ -z "$LINUX" ] || [ ! -d "$LINUX/kernel" ] +then + echo 'No $LINUX directory, kernel build skipped.' + rmdir "$MYBUILD" "$BUILD" 2>/dev/null + exit 0 +fi + +# Which architecture are we building a kernel for? +[ -z "$TARGET" ] && TARGET="${CROSS_BASE/-*/}" +[ -z "$TARGET" ] && TARGET="$(uname -m)" + +# Target-specific info in an (alphabetical order) if/else staircase +# Each target needs board config, serial console, RTC, ethernet, block device. + +if [ "$TARGET" == armv5l ] +then + + # This could use the same VIRT board as armv7, but let's demonstrate a + # different one requiring a separate device tree binary. + QEMU="qemu-system-arm -M versatilepb -net nic,model=rtl8139 -net user" + KARCH=arm + KARGS="console=ttyAMA0" + VMLINUX=arch/arm/boot/zImage + KERNEL_CONFIG=" +CONFIG_CPU_ARM926T=y +CONFIG_MMU=y +CONFIG_VFP=y +CONFIG_ARM_THUMB=y +CONFIG_AEABI=y +CONFIG_ARCH_VERSATILE=y + +# The switch to device-tree-only added this mess +CONFIG_ATAGS=y +CONFIG_DEPRECATED_PARAM_STRUCT=y +CONFIG_ARM_ATAG_DTB_COMPAT=y +CONFIG_ARM_ATAG_DTB_COMPAT_CMDLINE_EXTEND=y + +CONFIG_SERIAL_AMBA_PL011=y +CONFIG_SERIAL_AMBA_PL011_CONSOLE=y + +CONFIG_RTC_CLASS=y +CONFIG_RTC_DRV_PL031=y +CONFIG_RTC_HCTOSYS=y + +CONFIG_PCI=y +CONFIG_PCI_VERSATILE=y +CONFIG_BLK_DEV_SD=y +CONFIG_SCSI=y +CONFIG_SCSI_LOWLEVEL=y +CONFIG_SCSI_SYM53C8XX_2=y +CONFIG_SCSI_SYM53C8XX_DMA_ADDRESSING_MODE=0 +CONFIG_SCSI_SYM53C8XX_MMIO=y + +CONFIG_NET_VENDOR_REALTEK=y +CONFIG_8139CP=y +" + DTB=arch/arm/boot/dts/versatile-pb.dtb +elif [ "$TARGET" == armv7l ] || [ "$TARGET" == aarch64 ] +then + if [ "$TARGET" == aarch64 ] + then + QEMU="qemu-system-aarch64 -M virt -cpu cortex-a57" + KARCH=arm64 + VMLINUX=arch/arm64/boot/Image + else + QEMU="qemu-system-arm -M virt" + KARCH=arm + VMLINUX=arch/arm/boot/zImage + fi + KARGS="console=ttyAMA0" + KERNEL_CONFIG=" +CONFIG_MMU=y +CONFIG_ARCH_MULTI_V7=y +CONFIG_ARCH_VIRT=y +CONFIG_SOC_DRA7XX=y +CONFIG_ARCH_OMAP2PLUS_TYPICAL=y +CONFIG_ARCH_ALPINE=y +CONFIG_ARM_THUMB=y +CONFIG_VDSO=y +CONFIG_CPU_IDLE=y +CONFIG_ARM_CPUIDLE=y +CONFIG_KERNEL_MODE_NEON=y + +CONFIG_SERIAL_AMBA_PL011=y +CONFIG_SERIAL_AMBA_PL011_CONSOLE=y + +CONFIG_RTC_CLASS=y +CONFIG_RTC_HCTOSYS=y +CONFIG_RTC_DRV_PL031=y + +CONFIG_NET_CORE=y +CONFIG_VIRTIO_MENU=y +CONFIG_VIRTIO_NET=y + +CONFIG_PCI=y +CONFIG_PCI_HOST_GENERIC=y +CONFIG_VIRTIO_BLK=y +CONFIG_VIRTIO_PCI=y +CONFIG_VIRTIO_MMIO=y + +CONFIG_ATA=y +CONFIG_ATA_SFF=y +CONFIG_ATA_BMDMA=y +CONFIG_ATA_PIIX=y + +CONFIG_PATA_PLATFORM=y +CONFIG_PATA_OF_PLATFORM=y +CONFIG_ATA_GENERIC=y +" +elif [ "$TARGET" == i486 ] || [ "$TARGET" == i686 ] || + [ "$TARGET" == x86_64 ] || [ "$TARGET" == x32 ] +then + if [ "$TARGET" == i486 ] + then + QEMU="qemu-system-i386 -cpu 486 -global fw_cfg.dma_enabled=false" + KERNEL_CONFIG="CONFIG_M486=y" + elif [ "$TARGET" == i686 ] + then + QEMU="qemu-system-i386 -cpu pentium3" + KERNEL_CONFIG="CONFIG_MPENTIUMII=y" + else + QEMU=qemu-system-x86_64 + KERNEL_CONFIG="CONFIG_64BIT=y" + [ "$TARGET" == x32 ] && KERNEL_CONFIG="$KERNEL_CONFIG +CONFIG_X86_X32=y" + fi + KARCH=x86 + KARGS="console=ttyS0" + VMLINUX=arch/x86/boot/bzImage + CONFIG_MPENTIUMII=y + KERNEL_CONFIG=" +$KERNEL_CONFIG + +CONFIG_UNWINDER_FRAME_POINTER=y + +CONFIG_PCI=y +CONFIG_BLK_DEV_SD=y +CONFIG_ATA=y +CONFIG_ATA_SFF=y +CONFIG_ATA_BMDMA=y +CONFIG_ATA_PIIX=y + +CONFIG_NET_VENDOR_INTEL=y +CONFIG_E1000=y +CONFIG_SERIAL_8250=y +CONFIG_SERIAL_8250_CONSOLE=y +CONFIG_RTC_CLASS=y +" +elif [ "$TARGET" == mips ] || [ "$TARGET" == mipsel ] +then + QEMU="qemu-system-mips -M malta" + KARCH=mips + KARGS="console=ttyS0" + VMLINUX=vmlinux + KERNEL_CONFIG=" +CONFIG_MIPS_MALTA=y +CONFIG_CPU_MIPS32_R2=y +CONFIG_SERIAL_8250=y +CONFIG_SERIAL_8250_CONSOLE=y + +CONFIG_PCI=y +CONFIG_BLK_DEV_SD=y +CONFIG_ATA=y +CONFIG_ATA_SFF=y +CONFIG_ATA_BMDMA=y +CONFIG_ATA_PIIX=y + +CONFIG_NET_VENDOR_AMD=y +CONFIG_PCNET32=y + +CONFIG_POWER_RESET=y +CONFIG_POWER_RESET_SYSCON=y +" + [ "$TARGET" == mipsel ] && + KERNEL_CONFIG="${KERNEL_CONFIG}CONFIG_CPU_LITTLE_ENDIAN=y" && + QEMU="qemu-system-mipsel -M malta" +elif [ "$TARGET" == powerpc ] +then + KARCH=powerpc + QEMU="qemu-system-ppc -M g3beige" + KARGS="console=ttyS0" + VMLINUX=vmlinux + KERNEL_CONFIG=" +CONFIG_ALTIVEC=y +CONFIG_PPC_PMAC=y +CONFIG_PPC_OF_BOOT_TRAMPOLINE=y + +CONFIG_IDE=y +CONFIG_IDE_GD=y +CONFIG_IDE_GD_ATA=y +CONFIG_BLK_DEV_IDE_PMAC=y +CONFIG_BLK_DEV_IDE_PMAC_ATA100FIRST=y + +CONFIG_MACINTOSH_DRIVERS=y +CONFIG_ADB=y +CONFIG_ADB_CUDA=y + +CONFIG_NET_VENDOR_NATSEMI=y +CONFIG_NET_VENDOR_8390=y +CONFIG_NE2K_PCI=y + +CONFIG_SERIO=y +CONFIG_SERIAL_PMACZILOG=y +CONFIG_SERIAL_PMACZILOG_TTYS=y +CONFIG_SERIAL_PMACZILOG_CONSOLE=y +CONFIG_BOOTX_TEXT=y +" +elif [ "$TARGET" == powerpc64le ] +then + KARCH=powerpc + QEMU="qemu-system-ppc64 -M pseries -vga none" + KARGS="console=/dev/hvc0" + VMLINUX=vmlinux + KERNEL_CONFIG="CONFIG_PPC64=y +CONFIG_PPC_PSERIES=y +CONFIG_CPU_LITTLE_ENDIAN=y +CONFIG_PPC_OF_BOOT_TRAMPOLINE=y + +CONFIG_BLK_DEV_SD=y +CONFIG_SCSI_LOWLEVEL=y +CONFIG_SCSI_IBMVSCSI=y +CONFIG_ATA=y + +CONFIG_NET_VENDOR_IBM=y +CONFIG_IBMVETH=y +CONFIG_HVC_CONSOLE=y + +# None of this should be necessary +CONFIG_PPC_TRANSACTIONAL_MEM=y +CONFIG_PPC_DISABLE_WERROR=y +CONFIG_SECTION_MISMATCH_WARN_ONLY=y +" +elif [ "$TARGET" = s390x ] +then + QEMU="qemu-system-s390x" + KARCH=s390 + VMLINUX=arch/s390/boot/bzImage + KERNEL_CONFIG=" +CONFIG_MARCH_Z900=y +CONFIG_PACK_STACK=y +CONFIG_NET_CORE=y +CONFIG_VIRTIO_NET=y +CONFIG_VIRTIO_BLK=y +CONFIG_SCLP_TTY=y +CONFIG_SCLP_CONSOLE=y +CONFIG_SCLP_VT220_TTY=y +CONFIG_SCLP_VT220_CONSOLE=y +CONFIG_S390_GUEST=y +" +elif [ "$TARGET" == sh4 ] +then + QEMU="qemu-system-sh4 -M r2d -serial null -serial mon:stdio" + KARCH=sh + KARGS="console=ttySC1 noiotrap" + VMLINUX=arch/sh/boot/zImage + KERNEL_CONFIG=" +CONFIG_CPU_SUBTYPE_SH7751R=y +CONFIG_MMU=y +CONFIG_MEMORY_START=0x0c000000 +CONFIG_VSYSCALL=y +CONFIG_SH_FPU=y +CONFIG_SH_RTS7751R2D=y +CONFIG_RTS7751R2D_PLUS=y +CONFIG_SERIAL_SH_SCI=y +CONFIG_SERIAL_SH_SCI_CONSOLE=y + +CONFIG_PCI=y +CONFIG_NET_VENDOR_REALTEK=y +CONFIG_8139CP=y + +CONFIG_PCI=y +CONFIG_BLK_DEV_SD=y +CONFIG_ATA=y +CONFIG_ATA_SFF=y +CONFIG_ATA_BMDMA=y +CONFIG_PATA_PLATFORM=y + +CONFIG_BINFMT_ELF_FDPIC=y +CONFIG_BINFMT_FLAT=y + +#CONFIG_SPI=y +#CONFIG_SPI_SH_SCI=y +#CONFIG_MFD_SM501=y + +#CONFIG_RTC_CLASS=y +#CONFIG_RTC_DRV_R9701=y +#CONFIG_RTC_DRV_SH=y +#CONFIG_RTC_HCTOSYS=y +" +else + echo "Unknown \$TARGET" + exit 1 +fi + +# Write the miniconfig file +{ + echo "# make ARCH=$KARCH allnoconfig KCONFIG_ALLCONFIG=$TARGET.miniconf" + echo "# make ARCH=$KARCH -j \$(nproc)" + echo "# boot $VMLINUX" + echo + echo "$KERNEL_CONFIG" + echo " +# CONFIG_EMBEDDED is not set +CONFIG_EARLY_PRINTK=y +CONFIG_BINFMT_ELF=y +CONFIG_BINFMT_SCRIPT=y +CONFIG_NO_HZ=y +CONFIG_HIGH_RES_TIMERS=y + +CONFIG_BLK_DEV=y +CONFIG_BLK_DEV_INITRD=y +CONFIG_RD_GZIP=y + +CONFIG_BLK_DEV_LOOP=y +CONFIG_EXT4_FS=y +CONFIG_EXT4_USE_FOR_EXT2=y +CONFIG_VFAT_FS=y +CONFIG_FAT_DEFAULT_UTF8=y +CONFIG_MISC_FILESYSTEMS=y +CONFIG_SQUASHFS=y +CONFIG_SQUASHFS_XATTR=y +CONFIG_SQUASHFS_ZLIB=y +CONFIG_DEVTMPFS=y +CONFIG_DEVTMPFS_MOUNT=y +CONFIG_TMPFS=y +CONFIG_TMPFS_POSIX_ACL=y + +CONFIG_NET=y +CONFIG_PACKET=y +CONFIG_UNIX=y +CONFIG_INET=y +CONFIG_IPV6=y +CONFIG_NETDEVICES=y +#CONFIG_NET_CORE=y +#CONFIG_NETCONSOLE=y +CONFIG_ETHERNET=y +" +} > "$OUTPUT/miniconfig-$TARGET" + +# Write the qemu launch script +echo "$QEMU -nographic -no-reboot -m 256" \ + "-append \"panic=1 HOST=$TARGET $KARGS\"" \ + "-kernel $(basename "$VMLINUX") -initrd ${CROSS_BASE}root.cpio.gz" \ + ${DTB:+-dtb "$(basename "$DTB")"} '"$@"' \ + > "$OUTPUT/qemu-$TARGET.sh" && +chmod +x "$OUTPUT/qemu-$TARGET.sh" && + +echo "Build linux for $KARCH" + +# Snapshot Linux source dir and clean it +cp -sfR "$LINUX" "$MYBUILD/linux" && pushd "$MYBUILD/linux" > /dev/null || + exit 1 + +# Build kernel +make distclean && +make ARCH=$KARCH allnoconfig KCONFIG_ALLCONFIG="$OUTPUT/miniconfig-$TARGET" && +make ARCH=$KARCH CROSS_COMPILE="$CROSS_COMPILE" -j $(nproc) || exit 1 + +# If we have a device tree binary, save it for QEMU. +if [ ! -z "$DTB" ] +then + cp "$DTB" "$OUTPUT/$(basename "$DTB")" || exit 1 +fi + +cp "$VMLINUX" "$OUTPUT/$(basename "$VMLINUX")" && cd .. && rm -rf linux && + popd || exit 1 +rmdir "$MYBUILD" "$BUILD" 2>/dev/null + +# package root filesystem for initramfs. +# we do it here so module install can add files (not implemented yet) +echo === create "${CROSS_BASE}root.cpio.gz" + +(cd "$ROOT" && find . | cpio -o -H newc | gzip) > \ + "$OUTPUT/${CROSS_BASE}root.cpio.gz" -- cgit v1.2.3