288 lines
12 KiB
Bash
288 lines
12 KiB
Bash
|
#!/bin/bash
|
||
|
|
#
|
||
|
|
# Build Arch Linux rootfs ext4 image for UTSM Linux guest.
|
||
|
|
#
|
||
|
|
# Downloads the Arch Linux bootstrap rootfs, installs pacman with Chinese
|
||
|
|
# mirror configuration, bakes in utsm_exec_daemon, and packs everything
|
||
|
|
# into an ext4 image exposed to the Linux guest via virtio-blk (/dev/vdb).
|
||
|
|
#
|
||
|
|
# Output:
|
||
|
|
# SYSTEM/boot/linux-rootfs.img (ext4 image, ~512MB)
|
||
|
|
#
|
||
|
|
# Performance note:
|
||
|
|
# All intermediate work (extraction, ext4 build) happens on the native
|
||
|
|
# Linux filesystem (WORK_DIR) — NOT on /mnt/d (9p). The 9p mount is
|
||
|
|
# catastrophically slow for thousands of small files. Only the final
|
||
|
|
# image is copied to the Windows side.
|
||
|
|
#
|
||
|
|
# Prerequisites:
|
||
|
|
# - WSL or native Linux with root access
|
||
|
|
# - curl, mkfs.ext4, losetup, mount, tar (with zstd), rsync, cc
|
||
|
|
|
||
|
|
set -e
|
||
|
|
|
||
|
|
SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
|
||
|
|
PROJECT_ROOT="$(cd "$SCRIPT_DIR/../.." && pwd)"
|
||
|
|
OUTPUT_DIR="$PROJECT_ROOT/SYSTEM/boot"
|
||
|
|
OUTPUT_IMG="$OUTPUT_DIR/linux-rootfs.img"
|
||
|
|
IMG_SIZE_MB=${IMG_SIZE_MB:-512}
|
||
|
|
|
||
|
|
# Work on native Linux FS for speed (NOT /mnt/d which is 9p — extremely slow).
|
||
|
|
WORK_DIR="${ARCH_ROOTFS_WORK:-/root/arch_rootfs_work}"
|
||
|
|
ROOTFS_DIR="$WORK_DIR/rootfs"
|
||
|
|
OLD_CACHE="$SCRIPT_DIR/.arch_rootfs_work/archlinux-bootstrap.tar.zst"
|
||
|
|
|
||
|
|
echo "[arch-rootfs] Building Arch Linux rootfs image"
|
||
|
|
echo "[arch-rootfs] Work dir: $WORK_DIR (native FS)"
|
||
|
|
echo "[arch-rootfs] Output: $OUTPUT_IMG (${IMG_SIZE_MB}MB)"
|
||
|
|
|
||
|
|
mkdir -p "$WORK_DIR" "$ROOTFS_DIR" "$OUTPUT_DIR"
|
||
|
|
|
||
|
|
# 1. Download Arch bootstrap rootfs if not cached (.tar.zst format)
|
||
|
|
BOOTSTRAP_TAR="$WORK_DIR/archlinux-bootstrap.tar.zst"
|
||
|
|
|
||
|
|
# Migrate old cache from /mnt/d if present (saves re-download)
|
||
|
|
if [ ! -f "$BOOTSTRAP_TAR" ] && [ -f "$OLD_CACHE" ]; then
|
||
|
|
echo "[arch-rootfs] Migrating cached tarball from /mnt/d → native FS..."
|
||
|
|
cp "$OLD_CACHE" "$BOOTSTRAP_TAR"
|
||
|
|
rm -rf "$SCRIPT_DIR/.arch_rootfs_work"
|
||
|
|
fi
|
||
|
|
|
||
|
|
download_bootstrap() {
|
||
|
|
local url="$1"
|
||
|
|
echo "[arch-rootfs] Trying: $url"
|
||
|
|
curl -fL --retry 3 --connect-timeout 20 -o "$BOOTSTRAP_TAR" "$url"
|
||
|
|
}
|
||
|
|
|
||
|
|
if [ ! -f "$BOOTSTRAP_TAR" ]; then
|
||
|
|
echo "[arch-rootfs] Downloading Arch bootstrap rootfs (.tar.zst)..."
|
||
|
|
download_bootstrap "https://mirrors.tuna.tsinghua.edu.cn/archlinux/iso/latest/archlinux-bootstrap-x86_64.tar.zst" || \
|
||
|
|
download_bootstrap "https://mirrors.ustc.edu.cn/archlinux/iso/latest/archlinux-bootstrap-x86_64.tar.zst" || \
|
||
|
|
download_bootstrap "https://mirrors.aliyun.com/archlinux/iso/latest/archlinux-bootstrap-x86_64.tar.zst" || \
|
||
|
|
download_bootstrap "https://mirrors.cloud.tencent.com/archlinux/iso/latest/archlinux-bootstrap-x86_64.tar.zst" || {
|
||
|
|
echo "[arch-rootfs] ERROR: Failed to download bootstrap rootfs from all mirrors"
|
||
|
|
exit 1
|
||
|
|
}
|
||
|
|
fi
|
||
|
|
echo "[arch-rootfs] Bootstrap tarball: $(du -h "$BOOTSTRAP_TAR" | cut -f1)"
|
||
|
|
|
||
|
|
# 2. Extract bootstrap rootfs directly to ROOTFS_DIR (--strip-components=1
|
||
|
|
# drops the root.x86_64/ wrapper, eliminating a costly rsync copy).
|
||
|
|
if [ ! -f "$ROOTFS_DIR/bin/bash" ]; then
|
||
|
|
echo "[arch-rootfs] Extracting bootstrap rootfs (native FS, --strip-components=1)..."
|
||
|
|
rm -rf "$ROOTFS_DIR"
|
||
|
|
mkdir -p "$ROOTFS_DIR"
|
||
|
|
tar --zstd -xf "$BOOTSTRAP_TAR" --strip-components=1 -C "$ROOTFS_DIR"
|
||
|
|
fi
|
||
|
|
|
||
|
|
if [ ! -f "$ROOTFS_DIR/bin/bash" ]; then
|
||
|
|
echo "[arch-rootfs] ERROR: Extraction failed, /bin/bash not found"
|
||
|
|
exit 1
|
||
|
|
fi
|
||
|
|
echo "[arch-rootfs] Rootfs extracted: $(du -sh "$ROOTFS_DIR" | cut -f1)"
|
||
|
|
|
||
|
|
# 3. Configure pacman mirrors (Chinese mirrors for faster access)
|
||
|
|
echo "[arch-rootfs] Configuring pacman mirrors..."
|
||
|
|
mkdir -p "$ROOTFS_DIR/etc/pacman.d"
|
||
|
|
cat > "$ROOTFS_DIR/etc/pacman.d/mirrorlist" <<'MIRRORS'
|
||
|
|
# China mirrors (sorted by speed)
|
||
|
|
Server = https://mirrors.tuna.tsinghua.edu.cn/archlinux/$repo/os/$arch
|
||
|
|
Server = https://mirrors.ustc.edu.cn/archlinux/$repo/os/$arch
|
||
|
|
Server = https://mirrors.aliyun.com/archlinux/$repo/os/$arch
|
||
|
|
Server = https://mirrors.cloud.tencent.com/archlinux/$repo/os/$arch
|
||
|
|
Server = https://mirrors.huaweicloud.com/archlinux/$repo/os/$arch
|
||
|
|
MIRRORS
|
||
|
|
|
||
|
|
# 4. Ensure pacman config exists (always rewrite: SigLevel=Never avoids
|
||
|
|
# gnupg keyring writes on the read-only rootfs — pacman -Sy then works
|
||
|
|
# without pacman-key init).
|
||
|
|
cat > "$ROOTFS_DIR/etc/pacman.conf" <<'PACMANCONF'
|
||
|
|
[options]
|
||
|
|
HoldPkg = pacman glibc
|
||
|
|
Architecture = auto
|
||
|
|
SigLevel = Never
|
||
|
|
LocalFileSigLevel = Never
|
||
|
|
|
||
|
|
[core]
|
||
|
|
Include = /etc/pacman.d/mirrorlist
|
||
|
|
|
||
|
|
[extra]
|
||
|
|
Include = /etc/pacman.d/mirrorlist
|
||
|
|
|
||
|
|
[community]
|
||
|
|
Include = /etc/pacman.d/mirrorlist
|
||
|
|
PACMANCONF
|
||
|
|
|
||
|
|
# 5. Create essential directories and device nodes
|
||
|
|
echo "[arch-rootfs] Creating device nodes and directories..."
|
||
|
|
mkdir -p "$ROOTFS_DIR"/{dev,proc,sys,tmp,run,mnt,root,home}
|
||
|
|
mkdir -p "$ROOTFS_DIR/etc" "$ROOTFS_DIR/var/log" "$ROOTFS_DIR/var/lib/pacman"
|
||
|
|
|
||
|
|
mknod -m 600 "$ROOTFS_DIR/dev/console" c 5 1 2>/dev/null || true
|
||
|
|
mknod -m 666 "$ROOTFS_DIR/dev/null" c 1 3 2>/dev/null || true
|
||
|
|
mknod -m 666 "$ROOTFS_DIR/dev/zero" c 1 5 2>/dev/null || true
|
||
|
|
mknod -m 666 "$ROOTFS_DIR/dev/ttyS0" c 4 64 2>/dev/null || true
|
||
|
|
|
||
|
|
# 5.5 Strip unnecessary files to reduce image size (~597M → ~300M).
|
||
|
|
# The rootfs is a RAM-resident boot module, so every MB counts.
|
||
|
|
# Removes: man pages, docs, info, dev headers, static libs, non-en/zh locales.
|
||
|
|
echo "[arch-rootfs] Stripping non-essential files..."
|
||
|
|
echo "[arch-rootfs] before: $(du -sh "$ROOTFS_DIR" | cut -f1)"
|
||
|
|
rm -rf "$ROOTFS_DIR/usr/share/man" "$ROOTFS_DIR/usr/share/doc" \
|
||
|
|
"$ROOTFS_DIR/usr/share/info" "$ROOTFS_DIR/usr/share/gtk-doc" \
|
||
|
|
"$ROOTFS_DIR/usr/share/help" "$ROOTFS_DIR/usr/include" \
|
||
|
|
"$ROOTFS_DIR/usr/share/readline" "$ROOTFS_DIR/usr/share/gdb" \
|
||
|
|
"$ROOTFS_DIR/usr/share/bug" "$ROOTFS_DIR/usr/share/bash-completion"
|
||
|
|
# Keep only en and zh locales (strip the other ~100MB)
|
||
|
|
if [ -d "$ROOTFS_DIR/usr/share/locale" ]; then
|
||
|
|
find "$ROOTFS_DIR/usr/share/locale" -maxdepth 1 -type d \
|
||
|
|
! -name 'locale' ! -name 'en*' ! -name 'zh*' ! -name 'C*' \
|
||
|
|
-exec rm -rf {} + 2>/dev/null || true
|
||
|
|
fi
|
||
|
|
# Remove static libraries (not needed at runtime; save ~10M)
|
||
|
|
find "$ROOTFS_DIR/usr/lib" -name '*.a' -delete 2>/dev/null || true
|
||
|
|
# Remove pacman package cache
|
||
|
|
rm -rf "$ROOTFS_DIR/var/cache/pacman/pkg"/* 2>/dev/null || true
|
||
|
|
echo "[arch-rootfs] after: $(du -sh "$ROOTFS_DIR" | cut -f1)"
|
||
|
|
|
||
|
|
# 5.6 Redirect writable paths into tmpfs (rootfs itself mounts read-only —
|
||
|
|
# the UTSM virtio-blk rootfs backend is a read-only memory image).
|
||
|
|
# /tmp is a tmpfs mounted by /sbin/init, so symlinking these paths
|
||
|
|
# makes pacman -Sy and DNS resolution work in the guest:
|
||
|
|
# /var/lib/pacman → pacman sync databases (pacman -Sy writes here)
|
||
|
|
# /var/cache/pacman → downloaded package cache
|
||
|
|
# /etc/resolv.conf → DNS config written by /sbin/init
|
||
|
|
echo "[arch-rootfs] Redirecting writable paths to /tmp (tmpfs)..."
|
||
|
|
rm -rf "$ROOTFS_DIR/var/lib/pacman" "$ROOTFS_DIR/var/cache/pacman"
|
||
|
|
ln -sfn /tmp/pacman/lib "$ROOTFS_DIR/var/lib/pacman"
|
||
|
|
ln -sfn /tmp/pacman/cache "$ROOTFS_DIR/var/cache/pacman"
|
||
|
|
rm -f "$ROOTFS_DIR/etc/resolv.conf"
|
||
|
|
ln -sfn /tmp/resolv.conf "$ROOTFS_DIR/etc/resolv.conf"
|
||
|
|
|
||
|
|
# 6. Create /sbin/init — runs AFTER switch_root from initramfs.
|
||
|
|
# Starts utsm_exec_daemon (UTSM Linux compat layer), then drops to shell.
|
||
|
|
cat > "$ROOTFS_DIR/sbin/init" <<'INITSCRIPT'
|
||
|
|
#!/bin/bash
|
||
|
|
# Arch rootfs init - runs after switch_root from initramfs
|
||
|
|
export PATH=/usr/bin:/bin:/usr/sbin:/sbin
|
||
|
|
|
||
|
|
mount -t proc none /proc 2>/dev/null
|
||
|
|
mount -t sysfs none /sys 2>/dev/null
|
||
|
|
mount -t devtmpfs none /dev 2>/dev/null
|
||
|
|
mount -t tmpfs none /tmp 2>/dev/null
|
||
|
|
mount -t tmpfs none /run 2>/dev/null
|
||
|
|
|
||
|
|
# Writable dirs for pacman on the read-only rootfs (see build script 5.6:
|
||
|
|
# /var/lib/pacman and /var/cache/pacman are symlinks into this tmpfs).
|
||
|
|
mkdir -p /tmp/pacman/lib/sync /tmp/pacman/cache/pkg
|
||
|
|
|
||
|
|
echo "arch-utsm" > /etc/hostname
|
||
|
|
|
||
|
|
# Configure network (virtio-net should be eth0)
|
||
|
|
# UTSM host bridges virtio-net → QEMU e1000 → slirp user networking,
|
||
|
|
# whose subnet is fixed at 10.0.2.0/24 (gw 10.0.2.2, DNS 10.0.2.3).
|
||
|
|
# Use a static config so pacman works without a DHCP client in rootfs.
|
||
|
|
ip link set lo up 2>/dev/null
|
||
|
|
if ip link set eth0 up 2>/dev/null; then
|
||
|
|
ip addr add 10.0.2.15/24 dev eth0 2>/dev/null
|
||
|
|
ip route add default via 10.0.2.2 dev eth0 2>/dev/null
|
||
|
|
echo "nameserver 10.0.2.3" > /etc/resolv.conf
|
||
|
|
echo "[arch-utsm] eth0: 10.0.2.15/24 gw 10.0.2.2 (slirp static)"
|
||
|
|
else
|
||
|
|
echo "[arch-utsm] WARNING: eth0 not found — network unavailable"
|
||
|
|
fi
|
||
|
|
|
||
|
|
echo "[arch-utsm] Arch Linux rootfs booted"
|
||
|
|
echo "[arch-utsm] Kernel: $(uname -r)"
|
||
|
|
echo "[arch-utsm] Architecture: $(uname -m)"
|
||
|
|
|
||
|
|
# Check if pacman is available
|
||
|
|
if command -v pacman &>/dev/null; then
|
||
|
|
echo "[arch-utsm] pacman available: $(pacman --version | head -1)"
|
||
|
|
else
|
||
|
|
echo "[arch-utsm] WARNING: pacman not found"
|
||
|
|
fi
|
||
|
|
|
||
|
|
# Check if running under UTSM
|
||
|
|
if [ -e /dev/utsm ]; then
|
||
|
|
echo "[arch-utsm] UTSM device detected, compat layer active"
|
||
|
|
fi
|
||
|
|
|
||
|
|
# Start exec daemon (UTSM Linux compat layer).
|
||
|
|
# The daemon sends EXEC_READY then ioctl(PARK)→HLT, which parks the guest
|
||
|
|
# and lets linux_launch() return to UTSM. On `linux <prog>` from Deshab
|
||
|
|
# shell, UTSM vmresume's the guest and the daemon executes the program.
|
||
|
|
if [ -x /usr/local/bin/utsm_exec_daemon ]; then
|
||
|
|
echo "[arch-utsm] Starting UTSM exec daemon..."
|
||
|
|
/usr/local/bin/utsm_exec_daemon &
|
||
|
|
DAEMON_PID=$!
|
||
|
|
echo "[arch-utsm] exec daemon PID=$DAEMON_PID"
|
||
|
|
else
|
||
|
|
echo "[arch-utsm] WARNING: utsm_exec_daemon not found — compat layer disabled"
|
||
|
|
fi
|
||
|
|
|
||
|
|
# Interactive shell on console (keeps PID 1 alive).
|
||
|
|
# If the daemon is running, this shell coexists; the daemon parks via HLT
|
||
|
|
# and UTSM resumes it on demand. This shell is for direct guest debugging.
|
||
|
|
echo "[arch-utsm] Starting shell on console"
|
||
|
|
exec /bin/bash -l </dev/console >/dev/console 2>&1
|
||
|
|
INITSCRIPT
|
||
|
|
chmod +x "$ROOTFS_DIR/sbin/init"
|
||
|
|
|
||
|
|
# 7. Create /etc/fstab
|
||
|
|
cat > "$ROOTFS_DIR/etc/fstab" <<'FSTAB'
|
||
|
|
# /etc/fstab - Arch UTSM guest
|
||
|
|
proc /proc proc defaults 0 0
|
||
|
|
sysfs /sys sysfs defaults 0 0
|
||
|
|
devtmpfs /dev devtmpfs defaults 0 0
|
||
|
|
tmpfs /tmp tmpfs defaults 0 0
|
||
|
|
tmpfs /run tmpfs defaults 0 0
|
||
|
|
FSTAB
|
||
|
|
|
||
|
|
# 7.5 Build & install utsm_exec_daemon into the Arch rootfs
|
||
|
|
# Static binary — runs as PID 2 after Arch /sbin/init. Parks the guest
|
||
|
|
# via ioctl(PARK)→HLT and handles UTSM exec requests on vmresume.
|
||
|
|
DAEMON_SRC="$SCRIPT_DIR/initramfs/bin/utsm_exec_daemon.c"
|
||
|
|
IPC_INCLUDE="$PROJECT_ROOT/CODE/utsm-ipc"
|
||
|
|
if [ -f "$DAEMON_SRC" ]; then
|
||
|
|
echo "[arch-rootfs] Compiling utsm_exec_daemon (static)..."
|
||
|
|
mkdir -p "$ROOTFS_DIR/usr/local/bin"
|
||
|
|
if cc -static -O2 -Wall "-I$IPC_INCLUDE" \
|
||
|
|
-o "$ROOTFS_DIR/usr/local/bin/utsm_exec_daemon" "$DAEMON_SRC" 2>"$WORK_DIR/daemon_build.log"; then
|
||
|
|
strip "$ROOTFS_DIR/usr/local/bin/utsm_exec_daemon" 2>/dev/null || true
|
||
|
|
chmod +x "$ROOTFS_DIR/usr/local/bin/utsm_exec_daemon"
|
||
|
|
echo "[arch-rootfs] daemon installed: $(ls -lh "$ROOTFS_DIR/usr/local/bin/utsm_exec_daemon" | awk '{print $5}')"
|
||
|
|
else
|
||
|
|
echo "[arch-rootfs] WARNING: daemon build failed:"
|
||
|
|
cat "$WORK_DIR/daemon_build.log"
|
||
|
|
fi
|
||
|
|
else
|
||
|
|
echo "[arch-rootfs] WARNING: daemon source not found at $DAEMON_SRC"
|
||
|
|
fi
|
||
|
|
|
||
|
|
# 8. Create ext4 image on native FS, populate, then copy to /mnt/d.
|
||
|
|
echo "[arch-rootfs] Creating ext4 image (${IMG_SIZE_MB}MB) on native FS..."
|
||
|
|
NATIVE_IMG="$WORK_DIR/linux-rootfs.img"
|
||
|
|
rm -f "$NATIVE_IMG"
|
||
|
|
dd if=/dev/zero of="$NATIVE_IMG" bs=1M count="$IMG_SIZE_MB" 2>/dev/null
|
||
|
|
mkfs.ext4 -F -q -L "ARCH_ROOTFS" "$NATIVE_IMG" >/dev/null
|
||
|
|
|
||
|
|
mkdir -p "$WORK_DIR/mnt"
|
||
|
|
LOOP_DEV=$(losetup -f --show "$NATIVE_IMG")
|
||
|
|
mount "$LOOP_DEV" "$WORK_DIR/mnt"
|
||
|
|
|
||
|
|
echo "[arch-rootfs] Copying rootfs into ext4 image (native FS)..."
|
||
|
|
rsync -a "$ROOTFS_DIR/" "$WORK_DIR/mnt/"
|
||
|
|
|
||
|
|
sync
|
||
|
|
umount "$WORK_DIR/mnt"
|
||
|
|
losetup -d "$LOOP_DEV"
|
||
|
|
|
||
|
|
# 9. Copy the finished image to the Windows side (single large-file write).
|
||
|
|
echo "[arch-rootfs] Copying image to $OUTPUT_IMG ..."
|
||
|
|
cp "$NATIVE_IMG" "$OUTPUT_IMG"
|
||
|
|
|
||
|
|
echo "[arch-rootfs] Image created: $OUTPUT_IMG ($(du -h "$OUTPUT_IMG" | cut -f1))"
|
||
|
|
echo "[arch-rootfs] Done. rootfs.img is a limine boot module (linux:rootfs)."
|
||
|
|
echo "[arch-rootfs] Linux guest init mounts /dev/vdb and switch_root's into it."
|