RedBear-OS/local/scripts/test-posix-runtime.sh

#!/usr/bin/env bash
# POSIX/relibc completeness runtime validation harness.
# Runs relibc-phase1-tests C programs and validates POSIX compliance.
# Follows Phase 1-5 pattern: guest + QEMU, exit-code-based.

set -euo pipefail
PROG="$(basename "$0")"

usage() {
    cat <<'EOF'
Usage: test-posix-runtime.sh [--guest|--qemu CONFIG]
Modes:
  --guest          Run inside already-booted Red Bear OS
  --qemu CONFIG    Launch QEMU with CONFIG and run checks
Exit: 0 if all pass, 1 otherwise.
EOF
    exit 1
}

MODE=""; CONFIG=""
while [[ $# -gt 0 ]]; do
    case "$1" in
        --guest) MODE="guest"; shift ;;
        --qemu) MODE="qemu"; CONFIG="$2"; shift 2 ;;
        -h|--help) usage ;;
        *) echo "$PROG: unknown: $1"; usage ;;
    esac
done
[[ -z "$MODE" ]] && usage

EXPECTED_TESTS=(
    test_signalfd_wayland
    test_timerfd_qt6
    test_eventfd_qt6
    test_shm_open_qt6
    test_sem_open_qt6
    test_waitid_qt6
)

run_guest_checks() {
    local failures=0
    local posix_dir="/home/user/relibc-phase1-tests"

    echo "=== POSIX/relibc Completeness Validation ==="; echo

    if [[ ! -d "$posix_dir" ]]; then
        echo "  FAIL  POSIX test directory not found at $posix_dir"
        failures=$((failures + 1))
    else
        for test_name in "${EXPECTED_TESTS[@]}"; do
            local test_bin="$posix_dir/$test_name"
            if [[ ! -x "$test_bin" ]]; then
                echo "  FAIL  $test_name: binary missing or not executable"
                failures=$((failures + 1))
                continue
            fi
            echo "  Running $test_name..."
            if "$test_bin" >/dev/null 2>&1; then
                echo "  PASS  $test_name"
            else
                echo "  FAIL  $test_name (exit code non-zero)"
                failures=$((failures + 1))
            fi
        done
    fi

    echo
    echo "=== POSIX Summary ==="
    if [[ $failures -eq 0 ]]; then
        echo "ALL POSIX TESTS PASSED"
    else
        echo "FAILURES: $failures"
        exit 1
    fi
    exit 0
}

run_qemu_checks() {
    local arch="${ARCH:-x86_64}"
    local image="build/${arch}/${CONFIG}/harddrive.img"
    local iso="build/${arch}/${CONFIG}.iso"
    local firmware="${FIRMWARE_PATH:-/usr/share/ovmf/x64/OVMF.fd}"
    if [[ -f "$iso" ]]; then
        boot_args=(-cdrom "$iso")
    elif [[ -f "$image" ]]; then
        boot_args=(-drive file="$image",format=raw,if=none,id=drv0,snapshot=on -device nvme,drive=drv0,serial=NVME_SERIAL)
    else
        echo "$PROG: no bootable image found ($iso or $image)"; exit 1
    fi
    if [[ ! -f "$firmware" ]]; then echo "$PROG: firmware not found: $firmware"; exit 1; fi

    attempt=1
    while true; do
        rc=0
        python3 local/scripts/qemu-login-expect.py \
            --timeout 300 \
            --log "build/${arch}/${CONFIG}/posix-check.log" \
            --step "expect:login:" \
            --step "send:root" \
            --step "expect:assword:" \
            --step "send:password" \
            --step "expect:Type 'help' for available commands." \
            --step "send:echo __READY__" \
            --step "expect:__READY__" \
            --step "send:cd /home/user/relibc-phase1-tests && POSIX_FAIL=0; for t in test_signalfd_wayland test_timerfd_qt6 test_eventfd_qt6 test_shm_open_qt6 test_sem_open_qt6 test_waitid_qt6; do echo \"POSIX:\$t\"; if ./\$t >/dev/null 2>&1; then echo \"\${t}:PASS\"; else echo \"\${t}:FAIL\"; POSIX_FAIL=1; fi; done; echo __POSIX_DONE__\$POSIX_FAIL__" \
            --step "expect:__POSIX_DONE__0__" \
            --pass_marker "__POSIX_DONE__0__" \
            --fail_marker "__POSIX_DONE__1__" \
            -- \
            qemu-system-x86_64 -name "Red Bear OS" -device qemu-xhci -smp 4 -m 2048 -bios "$firmware" -chardev stdio,id=debug,signal=off,mux=on -serial chardev:debug -mon chardev:debug -machine q35 -device virtio-net,netdev=net0 -netdev user,id=net0 -display none -vga none "${boot_args[@]}" -enable-kvm -cpu host || rc=$?
        if [[ $rc -eq 0 ]]; then
            break
        fi
        if [[ ( $rc -eq 3 || $rc -eq 137 ) && $attempt -lt 5 ]]; then
            attempt=$((attempt + 1))
            echo "QEMU exited before completing the check; retrying (attempt $attempt/5)"
            sleep 2
            continue
        fi
        exit "$rc"
    done
    echo "ALL POSIX TESTS PASSED"
    exit 0
}

case "$MODE" in
    guest) run_guest_checks ;;
    qemu) export FIRMWARE_PATH="${FIRMWARE_PATH:-/usr/share/ovmf/x64/OVMF.fd}"; run_qemu_checks ;;
    *) usage ;;
esac