#!/usr/bin/env bash

set -euo pipefail

# This script verifies that the terminal-bench agent entry point

# referenced in mux-run.sh is valid and can be executed (imports resolve).

REPO_ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"

MUX_RUN_SH="$REPO_ROOT/benchmarks/terminal_bench/mux-run.sh"

echo "Checking terminal-bench agent configuration..."

if [[ ! -f "$MUX_RUN_SH" ]]; then

echo "❌ Error: $MUX_RUN_SH not found"

exit 1

fi

# Extract the agent CLI path from mux-run.sh

# Looks for line like: cmd=(bun src/cli/run.ts

CLI_PATH_MATCH=$(grep -o "bun src/.*\.ts" "$MUX_RUN_SH" | head -1 | cut -d' ' -f2)

if [[ -z "$CLI_PATH_MATCH" ]]; then

echo "❌ Error: Could not find agent CLI path in $MUX_RUN_SH"

exit 1

fi

FULL_CLI_PATH="$REPO_ROOT/$CLI_PATH_MATCH"

echo "Found agent CLI path: $CLI_PATH_MATCH"

if [[ ! -f "$FULL_CLI_PATH" ]]; then

echo "❌ Error: Referenced file $FULL_CLI_PATH does not exist"

exit 1

fi

echo "Verifying agent CLI startup (checking imports)..."

# Run with --help or no args to check if it boots without crashing on imports

# We expect it to fail with "Unknown option" or "workspace-path required" but NOT with "Module not found" or "worker error"

if ! output=$(bun "$FULL_CLI_PATH" --help 2>&1); then

# It failed, which is expected (no args/bad args), but we need to check WHY

# Check for known import/worker errors

if echo "$output" | grep -qE "Module not found|Worker error|Cannot find module"; then

echo "❌ Error: Agent CLI failed to start due to import/worker errors:"

echo "$output"

exit 1

fi

# If it failed just because of arguments, that's fine - it means the code loaded.

echo "✅ Agent CLI loaded successfully (ignoring argument errors)"

else

echo "✅ Agent CLI ran successfully"

fi

echo "Terminal-bench agent check passed."

# Verify the built CLI includes run.js (prevents regressions like missing tsconfig.main.json entries)

echo ""

echo "Checking npm package CLI completeness..."

# Build if dist/cli doesn't exist

if [[ ! -d "$REPO_ROOT/dist/cli" ]]; then

echo "Building CLI (dist/cli not found)..."

make -C "$REPO_ROOT" build-main >/dev/null 2>&1

fi

# Check that all required CLI modules are present in dist/

REQUIRED_CLI_FILES=("index.js" "run.js" "server.js" "argv.js")

MISSING_FILES=()

for file in "${REQUIRED_CLI_FILES[@]}"; do

if [[ ! -f "$REPO_ROOT/dist/cli/$file" ]]; then

MISSING_FILES+=("$file")

fi

done

if [[ ${#MISSING_FILES[@]} -gt 0 ]]; then

echo "❌ Error: Missing required CLI files in dist/cli/:"

printf " - %s\n" "${MISSING_FILES[@]}"

echo ""

echo "This likely means the file is missing from tsconfig.main.json's include array."

echo "Add the source file to tsconfig.main.json and rebuild."

exit 1

fi

# Verify that CLI subcommands boot WITHOUT a lockfile using bun's resolver.

# npm and bun resolve pre-release caret ranges differently — bun includes the

# stable release (e.g. ^0.1.0-main.28 → 0.1.0) while npm does not. Since users

# run `bun x mux@latest`, we must test with bun to catch resolution mismatches.

echo ""

echo "Checking CLI subcommand imports (bun, lockfile-free)..."

CHECK_DIR=$(mktemp -d)

trap 'rm -rf "$CHECK_DIR"' EXIT

# Copy built dist and package.json — but NO lockfile, shrinkwrap, or node_modules.

cp -r "$REPO_ROOT/dist" "$CHECK_DIR/dist"

cp -r "$REPO_ROOT/patches" "$CHECK_DIR/patches"

cp "$REPO_ROOT/package.json" "$CHECK_DIR/package.json"

# Strip devDependencies so bun only resolves production deps (matching published package).

node -e "

const pkg = JSON.parse(require('fs').readFileSync('$CHECK_DIR/package.json', 'utf8'));

delete pkg.devDependencies;

require('fs').writeFileSync('$CHECK_DIR/package.json', JSON.stringify(pkg, null, 2) + '\n');

"

# Publish waves (e.g. AWS SDK) can transiently request sibling versions not yet visible on the registry.

if ! (cd "$CHECK_DIR" && "$REPO_ROOT/scripts/retry.sh" 5 60 bun install --ignore-scripts); then

echo "❌ Error: bun install (lockfile-free) failed"

exit 1

fi

CLI_SUBCMDS=(run server)

for subcmd in "${CLI_SUBCMDS[@]}"; do

if ! output=$(node "$CHECK_DIR/dist/cli/index.js" "$subcmd" --help 2>&1); then

if echo "$output" | grep -qE "Cannot find module|MODULE_NOT_FOUND|not defined by \"exports\""; then

echo "❌ Error: 'mux $subcmd --help' failed (bun lockfile-free resolution):"

echo "$output"

echo ""

echo "A dependency likely resolved to a version missing a required export."

echo "Pin the dep to an exact version or lazy-load the import."

exit 1

fi

fi

done

echo "✅ npm package CLI is complete (all subcommands boot under bun lockfile-free resolution)"