#!/usr/bin/env sh
# test-clis.sh — 實際呼叫已安裝的 AI CLI，找出靜態設定看不出的環境問題。
# 用法：
#   test-clis.sh [cli...]
# 輸出（TSV）：
#   test<TAB>{cli}<TAB>{test}<TAB>{指令}<TAB>{結束碼}<TAB>{判定}<TAB>{說明}
#   summary<TAB>{ok}<TAB>{warn}<TAB>{fail}<TAB>{skipped}
# 判定：
#   ok       實際命令成功
#   warn     CLI 可用，但該功能在這支 CLI 或這個版本不是必要功能
#   fail     命令失敗、逾時，或必要功能不存在
#   skipped  未安裝或無法執行該項測試
# 結束碼：0=測試完成；2=用法錯誤；3=找不到 detect-clis.sh
set -u

HERE=$(CDPATH= cd -- "$(dirname -- "$0")" && pwd)
DETECT="$HERE/detect-clis.sh"
TIMEOUT_SECONDS="${JSC_CLI_TEST_TIMEOUT:-10}"
ok_count=0
warn_count=0
fail_count=0
skipped_count=0

[ -f "$DETECT" ] || { echo "找不到 detect-clis.sh：$DETECT" >&2; exit 3; }

usage() {
  echo "用法：test-clis.sh [claude|codex|copilot|antigravity|kiro ...]" >&2
  exit 2
}

cli_bin() {
  case "$1" in
    antigravity) printf 'agy' ;;
    kiro) printf 'kiro-cli' ;;
    claude|codex|copilot) printf '%s' "$1" ;;
    *) return 1 ;;
  esac
}

emit() { # cli test command code verdict detail
  printf 'test\t%s\t%s\t%s\t%s\t%s\t%s\n' "$1" "$2" "$3" "$4" "$5" "$6"
  case "$5" in
    ok) ok_count=$((ok_count + 1)) ;;
    warn) warn_count=$((warn_count + 1)) ;;
    fail) fail_count=$((fail_count + 1)) ;;
    skipped) skipped_count=$((skipped_count + 1)) ;;
  esac
}

run_capture() { # $@=command
  out_file=$(mktemp) || return 125
  err_file=$(mktemp) || { rm -f "$out_file"; return 125; }
  if command -v timeout >/dev/null 2>&1; then
    timeout "$TIMEOUT_SECONDS" "$@" >"$out_file" 2>"$err_file"
  else
    "$@" >"$out_file" 2>"$err_file"
  fi
  code=$?
  text=$(cat "$out_file" "$err_file" 2>/dev/null | tr '\r\n\t' '   ' | sed 's/[[:space:]][[:space:]]*/ /g; s/^ //; s/ $//; s/.*TOKEN[^ ]*/[secret]/g' | cut -c1-180)
  rm -f "$out_file" "$err_file"
  RUN_CODE=$code
  RUN_TEXT=${text:-無輸出}
  return 0
}

run_required() { # cli test command...
  cli=$1
  test_name=$2
  shift 2
  cmd_text="$*"
  run_capture "$@"
  code=$RUN_CODE
  detail=$RUN_TEXT
  if [ "$code" -eq 0 ]; then
    emit "$cli" "$test_name" "$cmd_text" "$code" ok "$detail"
  elif [ "$code" -eq 124 ]; then
    emit "$cli" "$test_name" "$cmd_text" "$code" fail "命令逾時（${TIMEOUT_SECONDS} 秒）"
  else
    emit "$cli" "$test_name" "$cmd_text" "$code" fail "$detail"
  fi
}

run_optional() { # cli test command...
  cli=$1
  test_name=$2
  shift 2
  cmd_text="$*"
  run_capture "$@"
  code=$RUN_CODE
  detail=$RUN_TEXT
  if [ "$code" -eq 0 ]; then
    emit "$cli" "$test_name" "$cmd_text" "$code" ok "$detail"
  elif [ "$code" -eq 124 ]; then
    emit "$cli" "$test_name" "$cmd_text" "$code" fail "命令逾時（${TIMEOUT_SECONDS} 秒）"
  else
    emit "$cli" "$test_name" "$cmd_text" "$code" warn "$detail"
  fi
}

has_cli() {
  name=$1
  "$DETECT" | awk -F '\t' -v name="$name" '$1 == name { found = 1 } END { exit found ? 0 : 1 }'
}

test_one() {
  cli=$1
  bin=$(cli_bin "$cli") || usage
  path=$(command -v "$bin" 2>/dev/null || true)
  if [ -z "$path" ]; then
    emit "$cli" executable "$bin" "-" skipped "未偵測到執行檔"
    return 0
  fi

  case "$cli" in
    antigravity)
      run_required "$cli" version "$path" --version
      run_optional "$cli" help "$path" --help
      run_required "$cli" plugin-list "$path" plugin list
      ;;
    kiro)
      run_required "$cli" version "$path" --version
      run_optional "$cli" help "$path" --help-all
      run_optional "$cli" plugin-list "$path" plugin list
      ;;
    *)
      run_required "$cli" version "$path" --version
      run_optional "$cli" help "$path" --help
      run_required "$cli" plugin-list "$path" plugin list
      ;;
  esac
}

if [ "$#" -eq 0 ]; then
  set -- $("$DETECT" | cut -f1)
fi

if [ "$#" -eq 0 ]; then
  emit all executable "-" "-" skipped "未偵測到任何支援的 CLI"
  printf 'summary\t%s\t%s\t%s\t%s\n' "$ok_count" "$warn_count" "$fail_count" "$skipped_count"
  exit 0
fi

for cli in "$@"; do
  case "$cli" in
    claude|codex|copilot|antigravity|kiro)
      if has_cli "$cli"; then
        test_one "$cli"
      else
        bin=$(cli_bin "$cli") || usage
        emit "$cli" executable "$bin" "-" skipped "未偵測到執行檔"
      fi
      ;;
    *) usage ;;
  esac
done

printf 'summary\t%s\t%s\t%s\t%s\n' "$ok_count" "$warn_count" "$fail_count" "$skipped_count"
exit 0