feat(doctor): 加入 CLI 實測流程
This commit is contained in:
Executable
+158
@@ -0,0 +1,158 @@
|
||||
#!/usr/bin/env sh
|
||||
# test-clis.sh — 實際呼叫已安裝的 AI CLI，找出靜態設定看不出的環境問題。
|
||||
# 用法：
|
||||
# test-clis.sh [cli...]
|
||||
# 輸出（TSV）：
|
||||
# test<TAB>{cli}<TAB>{test}<TAB>{指令}<TAB>{結束碼}<TAB>{判定}<TAB>{說明}
|
||||
# summary<TAB>{ok}<TAB>{warn}<TAB>{fail}<TAB>{skipped}
|
||||
# 判定：
|
||||
# ok 實際命令成功
|
||||
# warn CLI 可用，但該功能在這支 CLI 或這個版本不是必要功能
|
||||
# fail 命令失敗、逾時，或必要功能不存在
|
||||
# skipped 未安裝或無法執行該項測試
|
||||
# 結束碼：0=測試完成；2=用法錯誤；3=找不到 detect-clis.sh
|
||||
set -u
|
||||
|
||||
HERE=$(CDPATH= cd -- "$(dirname -- "$0")" && pwd)
|
||||
DETECT="$HERE/detect-clis.sh"
|
||||
TIMEOUT_SECONDS="${JSC_CLI_TEST_TIMEOUT:-10}"
|
||||
ok_count=0
|
||||
warn_count=0
|
||||
fail_count=0
|
||||
skipped_count=0
|
||||
|
||||
[ -f "$DETECT" ] || { echo "找不到 detect-clis.sh：$DETECT" >&2; exit 3; }
|
||||
|
||||
usage() {
|
||||
echo "用法：test-clis.sh [claude|codex|copilot|antigravity|kiro ...]" >&2
|
||||
exit 2
|
||||
}
|
||||
|
||||
cli_bin() {
|
||||
case "$1" in
|
||||
antigravity) printf 'agy' ;;
|
||||
kiro) printf 'kiro-cli' ;;
|
||||
claude|codex|copilot) printf '%s' "$1" ;;
|
||||
*) return 1 ;;
|
||||
esac
|
||||
}
|
||||
|
||||
emit() { # cli test command code verdict detail
|
||||
printf 'test\t%s\t%s\t%s\t%s\t%s\t%s\n' "$1" "$2" "$3" "$4" "$5" "$6"
|
||||
case "$5" in
|
||||
ok) ok_count=$((ok_count + 1)) ;;
|
||||
warn) warn_count=$((warn_count + 1)) ;;
|
||||
fail) fail_count=$((fail_count + 1)) ;;
|
||||
skipped) skipped_count=$((skipped_count + 1)) ;;
|
||||
esac
|
||||
}
|
||||
|
||||
run_capture() { # $@=command
|
||||
out_file=$(mktemp) || return 125
|
||||
err_file=$(mktemp) || { rm -f "$out_file"; return 125; }
|
||||
if command -v timeout >/dev/null 2>&1; then
|
||||
timeout "$TIMEOUT_SECONDS" "$@" >"$out_file" 2>"$err_file"
|
||||
else
|
||||
"$@" >"$out_file" 2>"$err_file"
|
||||
fi
|
||||
code=$?
|
||||
text=$(cat "$out_file" "$err_file" 2>/dev/null | tr '\r\n\t' ' ' | sed 's/[[:space:]][[:space:]]*/ /g; s/^ //; s/ $//; s/.*TOKEN[^ ]*/[secret]/g' | cut -c1-180)
|
||||
rm -f "$out_file" "$err_file"
|
||||
RUN_CODE=$code
|
||||
RUN_TEXT=${text:-無輸出}
|
||||
return 0
|
||||
}
|
||||
|
||||
run_required() { # cli test command...
|
||||
cli=$1
|
||||
test_name=$2
|
||||
shift 2
|
||||
cmd_text="$*"
|
||||
run_capture "$@"
|
||||
code=$RUN_CODE
|
||||
detail=$RUN_TEXT
|
||||
if [ "$code" -eq 0 ]; then
|
||||
emit "$cli" "$test_name" "$cmd_text" "$code" ok "$detail"
|
||||
elif [ "$code" -eq 124 ]; then
|
||||
emit "$cli" "$test_name" "$cmd_text" "$code" fail "命令逾時（${TIMEOUT_SECONDS} 秒）"
|
||||
else
|
||||
emit "$cli" "$test_name" "$cmd_text" "$code" fail "$detail"
|
||||
fi
|
||||
}
|
||||
|
||||
run_optional() { # cli test command...
|
||||
cli=$1
|
||||
test_name=$2
|
||||
shift 2
|
||||
cmd_text="$*"
|
||||
run_capture "$@"
|
||||
code=$RUN_CODE
|
||||
detail=$RUN_TEXT
|
||||
if [ "$code" -eq 0 ]; then
|
||||
emit "$cli" "$test_name" "$cmd_text" "$code" ok "$detail"
|
||||
elif [ "$code" -eq 124 ]; then
|
||||
emit "$cli" "$test_name" "$cmd_text" "$code" fail "命令逾時（${TIMEOUT_SECONDS} 秒）"
|
||||
else
|
||||
emit "$cli" "$test_name" "$cmd_text" "$code" warn "$detail"
|
||||
fi
|
||||
}
|
||||
|
||||
has_cli() {
|
||||
name=$1
|
||||
"$DETECT" | awk -F '\t' -v name="$name" '$1 == name { found = 1 } END { exit found ? 0 : 1 }'
|
||||
}
|
||||
|
||||
test_one() {
|
||||
cli=$1
|
||||
bin=$(cli_bin "$cli") || usage
|
||||
path=$(command -v "$bin" 2>/dev/null || true)
|
||||
if [ -z "$path" ]; then
|
||||
emit "$cli" executable "$bin" "-" skipped "未偵測到執行檔"
|
||||
return 0
|
||||
fi
|
||||
|
||||
case "$cli" in
|
||||
antigravity)
|
||||
run_required "$cli" version "$path" --version
|
||||
run_optional "$cli" help "$path" --help
|
||||
run_required "$cli" plugin-list "$path" plugin list
|
||||
;;
|
||||
kiro)
|
||||
run_required "$cli" version "$path" --version
|
||||
run_optional "$cli" help "$path" --help-all
|
||||
run_optional "$cli" plugin-list "$path" plugin list
|
||||
;;
|
||||
*)
|
||||
run_required "$cli" version "$path" --version
|
||||
run_optional "$cli" help "$path" --help
|
||||
run_required "$cli" plugin-list "$path" plugin list
|
||||
;;
|
||||
esac
|
||||
}
|
||||
|
||||
if [ "$#" -eq 0 ]; then
|
||||
set -- $("$DETECT" | cut -f1)
|
||||
fi
|
||||
|
||||
if [ "$#" -eq 0 ]; then
|
||||
emit all executable "-" "-" skipped "未偵測到任何支援的 CLI"
|
||||
printf 'summary\t%s\t%s\t%s\t%s\n' "$ok_count" "$warn_count" "$fail_count" "$skipped_count"
|
||||
exit 0
|
||||
fi
|
||||
|
||||
for cli in "$@"; do
|
||||
case "$cli" in
|
||||
claude|codex|copilot|antigravity|kiro)
|
||||
if has_cli "$cli"; then
|
||||
test_one "$cli"
|
||||
else
|
||||
bin=$(cli_bin "$cli") || usage
|
||||
emit "$cli" executable "$bin" "-" skipped "未偵測到執行檔"
|
||||
fi
|
||||
;;
|
||||
*) usage ;;
|
||||
esac
|
||||
done
|
||||
|
||||
printf 'summary\t%s\t%s\t%s\t%s\n' "$ok_count" "$warn_count" "$fail_count" "$skipped_count"
|
||||
exit 0
|
||||
Reference in New Issue
Block a user