mirror of
https://github.com/openclaw/openclaw.git
synced 2026-07-21 21:31:36 +00:00
8c77936e50
* fix(release): preserve frozen package acceptance opt-in * fix(release): retry transient live terminal timeouts * fix(release): keep package dispatch input budget * refactor(release): name frozen-target compatibility mode * revert: keep frozen-target guard naming
75 lines
2.5 KiB
Bash
Executable File
75 lines
2.5 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
set -euo pipefail
|
|
|
|
command="${OPENCLAW_LIVE_COMMAND:-}"
|
|
if [[ -z "$command" && "$#" -gt 0 ]]; then
|
|
command="$*"
|
|
fi
|
|
|
|
if [[ -z "$command" ]]; then
|
|
echo "Usage: OPENCLAW_LIVE_COMMAND='<command>' $0" >&2
|
|
exit 64
|
|
fi
|
|
|
|
attempts="${OPENCLAW_LIVE_COMMAND_ATTEMPTS:-2}"
|
|
delay_seconds="${OPENCLAW_LIVE_COMMAND_RETRY_DELAY_SECONDS:-10}"
|
|
rate_limit_delay_seconds="${OPENCLAW_LIVE_COMMAND_RATE_LIMIT_RETRY_DELAY_SECONDS:-60}"
|
|
# Live provider 5xx responses and one-off test timeouts get one retry; deterministic
|
|
# hangs still fail the second attempt. Keep auth and input failures fail-fast.
|
|
retry_pattern="${OPENCLAW_LIVE_COMMAND_RETRY_PATTERN:-ECONNRESET|ETIMEDOUT|ENOTFOUND|EAI_AGAIN|fetch failed|TLS connection|socket hang up|UND_ERR|gateway request timeout|HTTP 5[0-9][0-9]|Test timed out in [0-9]+ms|terminal timeout after [0-9]+ms|MiniMax image generation API error \\(1000\\)|model idle timeout|did not produce a response before the model idle timeout|\\b429\\b|\\b529\\b}"
|
|
rate_limit_pattern="${OPENCLAW_LIVE_COMMAND_RATE_LIMIT_PATTERN:-Rate limit reached|rate.?limit|tokens per min|requests per min|\\bTPM\\b|\\bRPM\\b}"
|
|
|
|
if ! [[ "$attempts" =~ ^[1-9][0-9]*$ ]]; then
|
|
echo "OPENCLAW_LIVE_COMMAND_ATTEMPTS must be a positive integer, got: $attempts" >&2
|
|
exit 64
|
|
fi
|
|
|
|
if ! [[ "$delay_seconds" =~ ^[0-9]+$ ]]; then
|
|
echo "OPENCLAW_LIVE_COMMAND_RETRY_DELAY_SECONDS must be a non-negative integer, got: $delay_seconds" >&2
|
|
exit 64
|
|
fi
|
|
|
|
if ! [[ "$rate_limit_delay_seconds" =~ ^[0-9]+$ ]]; then
|
|
echo "OPENCLAW_LIVE_COMMAND_RATE_LIMIT_RETRY_DELAY_SECONDS must be a non-negative integer, got: $rate_limit_delay_seconds" >&2
|
|
exit 64
|
|
fi
|
|
|
|
log_file="$(mktemp)"
|
|
cleanup() {
|
|
rm -f "$log_file"
|
|
}
|
|
trap cleanup EXIT
|
|
|
|
for attempt in $(seq 1 "$attempts"); do
|
|
: >"$log_file"
|
|
set +e
|
|
bash -o pipefail -c "$command" 2>&1 | tee "$log_file"
|
|
status="${PIPESTATUS[0]}"
|
|
set -e
|
|
|
|
if [[ "$status" -eq 0 ]]; then
|
|
exit 0
|
|
fi
|
|
|
|
if [[ "$attempt" -ge "$attempts" ]]; then
|
|
exit "$status"
|
|
fi
|
|
|
|
is_rate_limited=0
|
|
if grep -Eiq "$rate_limit_pattern" "$log_file"; then
|
|
is_rate_limited=1
|
|
elif ! grep -Eiq "$retry_pattern" "$log_file"; then
|
|
exit "$status"
|
|
fi
|
|
|
|
echo "Live command failed with a retryable provider/network error; retrying ($attempt/$attempts)..." >&2
|
|
next_delay_seconds="$delay_seconds"
|
|
if [[ "$is_rate_limited" -eq 1 ]]; then
|
|
next_delay_seconds="$rate_limit_delay_seconds"
|
|
echo "Provider rate limit detected; waiting ${next_delay_seconds}s before retry." >&2
|
|
fi
|
|
if [[ "$next_delay_seconds" -gt 0 ]]; then
|
|
sleep "$next_delay_seconds"
|
|
fi
|
|
done
|