mirror of
https://github.com/openclaw/openclaw.git
synced 2026-07-15 07:56:06 +00:00
* chore(types): add declaration files for scripts/lib and scripts/e2e modules
* chore(types): add declaration files for top-level script modules (a-m)
* chore(types): add declaration files for top-level script modules (n-z)
* test: use a non-secret-shaped gateway token fixture
* test: type ci workflow guard helpers for the root test lane
* chore(tooling): typecheck root test/** with a dedicated tsgo lane
- test/tsconfig/tsconfig.test.root.json: root-test program (strict unused checks,
fixtures excluded; two Docker E2E clients that import built dist/** stay out,
same rationale as the scripts/e2e exclusion in tsconfig.scripts.json)
- tsgo:test:root wired into tsgo:test, check:test-types, scripts/check.mjs, and
the ci.yml test-types shard, mirroring the tsgo:scripts lane (#104348)
- changed-lane routing: test/**/*.ts (excluding fixtures) and the lane tsconfig
now trigger 'typecheck test root' in check:changed; previously test/ paths ran
lint only, so harness type errors surfaced first in CI (#104287 envDir case)
- burn down all 1071 latent type errors in the program: precise param/local
types across test/scripts, test/vitest, test/e2e, and transitive scripts/e2e
program members; 205 sibling .d.mts declaration files for imported .mjs
modules (committed separately); zero any, zero ts-expect-error
- resolve the pre-existing testing star-export ambiguity in
scripts/e2e/parallels/common.ts with an explicit re-export
Closes #104388
* chore(types): correct declaration fidelity per structured review
- re-derive 51 .d.mts files from implementation data flow instead of
initializers: fix a wrong never return (runTestProjectsDelegation returns
the child), add encoding-sensitive exec/spawn overloads (plain-gh), restore
the full release profile union, make parsed paths string | null, add missing
parseArgs fields via help/non-help unions, add a missing sibling declaration
(budget-number-args), drop 15 unused lint directives
- precise install-record/tuple typing removes the type-aware oxlint
regressions the first declarations caused in scripts/e2e implementations
- route .mts declaration edits under test/ to the testRoot lane and reference
the test-root project from tsconfig.projects.json so tsgo:all covers it
(closes both review findings against the lane wiring)
* chore(scripts): keep telegram runner dist typing structural for the boundary guard
* chore(types): declare runtime pack and gateway readiness exports added on main
* test: pin the importTargetPlan form of the plugin-contract plan import
The guard expectation still referenced the raw await import( form that
7ae5996bb3 (#103975) replaced with the importTargetPlan fallback helper;
the assertion fails on current main.
370 lines
11 KiB
TypeScript
370 lines
11 KiB
TypeScript
// Telegram User Credential Io script supports OpenClaw repository automation.
|
|
import { spawn, spawnSync } from "node:child_process";
|
|
import { readBoundedResponseText } from "../lib/bounded-response.ts";
|
|
import { resolveWindowsTaskkillPath } from "../lib/windows-taskkill.mjs";
|
|
|
|
export type JsonObject = Record<string, unknown>;
|
|
|
|
type RunTaskkill = (
|
|
command: string,
|
|
args: string[],
|
|
options: { stdio: "ignore" },
|
|
) => { error?: Error; status: number | null };
|
|
|
|
type FetchJsonParams = {
|
|
fetchImpl?: (url: string, init: RequestInit) => Promise<Response>;
|
|
init: RequestInit;
|
|
label: string;
|
|
maxBodyBytes?: number;
|
|
timeoutMs: number;
|
|
url: string;
|
|
};
|
|
|
|
type RunCommandOptions = {
|
|
outputLimit?: number;
|
|
timeoutKillGraceMs?: number;
|
|
timeoutMs: number;
|
|
};
|
|
|
|
const DEFAULT_OUTPUT_LIMIT = 128 * 1024;
|
|
const DEFAULT_FETCH_BODY_LIMIT = 1024 * 1024;
|
|
const KILL_GRACE_MS = readKillGraceMs();
|
|
const PROCESS_TREE_EXIT_POLL_MS = 50;
|
|
const SIGNAL_EXIT_CODES = {
|
|
SIGHUP: 129,
|
|
SIGINT: 130,
|
|
SIGTERM: 143,
|
|
};
|
|
const ACTIVE_CHILD_TREE_KILLERS = new Set<(signal: NodeJS.Signals) => void>();
|
|
let forwardedSignalExitCode: number | undefined;
|
|
let forwardedSignalForceKillTimer: NodeJS.Timeout | undefined;
|
|
|
|
function readKillGraceMs() {
|
|
const raw = process.env.OPENCLAW_QA_CREDENTIAL_KILL_GRACE_MS?.trim();
|
|
if (!raw) {
|
|
return 5_000;
|
|
}
|
|
if (!/^\d+$/u.test(raw)) {
|
|
throw new Error(
|
|
`OPENCLAW_QA_CREDENTIAL_KILL_GRACE_MS must be a non-negative integer; got: ${raw}`,
|
|
);
|
|
}
|
|
const parsed = Number(raw);
|
|
if (!Number.isSafeInteger(parsed)) {
|
|
throw new Error(
|
|
`OPENCLAW_QA_CREDENTIAL_KILL_GRACE_MS must be a non-negative integer; got: ${raw}`,
|
|
);
|
|
}
|
|
return parsed;
|
|
}
|
|
|
|
function finishForwardedSignalIfIdle() {
|
|
if (forwardedSignalExitCode === undefined || ACTIVE_CHILD_TREE_KILLERS.size > 0) {
|
|
return;
|
|
}
|
|
if (forwardedSignalForceKillTimer) {
|
|
clearTimeout(forwardedSignalForceKillTimer);
|
|
forwardedSignalForceKillTimer = undefined;
|
|
}
|
|
process.exit(forwardedSignalExitCode);
|
|
}
|
|
|
|
for (const signal of Object.keys(SIGNAL_EXIT_CODES) as Array<keyof typeof SIGNAL_EXIT_CODES>) {
|
|
process.on(signal, () => {
|
|
forwardedSignalExitCode ??= SIGNAL_EXIT_CODES[signal];
|
|
if (ACTIVE_CHILD_TREE_KILLERS.size === 0) {
|
|
finishForwardedSignalIfIdle();
|
|
return;
|
|
}
|
|
const activeKillers = Array.from(ACTIVE_CHILD_TREE_KILLERS);
|
|
for (const killChildTree of activeKillers) {
|
|
killChildTree(signal);
|
|
}
|
|
forwardedSignalForceKillTimer ??= setTimeout(() => {
|
|
for (const killChildTree of activeKillers) {
|
|
killChildTree("SIGKILL");
|
|
}
|
|
process.exit(forwardedSignalExitCode);
|
|
}, KILL_GRACE_MS);
|
|
});
|
|
}
|
|
|
|
function timeoutError(message: string) {
|
|
return Object.assign(new Error(message), { code: "ETIMEDOUT" });
|
|
}
|
|
|
|
function bodyTooLargeError(message: string) {
|
|
return Object.assign(new Error(message), { code: "ETOOBIG" });
|
|
}
|
|
|
|
function resolveFetchBodyLimit(limit: number | undefined) {
|
|
if (limit !== undefined) {
|
|
if (!Number.isSafeInteger(limit) || limit < 1) {
|
|
throw new Error(`fetch JSON body limit must be a positive integer; got: ${limit}`);
|
|
}
|
|
return limit;
|
|
}
|
|
const raw = process.env.OPENCLAW_QA_CREDENTIAL_HTTP_MAX_BODY_BYTES?.trim();
|
|
if (!raw) {
|
|
return DEFAULT_FETCH_BODY_LIMIT;
|
|
}
|
|
if (!/^\d+$/u.test(raw)) {
|
|
throw new Error(
|
|
`OPENCLAW_QA_CREDENTIAL_HTTP_MAX_BODY_BYTES must be a positive integer; got: ${raw}`,
|
|
);
|
|
}
|
|
const parsed = Number(raw);
|
|
if (!Number.isSafeInteger(parsed) || parsed < 1) {
|
|
throw new Error(
|
|
`OPENCLAW_QA_CREDENTIAL_HTTP_MAX_BODY_BYTES must be a positive integer; got: ${raw}`,
|
|
);
|
|
}
|
|
return parsed;
|
|
}
|
|
|
|
function appendBounded(previous: string, chunk: Buffer, limit: number) {
|
|
const next = previous + chunk.toString();
|
|
if (next.length <= limit) {
|
|
return next;
|
|
}
|
|
return next.slice(next.length - limit);
|
|
}
|
|
|
|
export function runCommand(
|
|
command: string,
|
|
args: string[],
|
|
cwd: string | undefined,
|
|
options: RunCommandOptions,
|
|
) {
|
|
return new Promise<void>((resolve, reject) => {
|
|
const useProcessGroup = process.platform !== "win32";
|
|
const child = spawn(command, args, {
|
|
cwd,
|
|
stdio: ["ignore", "pipe", "pipe"],
|
|
detached: useProcessGroup,
|
|
});
|
|
const activeChildTree = registerActiveChildProcessTree(child);
|
|
const outputLimit = options.outputLimit ?? DEFAULT_OUTPUT_LIMIT;
|
|
let stdout = "";
|
|
let stderr = "";
|
|
let settled = false;
|
|
let killTimer: NodeJS.Timeout | undefined;
|
|
let timedOutError: Error | undefined;
|
|
let forceKillAt: number | undefined;
|
|
const timeoutMs = Math.max(1, options.timeoutMs);
|
|
const timeoutKillGraceMs = Math.max(0, options.timeoutKillGraceMs ?? KILL_GRACE_MS);
|
|
const clearTimers = () => {
|
|
clearTimeout(timeout);
|
|
if (killTimer) {
|
|
clearTimeout(killTimer);
|
|
}
|
|
};
|
|
const fail = (error: Error) => {
|
|
if (settled) {
|
|
return;
|
|
}
|
|
settled = true;
|
|
clearTimers();
|
|
activeChildTree.unregister();
|
|
reject(error);
|
|
};
|
|
const timeout: NodeJS.Timeout = setTimeout(() => {
|
|
if (settled) {
|
|
return;
|
|
}
|
|
timedOutError = timeoutError(
|
|
`${command} ${args.join(" ")} timed out after ${timeoutMs}ms\n${stdout}${stderr}`,
|
|
);
|
|
activeChildTree.killChildTree("SIGTERM");
|
|
forceKillAt = Date.now() + timeoutKillGraceMs;
|
|
killTimer = setTimeout(() => {
|
|
killTimer = undefined;
|
|
forceKillAt = undefined;
|
|
activeChildTree.killChildTree("SIGKILL");
|
|
}, timeoutKillGraceMs);
|
|
}, timeoutMs);
|
|
timeout.unref?.();
|
|
|
|
child.stdout.on("data", (chunk: Buffer) => {
|
|
stdout = appendBounded(stdout, chunk, outputLimit);
|
|
});
|
|
child.stderr.on("data", (chunk: Buffer) => {
|
|
stderr = appendBounded(stderr, chunk, outputLimit);
|
|
});
|
|
child.on("error", fail);
|
|
child.on("close", (code, signal) => {
|
|
if (settled) {
|
|
return;
|
|
}
|
|
if (forwardedSignalExitCode !== undefined) {
|
|
activeChildTree.unregister({
|
|
finishForwardedSignal: !childProcessTreeMayStillExist(child),
|
|
});
|
|
return;
|
|
}
|
|
if (timedOutError && killTimer && childProcessTreeMayStillExist(child)) {
|
|
const error = timedOutError;
|
|
void finishTimedOutChildProcessTree(child, activeChildTree, {
|
|
forceKillAt,
|
|
killTimer,
|
|
timeoutKillGraceMs,
|
|
}).then(() => fail(error), fail);
|
|
return;
|
|
}
|
|
settled = true;
|
|
clearTimers();
|
|
activeChildTree.unregister();
|
|
if (timedOutError) {
|
|
reject(timedOutError);
|
|
return;
|
|
}
|
|
if (code === 0) {
|
|
resolve();
|
|
return;
|
|
}
|
|
const detail = signal ? `signal ${signal}` : `exit code ${code ?? "unknown"}`;
|
|
reject(new Error(`${command} ${args.join(" ")} failed with ${detail}\n${stdout}${stderr}`));
|
|
});
|
|
});
|
|
}
|
|
|
|
async function finishTimedOutChildProcessTree(
|
|
child: ReturnType<typeof spawn>,
|
|
activeChildTree: ReturnType<typeof registerActiveChildProcessTree>,
|
|
options: {
|
|
forceKillAt: number | undefined;
|
|
killTimer: NodeJS.Timeout;
|
|
timeoutKillGraceMs: number;
|
|
},
|
|
) {
|
|
const graceRemainingMs =
|
|
options.forceKillAt === undefined
|
|
? options.timeoutKillGraceMs
|
|
: Math.max(0, options.forceKillAt - Date.now());
|
|
if (graceRemainingMs > 0) {
|
|
await waitForChildProcessTreeExit(child, graceRemainingMs);
|
|
}
|
|
clearTimeout(options.killTimer);
|
|
if (childProcessTreeMayStillExist(child)) {
|
|
activeChildTree.killChildTree("SIGKILL");
|
|
await waitForChildProcessTreeExit(child, options.timeoutKillGraceMs);
|
|
}
|
|
}
|
|
|
|
type ChildProcessTreeTarget = Pick<ReturnType<typeof spawn>, "kill" | "pid">;
|
|
|
|
export function signalChildProcessTree(
|
|
child: ChildProcessTreeTarget,
|
|
signal: NodeJS.Signals,
|
|
{
|
|
platform = process.platform,
|
|
runTaskkill = spawnSync,
|
|
useProcessGroup = platform !== "win32",
|
|
}: {
|
|
platform?: NodeJS.Platform;
|
|
runTaskkill?: RunTaskkill;
|
|
useProcessGroup?: boolean;
|
|
} = {},
|
|
) {
|
|
if (useProcessGroup && child.pid) {
|
|
try {
|
|
process.kill(-child.pid, signal);
|
|
return;
|
|
} catch {
|
|
// The process group can disappear between timeout and cleanup.
|
|
}
|
|
}
|
|
if (platform === "win32" && typeof child.pid === "number") {
|
|
const args = ["/PID", String(child.pid), "/T"];
|
|
if (signal === "SIGKILL") {
|
|
args.push("/F");
|
|
}
|
|
const taskkillPath = resolveWindowsTaskkillPath();
|
|
const result = runTaskkill(taskkillPath, args, { stdio: "ignore" });
|
|
if (!result?.error && result?.status === 0) {
|
|
return;
|
|
}
|
|
if (signal !== "SIGKILL") {
|
|
const forceResult = runTaskkill(taskkillPath, [...args, "/F"], { stdio: "ignore" });
|
|
if (!forceResult?.error && forceResult?.status === 0) {
|
|
return;
|
|
}
|
|
}
|
|
}
|
|
child.kill(signal);
|
|
}
|
|
|
|
function childProcessTreeMayStillExist(child: ReturnType<typeof spawn>) {
|
|
if (process.platform === "win32" || !child.pid) {
|
|
return false;
|
|
}
|
|
try {
|
|
process.kill(-child.pid, 0);
|
|
return true;
|
|
} catch {
|
|
return false;
|
|
}
|
|
}
|
|
|
|
async function waitForChildProcessTreeExit(child: ReturnType<typeof spawn>, timeoutMs: number) {
|
|
const deadlineAt = Date.now() + timeoutMs;
|
|
while (Date.now() < deadlineAt) {
|
|
if (!childProcessTreeMayStillExist(child)) {
|
|
return true;
|
|
}
|
|
await new Promise((resolvePoll) => {
|
|
setTimeout(resolvePoll, PROCESS_TREE_EXIT_POLL_MS);
|
|
});
|
|
}
|
|
return !childProcessTreeMayStillExist(child);
|
|
}
|
|
|
|
function registerActiveChildProcessTree(child: ReturnType<typeof spawn>) {
|
|
const killChildTree = (signal: NodeJS.Signals) => signalChildProcessTree(child, signal);
|
|
ACTIVE_CHILD_TREE_KILLERS.add(killChildTree);
|
|
return {
|
|
killChildTree,
|
|
unregister: (options: { finishForwardedSignal?: boolean } = {}) => {
|
|
ACTIVE_CHILD_TREE_KILLERS.delete(killChildTree);
|
|
if (options.finishForwardedSignal ?? true) {
|
|
finishForwardedSignalIfIdle();
|
|
}
|
|
},
|
|
};
|
|
}
|
|
|
|
export async function fetchJsonWithTimeout(params: FetchJsonParams) {
|
|
const timeoutMs = Math.max(1, params.timeoutMs);
|
|
const maxBodyBytes = resolveFetchBodyLimit(params.maxBodyBytes);
|
|
const controller = new AbortController();
|
|
const error = timeoutError(`${params.label} timed out after ${timeoutMs}ms`);
|
|
let timeout: NodeJS.Timeout | undefined;
|
|
const timeoutPromise = new Promise<never>((_, reject) => {
|
|
timeout = setTimeout(() => {
|
|
controller.abort(error);
|
|
reject(error);
|
|
}, timeoutMs);
|
|
timeout.unref?.();
|
|
});
|
|
|
|
try {
|
|
const response = await Promise.race([
|
|
(params.fetchImpl ?? fetch)(params.url, {
|
|
...params.init,
|
|
signal: controller.signal,
|
|
}),
|
|
timeoutPromise,
|
|
]);
|
|
const rawPayload = await readBoundedResponseText(response, params.label, maxBodyBytes, {
|
|
createTooLargeError: bodyTooLargeError,
|
|
timeoutPromise,
|
|
});
|
|
const payload = JSON.parse(rawPayload) as JsonObject;
|
|
return { payload, response };
|
|
} finally {
|
|
if (timeout) {
|
|
clearTimeout(timeout);
|
|
}
|
|
}
|
|
}
|