55 lines
2.1 KiB
TypeScript
55 lines
2.1 KiB
TypeScript
|
import type { AIPermissionMode } from '../types';
|
||
|
|
import { CATTY_APPROVAL_HARD_DEADLINE_MS } from '../shared/approvalConstants';
|
||
|
|
|
||
|
|
const THIRTY_MINUTES_MS = 30 * 60 * 1000;
|
||
|
|
const TEN_MINUTES_MS = 10 * 60 * 1000;
|
||
|
|
const TWO_MINUTES_MS = 2 * 60 * 1000;
|
||
|
|
const NINETY_SECONDS_MS = 90 * 1000;
|
||
|
|
const COMPACTION_TIMEOUT_MS = 90 * 1000;
|
||
|
|
const MAX_ABORT_TIMEOUT_MS = 2_147_483_647;
|
||
|
|
|
||
|
|
export interface BuildCattyStreamTimeoutsInput {
|
||
|
|
permissionMode?: AIPermissionMode;
|
||
|
|
commandTimeoutMs?: number;
|
||
|
|
responseIdleTimeoutMs?: number;
|
||
|
|
maxIterations?: number;
|
||
|
|
}
|
||
|
|
|
||
|
|
/** v7 streamText timeout profile for Catty multi-step agent turns. */
|
||
|
|
export function buildCattyStreamTimeouts(
|
||
|
|
input: BuildCattyStreamTimeoutsInput = {},
|
||
|
|
) {
|
||
|
|
// Budget the hard approval deadline so a mid-review re-arm is not cut off by toolMs.
|
||
|
|
const approvalBudgetMs = input.permissionMode === 'confirm' ? CATTY_APPROVAL_HARD_DEADLINE_MS : 0;
|
||
|
|
const stepCount =
|
||
|
|
Number.isFinite(input.maxIterations) && input.maxIterations != null && input.maxIterations > 0
|
||
|
|
? Math.max(1, Math.floor(input.maxIterations))
|
||
|
|
: 1;
|
||
|
|
const commandTimeoutBudgetMs =
|
||
|
|
Number.isFinite(input.commandTimeoutMs) && input.commandTimeoutMs > 0
|
||
|
|
? input.commandTimeoutMs + approvalBudgetMs + NINETY_SECONDS_MS
|
||
|
|
: 0;
|
||
|
|
const responseIdleTimeoutMs =
|
||
|
|
Number.isFinite(input.responseIdleTimeoutMs) && input.responseIdleTimeoutMs > 0
|
||
|
|
? input.responseIdleTimeoutMs
|
||
|
|
: TWO_MINUTES_MS;
|
||
|
|
const responseStepBudgetMs = responseIdleTimeoutMs + NINETY_SECONDS_MS;
|
||
|
|
const stepBudgetMs = Math.max(
|
||
|
|
TEN_MINUTES_MS,
|
||
|
|
responseStepBudgetMs + commandTimeoutBudgetMs,
|
||
|
|
);
|
||
|
|
const totalBudgetMs = Math.max(THIRTY_MINUTES_MS, stepBudgetMs * stepCount);
|
||
|
|
const totalMs = totalBudgetMs <= MAX_ABORT_TIMEOUT_MS ? totalBudgetMs : undefined;
|
||
|
|
return {
|
||
|
|
totalMs,
|
||
|
|
stepMs: stepBudgetMs,
|
||
|
|
chunkMs: Math.max(responseIdleTimeoutMs, commandTimeoutBudgetMs),
|
||
|
|
toolMs: Math.max(CATTY_APPROVAL_HARD_DEADLINE_MS + NINETY_SECONDS_MS, commandTimeoutBudgetMs),
|
||
|
|
};
|
||
|
|
}
|
||
|
|
|
||
|
|
/** Shorter timeout for LLM compaction summarize calls. */
|
||
|
|
export function buildCattyCompactionTimeout() {
|
||
|
|
return COMPACTION_TIMEOUT_MS;
|
||
|
|
}
|