refactor(live-tests): stabilize docker live suites

This commit is contained in:
Peter Steinberger
2026-01-14 09:52:39 +00:00
parent e3ff8c4d28
commit 40fb59e5f7
2 changed files with 17 additions and 9 deletions

View File

@@ -15,6 +15,7 @@ import {
import { isModernModelRef } from "./live-model-filter.js";
import { getApiKeyForModel } from "./model-auth.js";
import { ensureClawdbotModelsJson } from "./models-config.js";
import { isRateLimitErrorMessage } from "./pi-embedded-helpers/errors.js";
const LIVE = process.env.LIVE === "1" || process.env.CLAWDBOT_LIVE_TEST === "1";
const DIRECT_ENABLED = Boolean(process.env.CLAWDBOT_LIVE_MODELS?.trim());
@@ -440,6 +441,15 @@ describeLive("live models (profile keys)", () => {
logProgress(`${progressLabel}: skip (minimax empty response)`);
break;
}
if (
allowNotFoundSkip &&
model.provider === "opencode" &&
isRateLimitErrorMessage(message)
) {
skipped.push({ model: id, reason: message });
logProgress(`${progressLabel}: skip (rate limit)`);
break;
}
logProgress(`${progressLabel}: failed`);
failures.push({ model: id, error: message });
break;