test: add setup-token live smoke
This commit is contained in:
Peter Steinberger
239
src/agents/anthropic.setup-token.live.test.ts
Normal file
239
src/agents/anthropic.setup-token.live.test.ts
Normal file
@@ -0,0 +1,239 @@
|
||||
import { randomUUID } from "node:crypto";
|
||||
import fs from "node:fs/promises";
|
||||
import os from "node:os";
|
||||
import path from "node:path";
|
||||
|
||||
import { type Api, completeSimple, type Model } from "@mariozechner/pi-ai";
|
||||
import {
|
||||
discoverAuthStorage,
|
||||
discoverModels,
|
||||
} from "@mariozechner/pi-coding-agent";
|
||||
import { describe, expect, it } from "vitest";
|
||||
import {
|
||||
ANTHROPIC_SETUP_TOKEN_PREFIX,
|
||||
validateAnthropicSetupToken,
|
||||
} from "../commands/auth-token.js";
|
||||
import { loadConfig } from "../config/config.js";
|
||||
import { resolveClawdbotAgentDir } from "./agent-paths.js";
|
||||
import {
|
||||
type AuthProfileCredential,
|
||||
ensureAuthProfileStore,
|
||||
saveAuthProfileStore,
|
||||
} from "./auth-profiles.js";
|
||||
import { getApiKeyForModel } from "./model-auth.js";
|
||||
import { normalizeProviderId, parseModelRef } from "./model-selection.js";
|
||||
import { ensureClawdbotModelsJson } from "./models-config.js";
|
||||
|
||||
const LIVE = process.env.LIVE === "1" || process.env.CLAWDBOT_LIVE_TEST === "1";
|
||||
const SETUP_TOKEN_RAW = process.env.CLAWDBOT_LIVE_SETUP_TOKEN?.trim() ?? "";
|
||||
const SETUP_TOKEN_VALUE =
|
||||
process.env.CLAWDBOT_LIVE_SETUP_TOKEN_VALUE?.trim() ?? "";
|
||||
const SETUP_TOKEN_PROFILE =
|
||||
process.env.CLAWDBOT_LIVE_SETUP_TOKEN_PROFILE?.trim() ?? "";
|
||||
const SETUP_TOKEN_MODEL =
|
||||
process.env.CLAWDBOT_LIVE_SETUP_TOKEN_MODEL?.trim() ?? "";
|
||||
|
||||
const ENABLED =
|
||||
LIVE && Boolean(SETUP_TOKEN_RAW || SETUP_TOKEN_VALUE || SETUP_TOKEN_PROFILE);
|
||||
const describeLive = ENABLED ? describe : describe.skip;
|
||||
|
||||
type TokenSource = {
|
||||
agentDir: string;
|
||||
profileId: string;
|
||||
cleanup?: () => Promise<void>;
|
||||
};
|
||||
|
||||
function isSetupToken(value: string): boolean {
|
||||
return value.startsWith(ANTHROPIC_SETUP_TOKEN_PREFIX);
|
||||
}
|
||||
|
||||
function listSetupTokenProfiles(store: {
|
||||
profiles: Record<string, AuthProfileCredential>;
|
||||
}): string[] {
|
||||
return Object.entries(store.profiles)
|
||||
.filter(([, cred]) => {
|
||||
if (cred.type !== "token") return false;
|
||||
if (normalizeProviderId(cred.provider) !== "anthropic") return false;
|
||||
return isSetupToken(cred.token);
|
||||
})
|
||||
.map(([id]) => id);
|
||||
}
|
||||
|
||||
function pickSetupTokenProfile(candidates: string[]): string {
|
||||
const preferred = [
|
||||
"anthropic:setup-token-test",
|
||||
"anthropic:setup-token",
|
||||
"anthropic:default",
|
||||
];
|
||||
for (const id of preferred) {
|
||||
if (candidates.includes(id)) return id;
|
||||
}
|
||||
return candidates[0] ?? "";
|
||||
}
|
||||
|
||||
async function resolveTokenSource(): Promise<TokenSource> {
|
||||
const explicitToken =
|
||||
(SETUP_TOKEN_RAW && isSetupToken(SETUP_TOKEN_RAW) ? SETUP_TOKEN_RAW : "") ||
|
||||
SETUP_TOKEN_VALUE;
|
||||
|
||||
if (explicitToken) {
|
||||
const error = validateAnthropicSetupToken(explicitToken);
|
||||
if (error) {
|
||||
throw new Error(`Invalid setup-token: ${error}`);
|
||||
}
|
||||
const tempDir = await fs.mkdtemp(
|
||||
path.join(os.tmpdir(), "clawdbot-setup-token-"),
|
||||
);
|
||||
const profileId = `anthropic:setup-token-live-${randomUUID()}`;
|
||||
const store = ensureAuthProfileStore(tempDir, {
|
||||
allowKeychainPrompt: false,
|
||||
});
|
||||
store.profiles[profileId] = {
|
||||
type: "token",
|
||||
provider: "anthropic",
|
||||
token: explicitToken,
|
||||
};
|
||||
saveAuthProfileStore(store, tempDir);
|
||||
return {
|
||||
agentDir: tempDir,
|
||||
profileId,
|
||||
cleanup: async () => {
|
||||
await fs.rm(tempDir, { recursive: true, force: true });
|
||||
},
|
||||
};
|
||||
}
|
||||
|
||||
const agentDir = resolveClawdbotAgentDir();
|
||||
const store = ensureAuthProfileStore(agentDir, {
|
||||
allowKeychainPrompt: false,
|
||||
});
|
||||
|
||||
const candidates = listSetupTokenProfiles(store);
|
||||
if (SETUP_TOKEN_PROFILE) {
|
||||
if (!candidates.includes(SETUP_TOKEN_PROFILE)) {
|
||||
const available =
|
||||
candidates.length > 0 ? candidates.join(", ") : "(none)";
|
||||
throw new Error(
|
||||
`Setup-token profile "${SETUP_TOKEN_PROFILE}" not found. Available: ${available}.`,
|
||||
);
|
||||
}
|
||||
return { agentDir, profileId: SETUP_TOKEN_PROFILE };
|
||||
}
|
||||
|
||||
if (
|
||||
SETUP_TOKEN_RAW &&
|
||||
SETUP_TOKEN_RAW !== "1" &&
|
||||
SETUP_TOKEN_RAW !== "auto"
|
||||
) {
|
||||
throw new Error(
|
||||
"CLAWDBOT_LIVE_SETUP_TOKEN did not look like a setup-token. Use CLAWDBOT_LIVE_SETUP_TOKEN_VALUE for raw tokens.",
|
||||
);
|
||||
}
|
||||
|
||||
if (candidates.length === 0) {
|
||||
throw new Error(
|
||||
"No Anthropics setup-token profiles found. Set CLAWDBOT_LIVE_SETUP_TOKEN_VALUE or CLAWDBOT_LIVE_SETUP_TOKEN_PROFILE.",
|
||||
);
|
||||
}
|
||||
return { agentDir, profileId: pickSetupTokenProfile(candidates) };
|
||||
}
|
||||
|
||||
function pickModel(models: Array<Model<Api>>, raw?: string): Model<Api> | null {
|
||||
const normalized = raw?.trim() ?? "";
|
||||
if (normalized) {
|
||||
const parsed = parseModelRef(normalized, "anthropic");
|
||||
if (!parsed) return null;
|
||||
return (
|
||||
models.find(
|
||||
(model) =>
|
||||
normalizeProviderId(model.provider) === parsed.provider &&
|
||||
model.id === parsed.model,
|
||||
) ?? null
|
||||
);
|
||||
}
|
||||
|
||||
const preferred = [
|
||||
"claude-opus-4-5",
|
||||
"claude-sonnet-4-5",
|
||||
"claude-sonnet-4-0",
|
||||
"claude-haiku-3-5",
|
||||
];
|
||||
for (const id of preferred) {
|
||||
const match = models.find((model) => model.id === id);
|
||||
if (match) return match;
|
||||
}
|
||||
return models[0] ?? null;
|
||||
}
|
||||
|
||||
describeLive("live anthropic setup-token", () => {
|
||||
it(
|
||||
"completes using a setup-token profile",
|
||||
async () => {
|
||||
const tokenSource = await resolveTokenSource();
|
||||
try {
|
||||
const cfg = loadConfig();
|
||||
await ensureClawdbotModelsJson(cfg, tokenSource.agentDir);
|
||||
|
||||
const authStorage = discoverAuthStorage(tokenSource.agentDir);
|
||||
const modelRegistry = discoverModels(authStorage, tokenSource.agentDir);
|
||||
const all = Array.isArray(modelRegistry)
|
||||
? modelRegistry
|
||||
: modelRegistry.getAll();
|
||||
const candidates = all.filter(
|
||||
(model) => normalizeProviderId(model.provider) === "anthropic",
|
||||
) as Array<Model<Api>>;
|
||||
expect(candidates.length).toBeGreaterThan(0);
|
||||
|
||||
const model = pickModel(candidates, SETUP_TOKEN_MODEL);
|
||||
if (!model) {
|
||||
throw new Error(
|
||||
SETUP_TOKEN_MODEL
|
||||
? `Model not found: ${SETUP_TOKEN_MODEL}`
|
||||
: "No Anthropic models available.",
|
||||
);
|
||||
}
|
||||
|
||||
const apiKeyInfo = await getApiKeyForModel({
|
||||
model,
|
||||
cfg,
|
||||
profileId: tokenSource.profileId,
|
||||
agentDir: tokenSource.agentDir,
|
||||
});
|
||||
const tokenError = validateAnthropicSetupToken(apiKeyInfo.apiKey);
|
||||
if (tokenError) {
|
||||
throw new Error(
|
||||
`Resolved profile is not a setup-token: ${tokenError}`,
|
||||
);
|
||||
}
|
||||
|
||||
const res = await completeSimple(
|
||||
model,
|
||||
{
|
||||
messages: [
|
||||
{
|
||||
role: "user",
|
||||
content: "Reply with the word ok.",
|
||||
timestamp: Date.now(),
|
||||
},
|
||||
],
|
||||
},
|
||||
{
|
||||
apiKey: apiKeyInfo.apiKey,
|
||||
maxTokens: 64,
|
||||
temperature: 0,
|
||||
},
|
||||
);
|
||||
const text = res.content
|
||||
.filter((block) => block.type === "text")
|
||||
.map((block) => block.text.trim())
|
||||
.join(" ");
|
||||
expect(text.toLowerCase()).toContain("ok");
|
||||
} finally {
|
||||
if (tokenSource.cleanup) {
|
||||
await tokenSource.cleanup();
|
||||
}
|
||||
}
|
||||
},
|
||||
5 * 60 * 1000,
|
||||
);
|
||||
});
|
||||
Reference in New Issue
Block a user