fix: make models.json generation fill apiKey
This commit is contained in:
@@ -3,13 +3,17 @@ import path from "node:path";
|
|||||||
|
|
||||||
import { type ClawdbotConfig, loadConfig } from "../config/config.js";
|
import { type ClawdbotConfig, loadConfig } from "../config/config.js";
|
||||||
import { resolveClawdbotAgentDir } from "./agent-paths.js";
|
import { resolveClawdbotAgentDir } from "./agent-paths.js";
|
||||||
import { ensureAuthProfileStore, listProfilesForProvider } from "./auth-profiles.js";
|
import {
|
||||||
|
ensureAuthProfileStore,
|
||||||
|
listProfilesForProvider,
|
||||||
|
} from "./auth-profiles.js";
|
||||||
import { resolveEnvApiKey } from "./model-auth.js";
|
import { resolveEnvApiKey } from "./model-auth.js";
|
||||||
|
|
||||||
type ModelsConfig = NonNullable<ClawdbotConfig["models"]>;
|
type ModelsConfig = NonNullable<ClawdbotConfig["models"]>;
|
||||||
type ProviderConfig = NonNullable<ModelsConfig["providers"]>[string];
|
type ProviderConfig = NonNullable<ModelsConfig["providers"]>[string];
|
||||||
|
|
||||||
const DEFAULT_MODE: NonNullable<ModelsConfig["mode"]> = "merge";
|
const DEFAULT_MODE: NonNullable<ModelsConfig["mode"]> = "merge";
|
||||||
|
|
||||||
const MINIMAX_API_BASE_URL = "https://api.minimax.io/anthropic";
|
const MINIMAX_API_BASE_URL = "https://api.minimax.io/anthropic";
|
||||||
const MINIMAX_DEFAULT_MODEL_ID = "MiniMax-M2.1";
|
const MINIMAX_DEFAULT_MODEL_ID = "MiniMax-M2.1";
|
||||||
const MINIMAX_DEFAULT_CONTEXT_WINDOW = 200000;
|
const MINIMAX_DEFAULT_CONTEXT_WINDOW = 200000;
|
||||||
@@ -22,10 +26,48 @@ const MINIMAX_API_COST = {
|
|||||||
cacheWrite: 10,
|
cacheWrite: 10,
|
||||||
};
|
};
|
||||||
|
|
||||||
|
const MOONSHOT_BASE_URL = "https://api.moonshot.ai/v1";
|
||||||
|
const MOONSHOT_DEFAULT_MODEL_ID = "kimi-k2-0905-preview";
|
||||||
|
const MOONSHOT_DEFAULT_CONTEXT_WINDOW = 256000;
|
||||||
|
const MOONSHOT_DEFAULT_MAX_TOKENS = 8192;
|
||||||
|
const MOONSHOT_DEFAULT_COST = {
|
||||||
|
input: 0,
|
||||||
|
output: 0,
|
||||||
|
cacheRead: 0,
|
||||||
|
cacheWrite: 0,
|
||||||
|
};
|
||||||
|
|
||||||
function isRecord(value: unknown): value is Record<string, unknown> {
|
function isRecord(value: unknown): value is Record<string, unknown> {
|
||||||
return Boolean(value && typeof value === "object" && !Array.isArray(value));
|
return Boolean(value && typeof value === "object" && !Array.isArray(value));
|
||||||
}
|
}
|
||||||
|
|
||||||
|
function normalizeApiKeyConfig(value: string): string {
|
||||||
|
const trimmed = value.trim();
|
||||||
|
const match = /^\$\{([A-Z0-9_]+)\}$/.exec(trimmed);
|
||||||
|
return match ? match[1]! : trimmed;
|
||||||
|
}
|
||||||
|
|
||||||
|
function resolveEnvApiKeyVarName(provider: string): string | undefined {
|
||||||
|
const resolved = resolveEnvApiKey(provider);
|
||||||
|
if (!resolved) return undefined;
|
||||||
|
const match = /^(?:env: |shell env: )([A-Z0-9_]+)$/.exec(resolved.source);
|
||||||
|
return match ? match[1] : undefined;
|
||||||
|
}
|
||||||
|
|
||||||
|
function resolveApiKeyFromProfiles(params: {
|
||||||
|
provider: string;
|
||||||
|
store: ReturnType<typeof ensureAuthProfileStore>;
|
||||||
|
}): string | undefined {
|
||||||
|
const ids = listProfilesForProvider(params.store, params.provider);
|
||||||
|
for (const id of ids) {
|
||||||
|
const cred = params.store.profiles[id];
|
||||||
|
if (!cred) continue;
|
||||||
|
if (cred.type === "api_key") return cred.key;
|
||||||
|
if (cred.type === "token") return cred.token;
|
||||||
|
}
|
||||||
|
return undefined;
|
||||||
|
}
|
||||||
|
|
||||||
function normalizeGoogleModelId(id: string): string {
|
function normalizeGoogleModelId(id: string): string {
|
||||||
if (id === "gemini-3-pro") return "gemini-3-pro-preview";
|
if (id === "gemini-3-pro") return "gemini-3-pro-preview";
|
||||||
if (id === "gemini-3-flash") return "gemini-3-flash-preview";
|
if (id === "gemini-3-flash") return "gemini-3-flash-preview";
|
||||||
@@ -43,17 +85,59 @@ function normalizeGoogleProvider(provider: ProviderConfig): ProviderConfig {
|
|||||||
return mutated ? { ...provider, models } : provider;
|
return mutated ? { ...provider, models } : provider;
|
||||||
}
|
}
|
||||||
|
|
||||||
function normalizeProviders(
|
function normalizeProviders(params: {
|
||||||
providers: ModelsConfig["providers"],
|
providers: ModelsConfig["providers"];
|
||||||
): ModelsConfig["providers"] {
|
agentDir: string;
|
||||||
|
}): ModelsConfig["providers"] {
|
||||||
|
const { providers } = params;
|
||||||
if (!providers) return providers;
|
if (!providers) return providers;
|
||||||
|
const authStore = ensureAuthProfileStore(params.agentDir, {
|
||||||
|
allowKeychainPrompt: false,
|
||||||
|
});
|
||||||
let mutated = false;
|
let mutated = false;
|
||||||
const next: Record<string, ProviderConfig> = {};
|
const next: Record<string, ProviderConfig> = {};
|
||||||
for (const [key, provider] of Object.entries(providers)) {
|
for (const [key, provider] of Object.entries(providers)) {
|
||||||
const normalized =
|
const normalizedKey = key.trim();
|
||||||
key === "google" ? normalizeGoogleProvider(provider) : provider;
|
let normalizedProvider = provider;
|
||||||
if (normalized !== provider) mutated = true;
|
|
||||||
next[key] = normalized;
|
// Fix common misconfig: apiKey set to "${ENV_VAR}" instead of "ENV_VAR".
|
||||||
|
if (
|
||||||
|
normalizedProvider.apiKey &&
|
||||||
|
normalizeApiKeyConfig(normalizedProvider.apiKey) !==
|
||||||
|
normalizedProvider.apiKey
|
||||||
|
) {
|
||||||
|
mutated = true;
|
||||||
|
normalizedProvider = {
|
||||||
|
...normalizedProvider,
|
||||||
|
apiKey: normalizeApiKeyConfig(normalizedProvider.apiKey),
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
// If a provider defines models, pi's ModelRegistry requires apiKey to be set.
|
||||||
|
// Fill it from the environment or auth profiles when possible.
|
||||||
|
const hasModels =
|
||||||
|
Array.isArray(normalizedProvider.models) &&
|
||||||
|
normalizedProvider.models.length > 0;
|
||||||
|
if (hasModels && !normalizedProvider.apiKey?.trim()) {
|
||||||
|
const fromEnv = resolveEnvApiKeyVarName(normalizedKey);
|
||||||
|
const fromProfiles = resolveApiKeyFromProfiles({
|
||||||
|
provider: normalizedKey,
|
||||||
|
store: authStore,
|
||||||
|
});
|
||||||
|
const apiKey = fromEnv ?? fromProfiles;
|
||||||
|
if (apiKey?.trim()) {
|
||||||
|
mutated = true;
|
||||||
|
normalizedProvider = { ...normalizedProvider, apiKey };
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if (normalizedKey === "google") {
|
||||||
|
const googleNormalized = normalizeGoogleProvider(normalizedProvider);
|
||||||
|
if (googleNormalized !== normalizedProvider) mutated = true;
|
||||||
|
normalizedProvider = googleNormalized;
|
||||||
|
}
|
||||||
|
|
||||||
|
next[key] = normalizedProvider;
|
||||||
}
|
}
|
||||||
return mutated ? next : providers;
|
return mutated ? next : providers;
|
||||||
}
|
}
|
||||||
@@ -85,18 +169,48 @@ function buildMinimaxApiProvider(): ProviderConfig {
|
|||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
|
function buildMoonshotProvider(): ProviderConfig {
|
||||||
|
return {
|
||||||
|
baseUrl: MOONSHOT_BASE_URL,
|
||||||
|
api: "openai-completions",
|
||||||
|
models: [
|
||||||
|
{
|
||||||
|
id: MOONSHOT_DEFAULT_MODEL_ID,
|
||||||
|
name: "Kimi K2 0905 Preview",
|
||||||
|
reasoning: false,
|
||||||
|
input: ["text"],
|
||||||
|
cost: MOONSHOT_DEFAULT_COST,
|
||||||
|
contextWindow: MOONSHOT_DEFAULT_CONTEXT_WINDOW,
|
||||||
|
maxTokens: MOONSHOT_DEFAULT_MAX_TOKENS,
|
||||||
|
},
|
||||||
|
],
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
function resolveImplicitProviders(params: {
|
function resolveImplicitProviders(params: {
|
||||||
cfg: ClawdbotConfig;
|
cfg: ClawdbotConfig;
|
||||||
agentDir: string;
|
agentDir: string;
|
||||||
}): ModelsConfig["providers"] {
|
}): ModelsConfig["providers"] {
|
||||||
const providers: Record<string, ProviderConfig> = {};
|
const providers: Record<string, ProviderConfig> = {};
|
||||||
const minimaxEnv = resolveEnvApiKey("minimax");
|
|
||||||
const authStore = ensureAuthProfileStore(params.agentDir);
|
const authStore = ensureAuthProfileStore(params.agentDir, {
|
||||||
const hasMinimaxProfile =
|
allowKeychainPrompt: false,
|
||||||
listProfilesForProvider(authStore, "minimax").length > 0;
|
});
|
||||||
if (minimaxEnv || hasMinimaxProfile) {
|
|
||||||
providers.minimax = buildMinimaxApiProvider();
|
const minimaxKey =
|
||||||
|
resolveEnvApiKeyVarName("minimax") ??
|
||||||
|
resolveApiKeyFromProfiles({ provider: "minimax", store: authStore });
|
||||||
|
if (minimaxKey) {
|
||||||
|
providers.minimax = { ...buildMinimaxApiProvider(), apiKey: minimaxKey };
|
||||||
}
|
}
|
||||||
|
|
||||||
|
const moonshotKey =
|
||||||
|
resolveEnvApiKeyVarName("moonshot") ??
|
||||||
|
resolveApiKeyFromProfiles({ provider: "moonshot", store: authStore });
|
||||||
|
if (moonshotKey) {
|
||||||
|
providers.moonshot = { ...buildMoonshotProvider(), apiKey: moonshotKey };
|
||||||
|
}
|
||||||
|
|
||||||
return providers;
|
return providers;
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -131,7 +245,10 @@ export async function ensureClawdbotModelsJson(
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
const normalizedProviders = normalizeProviders(mergedProviders);
|
const normalizedProviders = normalizeProviders({
|
||||||
|
providers: mergedProviders,
|
||||||
|
agentDir,
|
||||||
|
});
|
||||||
const next = `${JSON.stringify({ providers: normalizedProviders }, null, 2)}\n`;
|
const next = `${JSON.stringify({ providers: normalizedProviders }, null, 2)}\n`;
|
||||||
try {
|
try {
|
||||||
existingRaw = await fs.readFile(targetPath, "utf8");
|
existingRaw = await fs.readFile(targetPath, "utf8");
|
||||||
|
|||||||
Reference in New Issue
Block a user