Carlos Florêncio
46 lines
1.7 KiB
TypeScript
46 lines
1.7 KiB
TypeScript
import type { AgentProfile } from "../../../lib/types/http-agents";
|
|
import type { ApiClient } from "../../helpers/api-client";
|
|
|
|
export const UNADVERTISED_MODEL = "host-only-model";
|
|
export const MODEL_VARIATION_BASE = "opus";
|
|
export const UNIQUE_MODEL_VARIATION = "opus[1m]";
|
|
export const AMBIGUOUS_MODEL_VARIATIONS = ["opus[270k]", "opus[1m, fast]"] as const;
|
|
const MODEL_CATALOG_ENV = "MOCK_AGENT_MODEL_CATALOG";
|
|
|
|
export async function createMismatchedProfile(
|
|
apiClient: ApiClient,
|
|
name: string,
|
|
): Promise<AgentProfile> {
|
|
const { agents } = await apiClient.listAgents();
|
|
const agent = agents.find((item) => item.name === "mock-agent") ?? agents[0];
|
|
if (!agent) throw new Error("The E2E fixture must provide a mock agent");
|
|
return apiClient.createAgentProfile(agent.id, name, { model: UNADVERTISED_MODEL });
|
|
}
|
|
|
|
export async function createModelVariationProfile(
|
|
apiClient: ApiClient,
|
|
name: string,
|
|
catalog: "unique" | "ambiguous",
|
|
): Promise<AgentProfile> {
|
|
const { agents } = await apiClient.listAgents();
|
|
const agent = agents.find((item) => item.name === "mock-agent") ?? agents[0];
|
|
if (!agent) throw new Error("The E2E fixture must provide a mock agent");
|
|
return apiClient.createAgentProfile(agent.id, name, {
|
|
model: MODEL_VARIATION_BASE,
|
|
env_vars: [{ key: MODEL_CATALOG_ENV, value: catalog }],
|
|
});
|
|
}
|
|
|
|
export async function readModelSelectionWarnings(
|
|
apiClient: ApiClient,
|
|
sessionId: string,
|
|
): Promise<
|
|
Array<{
|
|
content: string;
|
|
metadata?: Record<string, unknown>;
|
|
}>
|
|
> {
|
|
const { messages } = await apiClient.listSessionMessages(sessionId);
|
|
return messages.filter((message) => message.metadata?.kind === "model_selection_warning");
|
|
}
|