Files
kandev/apps/web/e2e/tests/chat/mobile-model-selector.spec.ts
T
2026-08-22 22:38:59 +00:00

220 lines
8.2 KiB
TypeScript

import type { Page } from "@playwright/test";
import { test, expect } from "../../fixtures/test-base";
import type { ApiClient } from "../../helpers/api-client";
import type { SeedData } from "../../fixtures/test-base";
import { SessionPage } from "../../pages/session-page";
type E2EModelStoreWindow = Window & {
__KANDEV_E2E_STORE__?: {
getState: () => { sessionModels: E2ESessionModels };
setState: (state: { sessionModels: E2ESessionModels }) => void;
};
};
type E2ESessionModels = {
bySessionId: Record<
string,
{
currentModelId: string;
models: unknown[];
configOptions: {
id: string;
options?: { value: string; name: string; description?: string }[];
}[];
configBaseline?: Record<string, string>;
}
>;
};
async function seedAndOpenTask(testPage: Page, apiClient: ApiClient, seedData: SeedData) {
const task = await apiClient.createTaskWithAgent(
seedData.workspaceId,
"Mobile Model Selector",
seedData.agentProfileId,
{
description: "/e2e:simple-message",
workflow_id: seedData.workflowId,
workflow_step_id: seedData.startStepId,
repository_ids: [seedData.repositoryId],
},
);
await testPage.goto(`/t/${task.id}`);
const session = new SessionPage(testPage);
await session.waitForLoad();
await session.waitForChatIdle({ timeout: 30_000 });
return { session, task };
}
async function seedLongReasoningMenu(testPage: Page, sessionId: string) {
await expect
.poll(() =>
testPage.evaluate((sid) => {
const store = (window as E2EModelStoreWindow).__KANDEV_E2E_STORE__;
if (!store) return false;
const state = store.getState();
const sessionModels = state.sessionModels.bySessionId[sid];
if (!sessionModels?.configOptions.some((option) => option.id === "effort")) return false;
store.setState({
sessionModels: {
...state.sessionModels,
bySessionId: {
...state.sessionModels.bySessionId,
[sid]: {
...sessionModels,
configBaseline: { ...sessionModels.configBaseline, effort: "medium" },
configOptions: sessionModels.configOptions.map((option) =>
option.id === "effort"
? {
...option,
options: Array.from({ length: 10 }, (_, index) => ({
value: index === 0 ? "low" : `effort-${index + 1}`,
name: index === 0 ? "Low" : `Reasoning level ${index + 1}`,
description:
index === 0
? "Faster responses with less reasoning"
: `Reasoning depth description for level ${index + 1}`,
})),
}
: option,
),
},
},
},
});
return true;
}, sessionId),
)
.toBe(true);
}
test.describe("Mobile chat model selector", () => {
test.describe.configure({ retries: 1, timeout: 60_000 });
test("shows compact changes and provider descriptions by touch", async ({
testPage,
apiClient,
seedData,
prCapture,
}, testInfo) => {
const { task } = await seedAndOpenTask(testPage, apiClient, seedData);
expect(task.session_id).toBeTruthy();
await expect
.poll(async () => {
const { sessions } = await apiClient.listTaskSessions(task.id);
const baseline = sessions[0]?.metadata?.acp_config_baseline as
| Record<string, string>
| undefined;
return baseline?.effort;
})
.toBe("medium");
const leftActions = testPage.getByTestId("mobile-chat-toolbar-left-actions");
await expect(leftActions).toBeVisible({ timeout: 15_000 });
await expect(testPage.getByTestId("toolbar-overflow-menu")).not.toBeVisible();
await expect(leftActions.getByTestId("toolbar-item-sessions")).toHaveCount(0);
await expect(leftActions.getByTestId("session-mode-selector")).toBeVisible();
const trigger = leftActions.getByRole("button", { name: "Session model settings" });
await expect(trigger).toHaveText("Mock Fast", { timeout: 15_000 });
await trigger.tap();
const modelListbox = testPage.getByRole("listbox");
await expect(modelListbox.getByRole("option", { name: /Mock Smart/ })).toBeVisible({
timeout: 5_000,
});
const modelOptions = modelListbox.getByRole("option");
await expect(modelOptions.first()).toContainText("Mock Fast");
await expect(modelOptions.first()).toHaveClass(/bg-card/);
await expect(modelOptions.first()).toHaveClass(/border-primary\/50/);
await expect(
modelListbox
.getByRole("option", { name: /Mock Fast/ })
.getByTitle("Fast mock model for testing"),
).toBeVisible();
await expect(
modelListbox
.getByRole("option", { name: /Mock Smart/ })
.getByTitle("Smart mock model for testing"),
).toBeVisible();
// Seed after the selector opens so a late task-page hydration cannot
// replace the synthetic long menu before this test exercises it.
await seedLongReasoningMenu(testPage, task.session_id!);
const effortTrigger = testPage.getByTestId("config-option-trigger-effort");
await expect(effortTrigger).toBeVisible();
await expect(
testPage.getByText("Controls how much reasoning the mock model uses", { exact: true }),
).toHaveCount(0);
await effortTrigger.tap();
const effortSection = testPage.getByTestId("config-option-section-effort");
await expect(effortSection).toBeVisible();
const lastReasoningLevel = effortSection.getByText("Reasoning level 10", { exact: true });
await expect
.poll(
async () => {
if (await lastReasoningLevel.isVisible()) return true;
await seedLongReasoningMenu(testPage, task.session_id!);
return false;
},
{ message: "waiting for the synthetic long reasoning menu" },
)
.toBe(true);
const overflow = await effortSection.evaluate((element) => ({
clientHeight: element.clientHeight,
overflowY: getComputedStyle(element).overflowY,
scrollHeight: element.scrollHeight,
}));
await expect(lastReasoningLevel).toBeVisible();
expect(overflow.overflowY).toBe("auto");
expect(overflow.scrollHeight).toBeGreaterThan(overflow.clientHeight);
const effortBox = await effortSection.boundingBox();
expect(effortBox).not.toBeNull();
await testPage.mouse.move(
effortBox!.x + effortBox!.width / 2,
effortBox!.y + effortBox!.height / 2,
);
await testPage.mouse.wheel(0, 800);
await expect
.poll(() => effortSection.evaluate((element) => element.scrollTop))
.toBeGreaterThan(0);
await testInfo.attach("task-model-reasoning-scroll-mobile", {
body: await testPage.screenshot(),
contentType: "image/png",
});
await expect(
testPage.getByText("Controls how much reasoning the mock model uses", { exact: true }),
).toBeVisible();
await expect(
testPage.getByText("Faster responses with less reasoning", { exact: true }),
).toBeVisible();
await testPage.getByRole("button", { name: "Low", exact: true }).tap();
await expect(trigger).toHaveText("Mock Fast / Low");
await expect(trigger).not.toContainText("Medium");
await expect(
testPage.getByRole("option", { name: /Mock Fast/ }).getByTitle("Fast mock model for testing"),
).toBeVisible();
await testInfo.attach("task-model-selector-mobile", {
body: await testPage.screenshot(),
contentType: "image/png",
});
await prCapture.screenshot("mobile-model-selector", {
caption: "Mobile model selector remains reachable by touch",
});
const viewport = testPage.viewportSize();
expect(viewport).not.toBeNull();
const popoverBox = await testPage.getByRole("option", { name: /Mock Smart/ }).boundingBox();
expect(popoverBox).not.toBeNull();
expect(popoverBox!.x).toBeGreaterThanOrEqual(0);
expect(popoverBox!.x + popoverBox!.width).toBeLessThanOrEqual(viewport!.width);
expect(await testPage.evaluate(() => document.documentElement.scrollWidth)).toBeLessThanOrEqual(
viewport!.width,
);
});
});