From d1d6cfd742d1069dc1e3fac77d84272887e6801e Mon Sep 17 00:00:00 2001 From: Adeel Ahmad Date: Sun, 11 Oct 2026 01:55:31 +0000 Subject: [PATCH] ci(clicks): switch to a cloud model through the presets MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit The cloud-model journey picks OpenAI from Settings › LLM provider's cloud providers (#334) instead of typing the address and model, and both baselines come from fresh runs: computer 3 clicks + 2 keys (was 5 + 40), phone 5 taps + 1 key + 1 swipe (was 7 + 39 + 2). Co-Authored-By: Claude Opus 5.5 (1M context) Claude-Session: https://claude.ai/code/session_01Bmpwkzx9nwb1vcDxNMagtu --- ci/clicks/baseline-phone.json | 116 ++++++++++++++++++---------------- ci/clicks/baseline.json | 106 +++++++++++++++++-------------- ci/clicks/journeys.mjs | 8 ++- 3 files changed, 125 insertions(+), 105 deletions(-) diff --git a/ci/clicks/baseline-phone.json b/ci/clicks/baseline-phone.json index 716c4c8a0..6a9a11254 100644 --- a/ci/clicks/baseline-phone.json +++ b/ci/clicks/baseline-phone.json @@ -1,5 +1,5 @@ { - "surveyed": "2026-10-11T00:53:00.799Z", + "surveyed": "2026-10-11T01:55:01.175Z", "commit": "", "viewport": "Pixel 7, 412x839, touch", "device": "phone", @@ -47,7 +47,7 @@ } ], "id": "install", - "ms": 2213, + "ms": 2184, "ok": true }, { @@ -85,7 +85,7 @@ } ], "id": "first-admin", - "ms": 583, + "ms": 518, "ok": true }, { @@ -95,7 +95,7 @@ "clicks": 4, "keys": 0, "prompts": 0, - "swipes": 2, + "swipes": 1, "steps": [ { "page": "/welcome", @@ -112,8 +112,7 @@ "what": "Save and continue (Storage)", "clicks": 1, "keys": 0, - "prompts": 0, - "swipes": 1 + "prompts": 0 }, { "page": "/welcome", @@ -133,7 +132,7 @@ } ], "id": "setup-wizard", - "ms": 1211, + "ms": 1195, "ok": true }, { @@ -163,7 +162,7 @@ } ], "id": "first-question", - "ms": 1197, + "ms": 1114, "ok": true }, { @@ -226,7 +225,7 @@ } ], "id": "import-paste", - "ms": 4796, + "ms": 4748, "ok": true }, { @@ -264,7 +263,7 @@ } ], "id": "library-open", - "ms": 3173, + "ms": 3045, "ok": true }, { @@ -310,7 +309,7 @@ } ], "id": "search-word", - "ms": 3758, + "ms": 3671, "ok": true }, { @@ -348,7 +347,7 @@ } ], "id": "jump-to", - "ms": 2450, + "ms": 2422, "ok": true }, { @@ -402,7 +401,7 @@ } ], "id": "chat-ask", - "ms": 6305, + "ms": 6251, "ok": true }, { @@ -464,7 +463,7 @@ } ], "id": "note-create", - "ms": 3712, + "ms": 3556, "ok": true }, { @@ -518,7 +517,7 @@ } ], "id": "topic-add", - "ms": 3726, + "ms": 3699, "ok": true }, { @@ -564,7 +563,7 @@ } ], "id": "pipeline-create", - "ms": 3030, + "ms": 2993, "ok": true }, { @@ -610,7 +609,7 @@ } ], "id": "routine-create", - "ms": 3090, + "ms": 2982, "ok": true }, { @@ -657,7 +656,7 @@ } ], "id": "extension-add", - "ms": 8436, + "ms": 8345, "ok": true }, { @@ -703,7 +702,7 @@ } ], "id": "sensor-webhook", - "ms": 3093, + "ms": 3098, "ok": true }, { @@ -759,7 +758,7 @@ } ], "id": "settings-change", - "ms": 9344, + "ms": 9321, "ok": true }, { @@ -829,7 +828,7 @@ } ], "id": "person-add", - "ms": 3706, + "ms": 3764, "ok": true }, { @@ -875,7 +874,7 @@ } ], "id": "api-token", - "ms": 3445, + "ms": 3435, "ok": true }, { @@ -888,7 +887,7 @@ "swipes": 0, "steps": [], "id": "namespace-switch", - "ms": 7198, + "ms": 7184, "ok": false, "error": "the namespace switcher isn't on the screen on a phone" }, @@ -919,7 +918,7 @@ } ], "id": "agent-connect", - "ms": 2724, + "ms": 2710, "ok": true }, { @@ -973,7 +972,7 @@ } ], "id": "import-file", - "ms": 3691, + "ms": 4123, "ok": true }, { @@ -1068,7 +1067,7 @@ } ], "id": "source-folder", - "ms": 5665, + "ms": 5586, "ok": true }, { @@ -1114,7 +1113,7 @@ } ], "id": "entity-find", - "ms": 12012, + "ms": 11897, "ok": true }, { @@ -1176,7 +1175,7 @@ } ], "id": "graph-find", - "ms": 5205, + "ms": 5005, "ok": true }, { @@ -1239,7 +1238,7 @@ } ], "id": "podcast-create", - "ms": 9333, + "ms": 9255, "ok": true }, { @@ -1293,7 +1292,7 @@ } ], "id": "report-pdf", - "ms": 3978, + "ms": 4039, "ok": true }, { @@ -1355,7 +1354,7 @@ } ], "id": "workflow-create", - "ms": 3773, + "ms": 3669, "ok": true }, { @@ -1418,7 +1417,7 @@ } ], "id": "template-create", - "ms": 3624, + "ms": 3614, "ok": true }, { @@ -1480,7 +1479,7 @@ } ], "id": "namespace-create", - "ms": 3451, + "ms": 3416, "ok": true }, { @@ -1542,17 +1541,17 @@ } ], "id": "speaker-rename", - "ms": 4635, + "ms": 4235, "ok": true }, { "module": "Setup", "feature": "Switch to a cloud model with an API key", - "note": "What a Raspberry Pi install does after the installer: an OpenAI-compatible cloud provider, its model and a pasted key.", - "clicks": 7, - "keys": 39, + "note": "What a Raspberry Pi install does after the installer: a cloud provider picked from the presets fills in its address and model, then a pasted key.", + "clicks": 5, + "keys": 1, "prompts": 0, - "swipes": 2, + "swipes": 1, "steps": [ { "page": "/", @@ -1581,28 +1580,19 @@ }, { "page": "/settings/llm", - "kind": "replace", - "what": "the provider's address", - "clicks": 1, - "keys": 26, - "prompts": 0 - }, - { - "page": "/settings/llm", - "kind": "replace", - "what": "the model", + "kind": "tap", + "what": "OpenAI (fills in the address and the model)", "clicks": 1, - "keys": 12, + "keys": 0, "prompts": 0 }, { "page": "/settings/llm", "kind": "paste", "what": "paste the API key", - "clicks": 1, + "clicks": 0, "keys": 1, - "prompts": 0, - "swipes": 1 + "prompts": 0 }, { "page": "/settings/llm", @@ -1614,7 +1604,7 @@ } ], "id": "cloud-model", - "ms": 9086, + "ms": 9453, "ok": true } ], @@ -1797,7 +1787,7 @@ "page": "/settings/llm", "label": "Settings › LLM provider", "reach": 3, - "controls": 11 + "controls": 20 }, { "page": "/settings/local-model", @@ -1901,6 +1891,24 @@ "reach": 3, "controls": 15 }, + { + "page": "/settings/nfs", + "label": "Settings › NFS share", + "reach": 3, + "controls": 4 + }, + { + "page": "/settings/smb", + "label": "Settings › SMB share", + "reach": 3, + "controls": 2 + }, + { + "page": "/settings/shares", + "label": "Settings › File shares", + "reach": 3, + "controls": 6 + }, { "page": "/settings/uploads", "label": "Settings › Uploads", diff --git a/ci/clicks/baseline.json b/ci/clicks/baseline.json index d301553f1..bc16dc2d2 100644 --- a/ci/clicks/baseline.json +++ b/ci/clicks/baseline.json @@ -1,5 +1,5 @@ { - "surveyed": "2026-10-11T00:48:55.719Z", + "surveyed": "2026-10-11T01:50:54.212Z", "commit": "", "viewport": "1400x900", "device": "desktop", @@ -47,7 +47,7 @@ } ], "id": "install", - "ms": 4116, + "ms": 2561, "ok": true }, { @@ -85,7 +85,7 @@ } ], "id": "first-admin", - "ms": 454, + "ms": 422, "ok": true }, { @@ -131,7 +131,7 @@ } ], "id": "setup-wizard", - "ms": 588, + "ms": 572, "ok": true }, { @@ -161,7 +161,7 @@ } ], "id": "first-question", - "ms": 2274, + "ms": 2196, "ok": true }, { @@ -207,7 +207,7 @@ } ], "id": "import-paste", - "ms": 4177, + "ms": 4093, "ok": true }, { @@ -237,7 +237,7 @@ } ], "id": "library-open", - "ms": 2548, + "ms": 2522, "ok": true }, { @@ -275,7 +275,7 @@ } ], "id": "search-word", - "ms": 3344, + "ms": 3096, "ok": true }, { @@ -313,7 +313,7 @@ } ], "id": "jump-to", - "ms": 2251, + "ms": 2245, "ok": true }, { @@ -351,7 +351,7 @@ } ], "id": "chat-ask", - "ms": 3328, + "ms": 3280, "ok": true }, { @@ -405,7 +405,7 @@ } ], "id": "note-create", - "ms": 3171, + "ms": 3052, "ok": true }, { @@ -451,7 +451,7 @@ } ], "id": "topic-add", - "ms": 3191, + "ms": 3206, "ok": true }, { @@ -489,7 +489,7 @@ } ], "id": "pipeline-create", - "ms": 2482, + "ms": 2517, "ok": true }, { @@ -527,7 +527,7 @@ } ], "id": "routine-create", - "ms": 2559, + "ms": 2516, "ok": true }, { @@ -565,7 +565,7 @@ } ], "id": "extension-add", - "ms": 2578, + "ms": 2513, "ok": true }, { @@ -603,7 +603,7 @@ } ], "id": "sensor-webhook", - "ms": 2539, + "ms": 2568, "ok": true }, { @@ -649,7 +649,7 @@ } ], "id": "settings-change", - "ms": 3291, + "ms": 3218, "ok": true }, { @@ -711,7 +711,7 @@ } ], "id": "person-add", - "ms": 3222, + "ms": 2983, "ok": true }, { @@ -757,7 +757,7 @@ } ], "id": "api-token", - "ms": 3217, + "ms": 3061, "ok": true }, { @@ -787,7 +787,7 @@ } ], "id": "namespace-switch", - "ms": 2272, + "ms": 2242, "ok": true }, { @@ -817,7 +817,7 @@ } ], "id": "agent-connect", - "ms": 2572, + "ms": 2528, "ok": true }, { @@ -855,7 +855,7 @@ } ], "id": "import-file", - "ms": 8713, + "ms": 8592, "ok": true }, { @@ -941,7 +941,7 @@ } ], "id": "source-folder", - "ms": 8482, + "ms": 10678, "ok": true }, { @@ -979,7 +979,7 @@ } ], "id": "entity-find", - "ms": 11323, + "ms": 11282, "ok": true }, { @@ -1017,7 +1017,7 @@ } ], "id": "graph-find", - "ms": 4309, + "ms": 4153, "ok": true }, { @@ -1071,7 +1071,7 @@ } ], "id": "podcast-create", - "ms": 3466, + "ms": 3347, "ok": true }, { @@ -1117,7 +1117,7 @@ } ], "id": "report-pdf", - "ms": 3327, + "ms": 3299, "ok": true }, { @@ -1171,7 +1171,7 @@ } ], "id": "workflow-create", - "ms": 2900, + "ms": 2944, "ok": true }, { @@ -1225,7 +1225,7 @@ } ], "id": "template-create", - "ms": 2791, + "ms": 2846, "ok": true }, { @@ -1279,7 +1279,7 @@ } ], "id": "namespace-create", - "ms": 2828, + "ms": 2835, "ok": true }, { @@ -1333,15 +1333,15 @@ } ], "id": "speaker-rename", - "ms": 3891, + "ms": 3808, "ok": true }, { "module": "Setup", "feature": "Switch to a cloud model with an API key", - "note": "What a Raspberry Pi install does after the installer: an OpenAI-compatible cloud provider, its model and a pasted key.", - "clicks": 5, - "keys": 40, + "note": "What a Raspberry Pi install does after the installer: a cloud provider picked from the presets fills in its address and model, then a pasted key.", + "clicks": 3, + "keys": 2, "prompts": 0, "swipes": 0, "steps": [ @@ -1363,25 +1363,17 @@ }, { "page": "/settings/llm", - "kind": "replace", - "what": "the provider's address", - "clicks": 1, - "keys": 26, - "prompts": 0 - }, - { - "page": "/settings/llm", - "kind": "replace", - "what": "the model", + "kind": "click", + "what": "OpenAI (fills in the address and the model)", "clicks": 1, - "keys": 12, + "keys": 0, "prompts": 0 }, { "page": "/settings/llm", "kind": "paste", "what": "paste the API key", - "clicks": 1, + "clicks": 0, "keys": 1, "prompts": 0 }, @@ -1395,7 +1387,7 @@ } ], "id": "cloud-model", - "ms": 2847, + "ms": 2711, "ok": true } ], @@ -1578,7 +1570,7 @@ "page": "/settings/llm", "label": "Settings › LLM provider", "reach": 2, - "controls": 11 + "controls": 20 }, { "page": "/settings/local-model", @@ -1682,6 +1674,24 @@ "reach": 2, "controls": 15 }, + { + "page": "/settings/nfs", + "label": "Settings › NFS share", + "reach": 2, + "controls": 4 + }, + { + "page": "/settings/smb", + "label": "Settings › SMB share", + "reach": 2, + "controls": 2 + }, + { + "page": "/settings/shares", + "label": "Settings › File shares", + "reach": 2, + "controls": 6 + }, { "page": "/settings/uploads", "label": "Settings › Uploads", diff --git a/ci/clicks/journeys.mjs b/ci/clicks/journeys.mjs index 51fa9401c..c2d91481f 100644 --- a/ci/clicks/journeys.mjs +++ b/ci/clicks/journeys.mjs @@ -640,14 +640,16 @@ export const JOURNEYS = [ ns: "", module: "Setup", feature: "Switch to a cloud model with an API key", - note: "What a Raspberry Pi install does after the installer: an OpenAI-compatible cloud provider, its model and a pasted key.", + note: "What a Raspberry Pi install does after the installer: a cloud provider picked from the presets fills in its address and model, then a pasted key.", from: "/", async run(ctx) { const { page, meter } = ctx; await go(ctx, "Settings"); await meter.click(page.getByRole("link", { name: "LLM provider" }), "LLM provider"); - await meter.replace(page.getByRole("textbox", { name: "Base URL (OpenAI-compatible)" }), "https://api.openai.com/v1", "the provider's address"); - await meter.replace(page.getByRole("textbox", { name: "Model", exact: true }), "gpt-4o-mini", "the model"); + const cloud = page.getByRole("group", { name: "Cloud providers" }).getByRole("button", { name: "OpenAI" }); + await meter.click(cloud, "OpenAI (fills in the address and the model)"); + // The key field takes the focus: a person sees the cursor land there before pasting + await page.waitForFunction(() => document.activeElement?.type === "password", null, { timeout: 3000 }).catch(() => {}); await meter.paste(page.getByRole("textbox", { name: "API key" }), "sk-survey-0000000000000000", "paste the API key"); await save(ctx); await page.getByText(/Saved|Last saved/).first().waitFor();