mirror of
https://github.com/callstack/agent-device.git
synced 2026-09-14 20:06:34 +08:00
evidence(ios-snapshot): #2198 slice A harness-fixed first-interaction cells, base 27a97ee619 vs head e729321dcc
This commit is contained in:
Michał Pierzchała
@@ -0,0 +1,13 @@
|
||||
# #2198 slice A: the two harness-fixed first-interaction cells
|
||||
|
||||
The `list` and `system-surface` first-interaction cells of the slice A corpus (`../2198-slice-a-7616ba222d/`) were harness-invalid on both legs: the harness pressed the screen's anchor text, which names two actionable elements there, and the CLI refused that as `AMBIGUOUS_MATCH` by design. The harness now presses `id="catalog-search"` on the catalog screen and `text="General"` on iOS Settings (agent-device commit adec882247). These are those two cells re-run with the fixed harness, 10 samples each, same Simulator (`ad-bench-2198`, iOS 26.2) and host as the corpus, 1-minute load 9–11.
|
||||
|
||||
- Base production code: `27a97ee619` (`dist` built from it; harness copied from head).
|
||||
- Head production code: `e729321dcc` (`dist` built from it).
|
||||
|
||||
| File | Leg |
|
||||
|---|---|
|
||||
| `base-first-fixed.json` | base |
|
||||
| `head-first-fixed.json` | head |
|
||||
|
||||
`SHA256SUMS` lists each file's digest.
|
||||
@@ -0,0 +1,2 @@
|
||||
2333ac364548b47ebf8bbc75226008473fe655997d96968a7f4279b22b8e3a46 base-first-fixed.json
|
||||
bafaa4d81334bc4d592ea372b1c61773adc8b323265ddc2191ad7884b0ae8e4b head-first-fixed.json
|
||||
@@ -0,0 +1,546 @@
|
||||
{
|
||||
"schemaVersion": "ios-snapshot-convergence.v1",
|
||||
"issue": "#2189",
|
||||
"parent": "#2188",
|
||||
"references": {
|
||||
"deepButton": "#1626",
|
||||
"appMount": "#1571"
|
||||
},
|
||||
"runId": "ios-snapshot-1788760580316-76330",
|
||||
"generatedAt": "2026-09-07T05:56:20.316Z",
|
||||
"revision": {
|
||||
"commit": "27a97ee619ce7aad985a3c5a4ceb369392ae7a04",
|
||||
"branch": "detached",
|
||||
"dirty": true
|
||||
},
|
||||
"toolchain": {
|
||||
"node": "v26.8.1",
|
||||
"pnpm": "11.21.0",
|
||||
"xcode": "Xcode 26.2\nBuild version 17C52",
|
||||
"simctl": "@(#)PROGRAM:simctl PROJECT:CoreSimulator-1155.4",
|
||||
"os": "darwin 25.5.0",
|
||||
"arch": "arm64"
|
||||
},
|
||||
"host": {
|
||||
"model": "MacBook Pro",
|
||||
"modelIdentifier": "Mac16,8",
|
||||
"cpu": "Apple M4 Pro",
|
||||
"cpuCores": 12
|
||||
},
|
||||
"target": {
|
||||
"platform": "ios",
|
||||
"kind": "simulator",
|
||||
"udid": "93FC0A0B-CC1F-4F9D-B29A-CEC76A9301BC",
|
||||
"name": "ad-bench-2198",
|
||||
"runtime": "com.apple.CoreSimulator.SimRuntime.iOS-26-2",
|
||||
"appId": "com.callstack.agentdevicelab"
|
||||
},
|
||||
"config": {
|
||||
"warmSampleMinimum": 20,
|
||||
"coldSampleMinimum": 10,
|
||||
"requestedSamples": 10,
|
||||
"screens": [
|
||||
"list",
|
||||
"system-surface"
|
||||
],
|
||||
"states": [
|
||||
"first-interaction"
|
||||
]
|
||||
},
|
||||
"measurements": [
|
||||
{
|
||||
"transport": "local",
|
||||
"execution": "fresh-process-cli",
|
||||
"state": "first-interaction",
|
||||
"screen": "list",
|
||||
"sampleMinimum": 10,
|
||||
"operation": "first-interaction",
|
||||
"samples": [
|
||||
{
|
||||
"index": 1,
|
||||
"startedAt": "2026-09-07T05:50:38.512Z",
|
||||
"finishedAt": "2026-09-07T05:50:40.018Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 1505.7942089999997,
|
||||
"responseBytes": 580,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": true
|
||||
},
|
||||
{
|
||||
"index": 2,
|
||||
"startedAt": "2026-09-07T05:50:57.922Z",
|
||||
"finishedAt": "2026-09-07T05:50:59.318Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 1395.9466250000041,
|
||||
"responseBytes": 580,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
},
|
||||
{
|
||||
"index": 3,
|
||||
"startedAt": "2026-09-07T05:51:15.032Z",
|
||||
"finishedAt": "2026-09-07T05:51:16.400Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 1367.9427920000016,
|
||||
"responseBytes": 580,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
},
|
||||
{
|
||||
"index": 4,
|
||||
"startedAt": "2026-09-07T05:51:32.163Z",
|
||||
"finishedAt": "2026-09-07T05:51:33.493Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 1329.9674169999926,
|
||||
"responseBytes": 580,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
},
|
||||
{
|
||||
"index": 5,
|
||||
"startedAt": "2026-09-07T05:51:51.145Z",
|
||||
"finishedAt": "2026-09-07T05:51:52.579Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 1434.3474169999972,
|
||||
"responseBytes": 580,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
},
|
||||
{
|
||||
"index": 6,
|
||||
"startedAt": "2026-09-07T05:52:11.850Z",
|
||||
"finishedAt": "2026-09-07T05:52:13.174Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 1323.9549999999872,
|
||||
"responseBytes": 580,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
},
|
||||
{
|
||||
"index": 7,
|
||||
"startedAt": "2026-09-07T05:52:28.717Z",
|
||||
"finishedAt": "2026-09-07T05:52:30.089Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 1372.3614159999997,
|
||||
"responseBytes": 580,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
},
|
||||
{
|
||||
"index": 8,
|
||||
"startedAt": "2026-09-07T05:52:47.073Z",
|
||||
"finishedAt": "2026-09-07T05:52:48.456Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 1383.4226250000065,
|
||||
"responseBytes": 580,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
},
|
||||
{
|
||||
"index": 9,
|
||||
"startedAt": "2026-09-07T05:53:04.226Z",
|
||||
"finishedAt": "2026-09-07T05:53:05.567Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 1340.8237920000101,
|
||||
"responseBytes": 580,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
},
|
||||
{
|
||||
"index": 10,
|
||||
"startedAt": "2026-09-07T05:53:22.510Z",
|
||||
"finishedAt": "2026-09-07T05:53:23.891Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 1380.8673750000016,
|
||||
"responseBytes": 580,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
}
|
||||
],
|
||||
"wallClockMs": {
|
||||
"n": 10,
|
||||
"min": 1323.9549999999872,
|
||||
"median": 1372.3614159999997,
|
||||
"p95": 1505.7942089999997,
|
||||
"max": 1505.7942089999997,
|
||||
"outlierCount": 1,
|
||||
"outlierRule": "tukey-1.5-iqr"
|
||||
},
|
||||
"daemonDurationMs": null,
|
||||
"responseBytes": {
|
||||
"n": 10,
|
||||
"min": 580,
|
||||
"median": 580,
|
||||
"p95": 580,
|
||||
"max": 580,
|
||||
"outlierCount": 1,
|
||||
"outlierRule": "tukey-1.5-iqr"
|
||||
},
|
||||
"failures": 0,
|
||||
"failureCategories": {}
|
||||
},
|
||||
{
|
||||
"transport": "local",
|
||||
"execution": "fresh-process-cli",
|
||||
"state": "first-interaction",
|
||||
"screen": "system-surface",
|
||||
"sampleMinimum": 10,
|
||||
"operation": "first-interaction",
|
||||
"samples": [
|
||||
{
|
||||
"index": 1,
|
||||
"startedAt": "2026-09-07T05:53:43.899Z",
|
||||
"finishedAt": "2026-09-07T05:53:44.889Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 989.9971250000235,
|
||||
"responseBytes": 513,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
},
|
||||
{
|
||||
"index": 2,
|
||||
"startedAt": "2026-09-07T05:54:01.284Z",
|
||||
"finishedAt": "2026-09-07T05:54:02.264Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 979.8143330000166,
|
||||
"responseBytes": 513,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
},
|
||||
{
|
||||
"index": 3,
|
||||
"startedAt": "2026-09-07T05:54:17.230Z",
|
||||
"finishedAt": "2026-09-07T05:54:18.209Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 978.9883330000448,
|
||||
"responseBytes": 513,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
},
|
||||
{
|
||||
"index": 4,
|
||||
"startedAt": "2026-09-07T05:54:33.379Z",
|
||||
"finishedAt": "2026-09-07T05:54:34.380Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 1001.3624580000178,
|
||||
"responseBytes": 513,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
},
|
||||
{
|
||||
"index": 5,
|
||||
"startedAt": "2026-09-07T05:54:51.049Z",
|
||||
"finishedAt": "2026-09-07T05:54:52.070Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 1020.752582999994,
|
||||
"responseBytes": 513,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
},
|
||||
{
|
||||
"index": 6,
|
||||
"startedAt": "2026-09-07T05:55:07.474Z",
|
||||
"finishedAt": "2026-09-07T05:55:08.453Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 979.1802080000052,
|
||||
"responseBytes": 513,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
},
|
||||
{
|
||||
"index": 7,
|
||||
"startedAt": "2026-09-07T05:55:25.246Z",
|
||||
"finishedAt": "2026-09-07T05:55:26.238Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 991.5887080000248,
|
||||
"responseBytes": 513,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
},
|
||||
{
|
||||
"index": 8,
|
||||
"startedAt": "2026-09-07T05:55:42.608Z",
|
||||
"finishedAt": "2026-09-07T05:55:43.598Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 990.0274160000263,
|
||||
"responseBytes": 513,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
},
|
||||
{
|
||||
"index": 9,
|
||||
"startedAt": "2026-09-07T05:55:59.183Z",
|
||||
"finishedAt": "2026-09-07T05:56:00.209Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 1026.4541249999893,
|
||||
"responseBytes": 513,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
},
|
||||
{
|
||||
"index": 10,
|
||||
"startedAt": "2026-09-07T05:56:15.868Z",
|
||||
"finishedAt": "2026-09-07T05:56:16.872Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 1004.1831670000101,
|
||||
"responseBytes": 513,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
}
|
||||
],
|
||||
"wallClockMs": {
|
||||
"n": 10,
|
||||
"min": 978.9883330000448,
|
||||
"median": 990.0274160000263,
|
||||
"p95": 1026.4541249999893,
|
||||
"max": 1026.4541249999893,
|
||||
"outlierCount": 0,
|
||||
"outlierRule": "tukey-1.5-iqr"
|
||||
},
|
||||
"daemonDurationMs": null,
|
||||
"responseBytes": {
|
||||
"n": 10,
|
||||
"min": 513,
|
||||
"median": 513,
|
||||
"p95": 513,
|
||||
"max": 513,
|
||||
"outlierCount": 0,
|
||||
"outlierRule": "tukey-1.5-iqr"
|
||||
},
|
||||
"failures": 0,
|
||||
"failureCategories": {}
|
||||
}
|
||||
],
|
||||
"packageSize": {
|
||||
"status": "not-run",
|
||||
"revision": "27a97ee619ce7aad985a3c5a4ceb369392ae7a04"
|
||||
},
|
||||
"deepButtonEvidence": {
|
||||
"issue": "#1626",
|
||||
"fixture": "deep-button-v1",
|
||||
"artifact": "deep-button-fixture.v1.json",
|
||||
"depth": 72,
|
||||
"changedDescendant": "deep-button-state",
|
||||
"invalidShallowRule": {
|
||||
"command": "pnpm bench:ios-snapshot:deep-button -- --rule invalid-shallow",
|
||||
"exitCode": 1,
|
||||
"assertion": "AssertionError: changed descendant was omitted by shallow observation; no-effect claim is invalid."
|
||||
},
|
||||
"safeFullRule": {
|
||||
"command": "pnpm bench:ios-snapshot:deep-button -- --rule safe-full",
|
||||
"exitCode": 0,
|
||||
"assertion": "full observation changed and includes the changed descendant."
|
||||
},
|
||||
"before": {
|
||||
"depth": 72,
|
||||
"surfaceDigest": "bd7118623fd764b18b99394d25021372840cea98e8b3b0c0196d3e791b199062",
|
||||
"fullDigest": "275f9d14720d5a02ed77b54a03a8f51830afcdc2b12577bd8014631bfbf2c81a",
|
||||
"state": "off",
|
||||
"surfaceNodeIds": [
|
||||
"deep-button-root",
|
||||
"deep-button-level-01"
|
||||
],
|
||||
"fullNodeIds": [
|
||||
"deep-button-root",
|
||||
"deep-button-level-01",
|
||||
"deep-button-level-02",
|
||||
"deep-button-level-03",
|
||||
"deep-button-level-04",
|
||||
"deep-button-level-05",
|
||||
"deep-button-level-06",
|
||||
"deep-button-level-07",
|
||||
"deep-button-level-08",
|
||||
"deep-button-level-09",
|
||||
"deep-button-level-10",
|
||||
"deep-button-level-11",
|
||||
"deep-button-level-12",
|
||||
"deep-button-level-13",
|
||||
"deep-button-level-14",
|
||||
"deep-button-level-15",
|
||||
"deep-button-level-16",
|
||||
"deep-button-level-17",
|
||||
"deep-button-level-18",
|
||||
"deep-button-level-19",
|
||||
"deep-button-level-20",
|
||||
"deep-button-level-21",
|
||||
"deep-button-level-22",
|
||||
"deep-button-level-23",
|
||||
"deep-button-level-24",
|
||||
"deep-button-level-25",
|
||||
"deep-button-level-26",
|
||||
"deep-button-level-27",
|
||||
"deep-button-level-28",
|
||||
"deep-button-level-29",
|
||||
"deep-button-level-30",
|
||||
"deep-button-level-31",
|
||||
"deep-button-level-32",
|
||||
"deep-button-level-33",
|
||||
"deep-button-level-34",
|
||||
"deep-button-level-35",
|
||||
"deep-button-level-36",
|
||||
"deep-button-level-37",
|
||||
"deep-button-level-38",
|
||||
"deep-button-level-39",
|
||||
"deep-button-level-40",
|
||||
"deep-button-level-41",
|
||||
"deep-button-level-42",
|
||||
"deep-button-level-43",
|
||||
"deep-button-level-44",
|
||||
"deep-button-level-45",
|
||||
"deep-button-level-46",
|
||||
"deep-button-level-47",
|
||||
"deep-button-level-48",
|
||||
"deep-button-level-49",
|
||||
"deep-button-level-50",
|
||||
"deep-button-level-51",
|
||||
"deep-button-level-52",
|
||||
"deep-button-level-53",
|
||||
"deep-button-level-54",
|
||||
"deep-button-level-55",
|
||||
"deep-button-level-56",
|
||||
"deep-button-level-57",
|
||||
"deep-button-level-58",
|
||||
"deep-button-level-59",
|
||||
"deep-button-level-60",
|
||||
"deep-button-level-61",
|
||||
"deep-button-level-62",
|
||||
"deep-button-level-63",
|
||||
"deep-button-level-64",
|
||||
"deep-button-level-65",
|
||||
"deep-button-level-66",
|
||||
"deep-button-level-67",
|
||||
"deep-button-level-68",
|
||||
"deep-button-level-69",
|
||||
"deep-button-level-70",
|
||||
"deep-button-level-71",
|
||||
"deep-button-state"
|
||||
]
|
||||
},
|
||||
"after": {
|
||||
"depth": 72,
|
||||
"surfaceDigest": "bd7118623fd764b18b99394d25021372840cea98e8b3b0c0196d3e791b199062",
|
||||
"fullDigest": "8542024b5b9719f6b2ba9692915bda9011e0e5d10c4e21463257763ee765719d",
|
||||
"state": "on",
|
||||
"surfaceNodeIds": [
|
||||
"deep-button-root",
|
||||
"deep-button-level-01"
|
||||
],
|
||||
"fullNodeIds": [
|
||||
"deep-button-root",
|
||||
"deep-button-level-01",
|
||||
"deep-button-level-02",
|
||||
"deep-button-level-03",
|
||||
"deep-button-level-04",
|
||||
"deep-button-level-05",
|
||||
"deep-button-level-06",
|
||||
"deep-button-level-07",
|
||||
"deep-button-level-08",
|
||||
"deep-button-level-09",
|
||||
"deep-button-level-10",
|
||||
"deep-button-level-11",
|
||||
"deep-button-level-12",
|
||||
"deep-button-level-13",
|
||||
"deep-button-level-14",
|
||||
"deep-button-level-15",
|
||||
"deep-button-level-16",
|
||||
"deep-button-level-17",
|
||||
"deep-button-level-18",
|
||||
"deep-button-level-19",
|
||||
"deep-button-level-20",
|
||||
"deep-button-level-21",
|
||||
"deep-button-level-22",
|
||||
"deep-button-level-23",
|
||||
"deep-button-level-24",
|
||||
"deep-button-level-25",
|
||||
"deep-button-level-26",
|
||||
"deep-button-level-27",
|
||||
"deep-button-level-28",
|
||||
"deep-button-level-29",
|
||||
"deep-button-level-30",
|
||||
"deep-button-level-31",
|
||||
"deep-button-level-32",
|
||||
"deep-button-level-33",
|
||||
"deep-button-level-34",
|
||||
"deep-button-level-35",
|
||||
"deep-button-level-36",
|
||||
"deep-button-level-37",
|
||||
"deep-button-level-38",
|
||||
"deep-button-level-39",
|
||||
"deep-button-level-40",
|
||||
"deep-button-level-41",
|
||||
"deep-button-level-42",
|
||||
"deep-button-level-43",
|
||||
"deep-button-level-44",
|
||||
"deep-button-level-45",
|
||||
"deep-button-level-46",
|
||||
"deep-button-level-47",
|
||||
"deep-button-level-48",
|
||||
"deep-button-level-49",
|
||||
"deep-button-level-50",
|
||||
"deep-button-level-51",
|
||||
"deep-button-level-52",
|
||||
"deep-button-level-53",
|
||||
"deep-button-level-54",
|
||||
"deep-button-level-55",
|
||||
"deep-button-level-56",
|
||||
"deep-button-level-57",
|
||||
"deep-button-level-58",
|
||||
"deep-button-level-59",
|
||||
"deep-button-level-60",
|
||||
"deep-button-level-61",
|
||||
"deep-button-level-62",
|
||||
"deep-button-level-63",
|
||||
"deep-button-level-64",
|
||||
"deep-button-level-65",
|
||||
"deep-button-level-66",
|
||||
"deep-button-level-67",
|
||||
"deep-button-level-68",
|
||||
"deep-button-level-69",
|
||||
"deep-button-level-70",
|
||||
"deep-button-level-71",
|
||||
"deep-button-state"
|
||||
]
|
||||
}
|
||||
},
|
||||
"status": "completed"
|
||||
}
|
||||
@@ -0,0 +1,546 @@
|
||||
{
|
||||
"schemaVersion": "ios-snapshot-convergence.v1",
|
||||
"issue": "#2189",
|
||||
"parent": "#2188",
|
||||
"references": {
|
||||
"deepButton": "#1626",
|
||||
"appMount": "#1571"
|
||||
},
|
||||
"runId": "ios-snapshot-1788714962641-45501",
|
||||
"generatedAt": "2026-09-06T17:16:02.641Z",
|
||||
"revision": {
|
||||
"commit": "e729321dcc4797e5e497fb548719e02939589391",
|
||||
"branch": "codex/2198-runner-demand",
|
||||
"dirty": false
|
||||
},
|
||||
"toolchain": {
|
||||
"node": "v26.8.1",
|
||||
"pnpm": "11.21.0",
|
||||
"xcode": "Xcode 26.2\nBuild version 17C52",
|
||||
"simctl": "@(#)PROGRAM:simctl PROJECT:CoreSimulator-1155.4",
|
||||
"os": "darwin 25.5.0",
|
||||
"arch": "arm64"
|
||||
},
|
||||
"host": {
|
||||
"model": "MacBook Pro",
|
||||
"modelIdentifier": "Mac16,8",
|
||||
"cpu": "Apple M4 Pro",
|
||||
"cpuCores": 12
|
||||
},
|
||||
"target": {
|
||||
"platform": "ios",
|
||||
"kind": "simulator",
|
||||
"udid": "93FC0A0B-CC1F-4F9D-B29A-CEC76A9301BC",
|
||||
"name": "ad-bench-2198",
|
||||
"runtime": "com.apple.CoreSimulator.SimRuntime.iOS-26-2",
|
||||
"appId": "com.callstack.agentdevicelab"
|
||||
},
|
||||
"config": {
|
||||
"warmSampleMinimum": 20,
|
||||
"coldSampleMinimum": 10,
|
||||
"requestedSamples": 10,
|
||||
"screens": [
|
||||
"list",
|
||||
"system-surface"
|
||||
],
|
||||
"states": [
|
||||
"first-interaction"
|
||||
]
|
||||
},
|
||||
"measurements": [
|
||||
{
|
||||
"transport": "local",
|
||||
"execution": "fresh-process-cli",
|
||||
"state": "first-interaction",
|
||||
"screen": "list",
|
||||
"sampleMinimum": 10,
|
||||
"operation": "first-interaction",
|
||||
"samples": [
|
||||
{
|
||||
"index": 1,
|
||||
"startedAt": "2026-09-06T17:11:12.082Z",
|
||||
"finishedAt": "2026-09-06T17:11:13.569Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 1487.255291999998,
|
||||
"responseBytes": 580,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": true
|
||||
},
|
||||
{
|
||||
"index": 2,
|
||||
"startedAt": "2026-09-06T17:11:28.013Z",
|
||||
"finishedAt": "2026-09-06T17:11:29.364Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 1350.408875000001,
|
||||
"responseBytes": 580,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
},
|
||||
{
|
||||
"index": 3,
|
||||
"startedAt": "2026-09-06T17:11:43.942Z",
|
||||
"finishedAt": "2026-09-06T17:11:45.280Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 1337.9542920000022,
|
||||
"responseBytes": 580,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
},
|
||||
{
|
||||
"index": 4,
|
||||
"startedAt": "2026-09-06T17:11:59.441Z",
|
||||
"finishedAt": "2026-09-06T17:12:00.788Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 1347.3038749999978,
|
||||
"responseBytes": 580,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
},
|
||||
{
|
||||
"index": 5,
|
||||
"startedAt": "2026-09-06T17:12:14.998Z",
|
||||
"finishedAt": "2026-09-06T17:12:16.356Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 1358.6922080000077,
|
||||
"responseBytes": 580,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
},
|
||||
{
|
||||
"index": 6,
|
||||
"startedAt": "2026-09-06T17:12:30.752Z",
|
||||
"finishedAt": "2026-09-06T17:12:32.117Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 1364.8318329999893,
|
||||
"responseBytes": 580,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
},
|
||||
{
|
||||
"index": 7,
|
||||
"startedAt": "2026-09-06T17:12:44.536Z",
|
||||
"finishedAt": "2026-09-06T17:12:45.899Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 1362.434500000003,
|
||||
"responseBytes": 580,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
},
|
||||
{
|
||||
"index": 8,
|
||||
"startedAt": "2026-09-06T17:13:00.322Z",
|
||||
"finishedAt": "2026-09-06T17:13:01.727Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 1405.083541,
|
||||
"responseBytes": 580,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
},
|
||||
{
|
||||
"index": 9,
|
||||
"startedAt": "2026-09-06T17:13:16.073Z",
|
||||
"finishedAt": "2026-09-06T17:13:17.494Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 1421.2203750000044,
|
||||
"responseBytes": 580,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
},
|
||||
{
|
||||
"index": 10,
|
||||
"startedAt": "2026-09-06T17:13:32.224Z",
|
||||
"finishedAt": "2026-09-06T17:13:33.576Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 1351.6273330000113,
|
||||
"responseBytes": 580,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
}
|
||||
],
|
||||
"wallClockMs": {
|
||||
"n": 10,
|
||||
"min": 1337.9542920000022,
|
||||
"median": 1358.6922080000077,
|
||||
"p95": 1487.255291999998,
|
||||
"max": 1487.255291999998,
|
||||
"outlierCount": 1,
|
||||
"outlierRule": "tukey-1.5-iqr"
|
||||
},
|
||||
"daemonDurationMs": null,
|
||||
"responseBytes": {
|
||||
"n": 10,
|
||||
"min": 580,
|
||||
"median": 580,
|
||||
"p95": 580,
|
||||
"max": 580,
|
||||
"outlierCount": 1,
|
||||
"outlierRule": "tukey-1.5-iqr"
|
||||
},
|
||||
"failures": 0,
|
||||
"failureCategories": {}
|
||||
},
|
||||
{
|
||||
"transport": "local",
|
||||
"execution": "fresh-process-cli",
|
||||
"state": "first-interaction",
|
||||
"screen": "system-surface",
|
||||
"sampleMinimum": 10,
|
||||
"operation": "first-interaction",
|
||||
"samples": [
|
||||
{
|
||||
"index": 1,
|
||||
"startedAt": "2026-09-06T17:13:50.464Z",
|
||||
"finishedAt": "2026-09-06T17:13:52.375Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 1910.671834000008,
|
||||
"responseBytes": 513,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": true
|
||||
},
|
||||
{
|
||||
"index": 2,
|
||||
"startedAt": "2026-09-06T17:14:05.549Z",
|
||||
"finishedAt": "2026-09-06T17:14:06.753Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 1204.2917920000036,
|
||||
"responseBytes": 513,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
},
|
||||
{
|
||||
"index": 3,
|
||||
"startedAt": "2026-09-06T17:14:19.871Z",
|
||||
"finishedAt": "2026-09-06T17:14:20.984Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 1112.8498339999933,
|
||||
"responseBytes": 513,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
},
|
||||
{
|
||||
"index": 4,
|
||||
"startedAt": "2026-09-06T17:14:34.558Z",
|
||||
"finishedAt": "2026-09-06T17:14:35.661Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 1102.6770829999878,
|
||||
"responseBytes": 513,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
},
|
||||
{
|
||||
"index": 5,
|
||||
"startedAt": "2026-09-06T17:14:48.324Z",
|
||||
"finishedAt": "2026-09-06T17:14:49.352Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 1028.005582999991,
|
||||
"responseBytes": 513,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
},
|
||||
{
|
||||
"index": 6,
|
||||
"startedAt": "2026-09-06T17:15:02.754Z",
|
||||
"finishedAt": "2026-09-06T17:15:03.742Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 988.4262500000186,
|
||||
"responseBytes": 513,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
},
|
||||
{
|
||||
"index": 7,
|
||||
"startedAt": "2026-09-06T17:15:16.656Z",
|
||||
"finishedAt": "2026-09-06T17:15:18.022Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 1365.8638750000391,
|
||||
"responseBytes": 513,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
},
|
||||
{
|
||||
"index": 8,
|
||||
"startedAt": "2026-09-06T17:15:30.751Z",
|
||||
"finishedAt": "2026-09-06T17:15:31.767Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 1016.2970840000198,
|
||||
"responseBytes": 513,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
},
|
||||
{
|
||||
"index": 9,
|
||||
"startedAt": "2026-09-06T17:15:44.557Z",
|
||||
"finishedAt": "2026-09-06T17:15:45.610Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 1053.1069169999682,
|
||||
"responseBytes": 513,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
},
|
||||
{
|
||||
"index": 10,
|
||||
"startedAt": "2026-09-06T17:15:58.330Z",
|
||||
"finishedAt": "2026-09-06T17:15:59.339Z",
|
||||
"operation": "first-interaction",
|
||||
"wallClockMs": 1008.8145420000073,
|
||||
"responseBytes": 513,
|
||||
"targetGeneration": null,
|
||||
"firstTree": "not-observed",
|
||||
"ok": true,
|
||||
"outlier": false
|
||||
}
|
||||
],
|
||||
"wallClockMs": {
|
||||
"n": 10,
|
||||
"min": 988.4262500000186,
|
||||
"median": 1053.1069169999682,
|
||||
"p95": 1910.671834000008,
|
||||
"max": 1910.671834000008,
|
||||
"outlierCount": 1,
|
||||
"outlierRule": "tukey-1.5-iqr"
|
||||
},
|
||||
"daemonDurationMs": null,
|
||||
"responseBytes": {
|
||||
"n": 10,
|
||||
"min": 513,
|
||||
"median": 513,
|
||||
"p95": 513,
|
||||
"max": 513,
|
||||
"outlierCount": 1,
|
||||
"outlierRule": "tukey-1.5-iqr"
|
||||
},
|
||||
"failures": 0,
|
||||
"failureCategories": {}
|
||||
}
|
||||
],
|
||||
"packageSize": {
|
||||
"status": "not-run",
|
||||
"revision": "e729321dcc4797e5e497fb548719e02939589391"
|
||||
},
|
||||
"deepButtonEvidence": {
|
||||
"issue": "#1626",
|
||||
"fixture": "deep-button-v1",
|
||||
"artifact": "deep-button-fixture.v1.json",
|
||||
"depth": 72,
|
||||
"changedDescendant": "deep-button-state",
|
||||
"invalidShallowRule": {
|
||||
"command": "pnpm bench:ios-snapshot:deep-button -- --rule invalid-shallow",
|
||||
"exitCode": 1,
|
||||
"assertion": "AssertionError: changed descendant was omitted by shallow observation; no-effect claim is invalid."
|
||||
},
|
||||
"safeFullRule": {
|
||||
"command": "pnpm bench:ios-snapshot:deep-button -- --rule safe-full",
|
||||
"exitCode": 0,
|
||||
"assertion": "full observation changed and includes the changed descendant."
|
||||
},
|
||||
"before": {
|
||||
"depth": 72,
|
||||
"surfaceDigest": "bd7118623fd764b18b99394d25021372840cea98e8b3b0c0196d3e791b199062",
|
||||
"fullDigest": "275f9d14720d5a02ed77b54a03a8f51830afcdc2b12577bd8014631bfbf2c81a",
|
||||
"state": "off",
|
||||
"surfaceNodeIds": [
|
||||
"deep-button-root",
|
||||
"deep-button-level-01"
|
||||
],
|
||||
"fullNodeIds": [
|
||||
"deep-button-root",
|
||||
"deep-button-level-01",
|
||||
"deep-button-level-02",
|
||||
"deep-button-level-03",
|
||||
"deep-button-level-04",
|
||||
"deep-button-level-05",
|
||||
"deep-button-level-06",
|
||||
"deep-button-level-07",
|
||||
"deep-button-level-08",
|
||||
"deep-button-level-09",
|
||||
"deep-button-level-10",
|
||||
"deep-button-level-11",
|
||||
"deep-button-level-12",
|
||||
"deep-button-level-13",
|
||||
"deep-button-level-14",
|
||||
"deep-button-level-15",
|
||||
"deep-button-level-16",
|
||||
"deep-button-level-17",
|
||||
"deep-button-level-18",
|
||||
"deep-button-level-19",
|
||||
"deep-button-level-20",
|
||||
"deep-button-level-21",
|
||||
"deep-button-level-22",
|
||||
"deep-button-level-23",
|
||||
"deep-button-level-24",
|
||||
"deep-button-level-25",
|
||||
"deep-button-level-26",
|
||||
"deep-button-level-27",
|
||||
"deep-button-level-28",
|
||||
"deep-button-level-29",
|
||||
"deep-button-level-30",
|
||||
"deep-button-level-31",
|
||||
"deep-button-level-32",
|
||||
"deep-button-level-33",
|
||||
"deep-button-level-34",
|
||||
"deep-button-level-35",
|
||||
"deep-button-level-36",
|
||||
"deep-button-level-37",
|
||||
"deep-button-level-38",
|
||||
"deep-button-level-39",
|
||||
"deep-button-level-40",
|
||||
"deep-button-level-41",
|
||||
"deep-button-level-42",
|
||||
"deep-button-level-43",
|
||||
"deep-button-level-44",
|
||||
"deep-button-level-45",
|
||||
"deep-button-level-46",
|
||||
"deep-button-level-47",
|
||||
"deep-button-level-48",
|
||||
"deep-button-level-49",
|
||||
"deep-button-level-50",
|
||||
"deep-button-level-51",
|
||||
"deep-button-level-52",
|
||||
"deep-button-level-53",
|
||||
"deep-button-level-54",
|
||||
"deep-button-level-55",
|
||||
"deep-button-level-56",
|
||||
"deep-button-level-57",
|
||||
"deep-button-level-58",
|
||||
"deep-button-level-59",
|
||||
"deep-button-level-60",
|
||||
"deep-button-level-61",
|
||||
"deep-button-level-62",
|
||||
"deep-button-level-63",
|
||||
"deep-button-level-64",
|
||||
"deep-button-level-65",
|
||||
"deep-button-level-66",
|
||||
"deep-button-level-67",
|
||||
"deep-button-level-68",
|
||||
"deep-button-level-69",
|
||||
"deep-button-level-70",
|
||||
"deep-button-level-71",
|
||||
"deep-button-state"
|
||||
]
|
||||
},
|
||||
"after": {
|
||||
"depth": 72,
|
||||
"surfaceDigest": "bd7118623fd764b18b99394d25021372840cea98e8b3b0c0196d3e791b199062",
|
||||
"fullDigest": "8542024b5b9719f6b2ba9692915bda9011e0e5d10c4e21463257763ee765719d",
|
||||
"state": "on",
|
||||
"surfaceNodeIds": [
|
||||
"deep-button-root",
|
||||
"deep-button-level-01"
|
||||
],
|
||||
"fullNodeIds": [
|
||||
"deep-button-root",
|
||||
"deep-button-level-01",
|
||||
"deep-button-level-02",
|
||||
"deep-button-level-03",
|
||||
"deep-button-level-04",
|
||||
"deep-button-level-05",
|
||||
"deep-button-level-06",
|
||||
"deep-button-level-07",
|
||||
"deep-button-level-08",
|
||||
"deep-button-level-09",
|
||||
"deep-button-level-10",
|
||||
"deep-button-level-11",
|
||||
"deep-button-level-12",
|
||||
"deep-button-level-13",
|
||||
"deep-button-level-14",
|
||||
"deep-button-level-15",
|
||||
"deep-button-level-16",
|
||||
"deep-button-level-17",
|
||||
"deep-button-level-18",
|
||||
"deep-button-level-19",
|
||||
"deep-button-level-20",
|
||||
"deep-button-level-21",
|
||||
"deep-button-level-22",
|
||||
"deep-button-level-23",
|
||||
"deep-button-level-24",
|
||||
"deep-button-level-25",
|
||||
"deep-button-level-26",
|
||||
"deep-button-level-27",
|
||||
"deep-button-level-28",
|
||||
"deep-button-level-29",
|
||||
"deep-button-level-30",
|
||||
"deep-button-level-31",
|
||||
"deep-button-level-32",
|
||||
"deep-button-level-33",
|
||||
"deep-button-level-34",
|
||||
"deep-button-level-35",
|
||||
"deep-button-level-36",
|
||||
"deep-button-level-37",
|
||||
"deep-button-level-38",
|
||||
"deep-button-level-39",
|
||||
"deep-button-level-40",
|
||||
"deep-button-level-41",
|
||||
"deep-button-level-42",
|
||||
"deep-button-level-43",
|
||||
"deep-button-level-44",
|
||||
"deep-button-level-45",
|
||||
"deep-button-level-46",
|
||||
"deep-button-level-47",
|
||||
"deep-button-level-48",
|
||||
"deep-button-level-49",
|
||||
"deep-button-level-50",
|
||||
"deep-button-level-51",
|
||||
"deep-button-level-52",
|
||||
"deep-button-level-53",
|
||||
"deep-button-level-54",
|
||||
"deep-button-level-55",
|
||||
"deep-button-level-56",
|
||||
"deep-button-level-57",
|
||||
"deep-button-level-58",
|
||||
"deep-button-level-59",
|
||||
"deep-button-level-60",
|
||||
"deep-button-level-61",
|
||||
"deep-button-level-62",
|
||||
"deep-button-level-63",
|
||||
"deep-button-level-64",
|
||||
"deep-button-level-65",
|
||||
"deep-button-level-66",
|
||||
"deep-button-level-67",
|
||||
"deep-button-level-68",
|
||||
"deep-button-level-69",
|
||||
"deep-button-level-70",
|
||||
"deep-button-level-71",
|
||||
"deep-button-state"
|
||||
]
|
||||
}
|
||||
},
|
||||
"status": "completed"
|
||||
}
|
||||
Reference in New Issue
Block a user