{ "schemaVersion": 2, "generatedAt": "2026-10-18T11:41:41.824Z", "startedAt": "2026-10-18T11:39:52.128Z", "method": { "samples": 10, "warmup": 1, "stepTimeoutMs": 120000, "sandboxTask": "create -> run `echo ok` -> destroy; ttiMs = create + first command", "browserTask": "create session -> CDP connect (Playwright connectOverCDP) -> goto target (domcontentloaded) -> release; readyMs = create + connect + goto", "target": { "url": "https://coldtally.com/bench-target/", "controlledByColdtally": true }, "order": "providers in random order, samples sequential (no concurrency)", "harness": "https://github.com/latent-signal/coldtally-data/tree/main/bench" }, "runner": { "githubActions": true, "runId": "39124127423", "runUrl": "https://github.com/latent-signal/coldtally-data/actions/runs/39124127423", "environment": "github-hosted", "os": "Linux", "arch": "X64", "node": "v22.23.3", "cpus": 4, "region": null, "geo": { "city": "Phoenix", "region": "Arizona", "country": "US", "org": "AS8075 Microsoft Corporation", "source": "ipinfo.io lookup of the runner egress IP (approximate; IP not stored)" }, "note": "GitHub-hosted runners are not pinned to a region, so network latency from the runner to each provider varies between runs." }, "results": [ { "provider": "cloudflare", "category": "sandbox", "sdk": { "name": "Cloudflare Containers (Durable Object container API) via bench Worker", "version": "compat 2026-10-17, wrangler 4.151.1" }, "region": { "requested": null, "note": "Cloudflare placement (the Worker runs at the colo nearest the runner; colo recorded per sample)" }, "resources": { "instance": "standard-1", "cpuNote": "1/2 vCPU, 4 GiB, 8 GB disk", "image": "cloudflare/debian-trixie" }, "timing": { "measuredInside": "worker", "note": "ttiMs, createMs, firstCommandMs and destroyMs are measured inside the Worker (Durable Object) with Date.now(); they exclude network latency from the runner, unlike the other sandbox providers, whose timings are measured by the harness on the runner. roundTripMs is the client-side round trip for the whole create + echo ok + destroy request.", "createNote": "container.start() returns before the instance is ready, so createMs is near 0 and boot time shows up in firstCommandMs; compare ttiMs." }, "startedAt": "2026-10-18T11:39:52.131Z", "sweeps": [ { "phase": "before", "found": 0, "destroyed": 0, "remaining": null, "supported": false }, { "phase": "after", "found": 0, "destroyed": 0, "remaining": null, "supported": false } ], "finishedAt": "2026-10-18T11:40:00.570Z", "primaryMetric": "ttiMs", "attempted": 10, "succeeded": 10, "successRate": 1, "metrics": { "ttiMs": { "n": 10, "medianMs": 169, "p95Ms": 279, "minMs": 55, "maxMs": 279 }, "createMs": { "n": 10, "medianMs": 0, "p95Ms": 0, "minMs": 0, "maxMs": 0 }, "firstCommandMs": { "n": 10, "medianMs": 169, "p95Ms": 279, "minMs": 55, "maxMs": 279 }, "destroyMs": { "n": 10, "medianMs": 106, "p95Ms": 277, "minMs": 61, "maxMs": 277 }, "roundTripMs": { "n": 10, "medianMs": 746, "p95Ms": 992, "minMs": 604, "maxMs": 992 } }, "summary": { "metric": "ttiMs", "n": 10, "medianMs": 169, "p95Ms": 279, "minMs": 55, "maxMs": 279, "attempted": 10, "successRate": 1 }, "status": "ok", "warmupSample": { "startedAt": "2026-10-18T11:39:52.131Z", "ok": true, "createMs": 0, "firstCommandMs": 173, "ttiMs": 173, "destroyMs": 62, "roundTripMs": 805, "region": "LAX", "i": 0, "warmup": true }, "samples": [ { "startedAt": "2026-10-18T11:39:52.937Z", "ok": true, "createMs": 0, "firstCommandMs": 183, "ttiMs": 183, "destroyMs": 178, "roundTripMs": 705, "region": "LAX", "i": 1, "warmup": false }, { "startedAt": "2026-10-18T11:39:53.643Z", "ok": true, "createMs": 0, "firstCommandMs": 169, "ttiMs": 169, "destroyMs": 61, "roundTripMs": 992, "region": "LAX", "i": 2, "warmup": false }, { "startedAt": "2026-10-18T11:39:54.635Z", "ok": true, "createMs": 0, "firstCommandMs": 279, "ttiMs": 279, "destroyMs": 106, "roundTripMs": 825, "region": "LAX", "i": 3, "warmup": false }, { "startedAt": "2026-10-18T11:39:55.460Z", "ok": true, "createMs": 0, "firstCommandMs": 55, "ttiMs": 55, "destroyMs": 183, "roundTripMs": 604, "region": "LAX", "i": 4, "warmup": false }, { "startedAt": "2026-10-18T11:39:56.064Z", "ok": true, "createMs": 0, "firstCommandMs": 191, "ttiMs": 191, "destroyMs": 277, "roundTripMs": 869, "region": "LAX", "i": 5, "warmup": false }, { "startedAt": "2026-10-18T11:39:56.933Z", "ok": true, "createMs": 0, "firstCommandMs": 166, "ttiMs": 166, "destroyMs": 93, "roundTripMs": 649, "region": "LAX", "i": 6, "warmup": false }, { "startedAt": "2026-10-18T11:39:57.582Z", "ok": true, "createMs": 0, "firstCommandMs": 58, "ttiMs": 58, "destroyMs": 213, "roundTripMs": 703, "region": "LAX", "i": 7, "warmup": false }, { "startedAt": "2026-10-18T11:39:58.285Z", "ok": true, "createMs": 0, "firstCommandMs": 234, "ttiMs": 234, "destroyMs": 76, "roundTripMs": 777, "region": "LAX", "i": 8, "warmup": false }, { "startedAt": "2026-10-18T11:39:59.063Z", "ok": true, "createMs": 0, "firstCommandMs": 219, "ttiMs": 219, "destroyMs": 71, "roundTripMs": 762, "region": "LAX", "i": 9, "warmup": false }, { "startedAt": "2026-10-18T11:39:59.824Z", "ok": true, "createMs": 0, "firstCommandMs": 153, "ttiMs": 153, "destroyMs": 147, "roundTripMs": 746, "region": "LAX", "i": 10, "warmup": false } ] }, { "provider": "browser-use", "category": "browser", "sdk": { "name": "Browser Use REST API", "version": "v4" }, "region": { "requested": null, "note": "Browser Use default placement (no region parameter on browser creation; proxy disabled)" }, "resources": { "headless": "Browser Use default", "proxy": "disabled", "solveCaptchas": false, "recording": false, "timeoutMin": 1 }, "billing": { "perHour": 0.02, "rounding": "minute", "minSec": 60, "source": "https://docs.browser-use.com/cloud/api-v4/browsers/create-browser-session" }, "startedAt": "2026-10-18T11:40:00.851Z", "sweeps": [ { "phase": "before", "found": 0, "destroyed": 0, "remaining": 0, "supported": true }, { "phase": "after", "found": 0, "destroyed": 0, "remaining": 0, "supported": true } ], "finishedAt": "2026-10-18T11:40:18.347Z", "primaryMetric": "readyMs", "attempted": 10, "succeeded": 10, "successRate": 1, "metrics": { "readyMs": { "n": 10, "medianMs": 1135, "p95Ms": 2286, "minMs": 1074, "maxMs": 2286 }, "createMs": { "n": 10, "medianMs": 240, "p95Ms": 1347, "minMs": 208, "maxMs": 1347 }, "connectMs": { "n": 10, "medianMs": 739, "p95Ms": 804, "minMs": 717, "maxMs": 804 }, "gotoMs": { "n": 10, "medianMs": 146, "p95Ms": 172, "minMs": 136, "maxMs": 172 }, "releaseMs": { "n": 10, "medianMs": 86, "p95Ms": 127, "minMs": 73, "maxMs": 127 } }, "summary": { "metric": "readyMs", "n": 10, "medianMs": 1135, "p95Ms": 2286, "minMs": 1074, "maxMs": 2286, "attempted": 10, "successRate": 1 }, "status": "ok", "warmupSample": { "startedAt": "2026-10-18T11:40:01.411Z", "ok": true, "createMs": 1475, "connectMs": 824, "gotoMs": 241, "httpStatus": 200, "readyMs": 2540, "releaseMs": 77, "i": 0, "warmup": true }, "samples": [ { "startedAt": "2026-10-18T11:40:04.097Z", "ok": true, "createMs": 1347, "connectMs": 768, "gotoMs": 171, "httpStatus": 200, "readyMs": 2286, "releaseMs": 85, "i": 1, "warmup": false }, { "startedAt": "2026-10-18T11:40:06.534Z", "ok": true, "createMs": 213, "connectMs": 726, "gotoMs": 144, "httpStatus": 200, "readyMs": 1083, "releaseMs": 86, "i": 2, "warmup": false }, { "startedAt": "2026-10-18T11:40:07.770Z", "ok": true, "createMs": 208, "connectMs": 726, "gotoMs": 140, "httpStatus": 200, "readyMs": 1074, "releaseMs": 101, "i": 3, "warmup": false }, { "startedAt": "2026-10-18T11:40:09.012Z", "ok": true, "createMs": 221, "connectMs": 742, "gotoMs": 136, "httpStatus": 200, "readyMs": 1099, "releaseMs": 87, "i": 4, "warmup": false }, { "startedAt": "2026-10-18T11:40:10.264Z", "ok": true, "createMs": 331, "connectMs": 804, "gotoMs": 144, "httpStatus": 200, "readyMs": 1279, "releaseMs": 75, "i": 5, "warmup": false }, { "startedAt": "2026-10-18T11:40:11.685Z", "ok": true, "createMs": 248, "connectMs": 742, "gotoMs": 146, "httpStatus": 200, "readyMs": 1136, "releaseMs": 73, "i": 6, "warmup": false }, { "startedAt": "2026-10-18T11:40:12.957Z", "ok": true, "createMs": 280, "connectMs": 739, "gotoMs": 165, "httpStatus": 200, "readyMs": 1184, "releaseMs": 73, "i": 7, "warmup": false }, { "startedAt": "2026-10-18T11:40:14.281Z", "ok": true, "createMs": 240, "connectMs": 735, "gotoMs": 160, "httpStatus": 200, "readyMs": 1135, "releaseMs": 87, "i": 8, "warmup": false }, { "startedAt": "2026-10-18T11:40:15.571Z", "ok": true, "createMs": 221, "connectMs": 717, "gotoMs": 172, "httpStatus": 200, "readyMs": 1110, "releaseMs": 127, "i": 9, "warmup": false }, { "startedAt": "2026-10-18T11:40:16.873Z", "ok": true, "createMs": 298, "connectMs": 776, "gotoMs": 162, "httpStatus": 200, "readyMs": 1236, "releaseMs": 98, "i": 10, "warmup": false } ] }, { "provider": "steel", "category": "browser", "sdk": { "name": "steel-sdk", "version": "0.18.0" }, "region": { "requested": "iad" }, "resources": { "headless": "Steel default" }, "startedAt": "2026-10-18T11:40:18.379Z", "sweeps": [ { "phase": "before", "found": 0, "destroyed": 0, "remaining": 0, "supported": true }, { "phase": "after", "found": 0, "destroyed": 0, "remaining": 0, "supported": true } ], "finishedAt": "2026-10-18T11:40:44.301Z", "primaryMetric": "readyMs", "attempted": 10, "succeeded": 10, "successRate": 1, "metrics": { "readyMs": { "n": 10, "medianMs": 1650, "p95Ms": 2532, "minMs": 1388, "maxMs": 2532 }, "createMs": { "n": 10, "medianMs": 396, "p95Ms": 575, "minMs": 300, "maxMs": 575 }, "connectMs": { "n": 10, "medianMs": 913, "p95Ms": 1707, "minMs": 736, "maxMs": 1707 }, "gotoMs": { "n": 10, "medianMs": 256, "p95Ms": 399, "minMs": 218, "maxMs": 399 }, "releaseMs": { "n": 10, "medianMs": 213, "p95Ms": 243, "minMs": 195, "maxMs": 243 } }, "summary": { "metric": "readyMs", "n": 10, "medianMs": 1650, "p95Ms": 2532, "minMs": 1388, "maxMs": 2532, "attempted": 10, "successRate": 1 }, "status": "ok", "warmupSample": { "startedAt": "2026-10-18T11:40:19.005Z", "ok": true, "createMs": 764, "region": "iad", "connectMs": 1760, "gotoMs": 311, "httpStatus": 200, "readyMs": 2835, "releaseMs": 213, "i": 0, "warmup": true }, "samples": [ { "startedAt": "2026-10-18T11:40:22.161Z", "ok": true, "createMs": 564, "region": "iad", "connectMs": 1707, "gotoMs": 261, "httpStatus": 200, "readyMs": 2532, "releaseMs": 238, "i": 1, "warmup": false }, { "startedAt": "2026-10-18T11:40:25.046Z", "ok": true, "createMs": 337, "region": "iad", "connectMs": 1617, "gotoMs": 341, "httpStatus": 200, "readyMs": 2295, "releaseMs": 223, "i": 2, "warmup": false }, { "startedAt": "2026-10-18T11:40:27.670Z", "ok": true, "createMs": 575, "region": "iad", "connectMs": 811, "gotoMs": 264, "httpStatus": 200, "readyMs": 1650, "releaseMs": 243, "i": 3, "warmup": false }, { "startedAt": "2026-10-18T11:40:29.673Z", "ok": true, "createMs": 351, "region": "iad", "connectMs": 736, "gotoMs": 301, "httpStatus": 200, "readyMs": 1388, "releaseMs": 212, "i": 4, "warmup": false }, { "startedAt": "2026-10-18T11:40:31.380Z", "ok": true, "createMs": 476, "region": "iad", "connectMs": 752, "gotoMs": 256, "httpStatus": 200, "readyMs": 1484, "releaseMs": 213, "i": 5, "warmup": false }, { "startedAt": "2026-10-18T11:40:33.189Z", "ok": true, "createMs": 496, "region": "iad", "connectMs": 1635, "gotoMs": 225, "httpStatus": 200, "readyMs": 2356, "releaseMs": 195, "i": 6, "warmup": false }, { "startedAt": "2026-10-18T11:40:35.849Z", "ok": true, "createMs": 396, "region": "iad", "connectMs": 1625, "gotoMs": 218, "httpStatus": 200, "readyMs": 2239, "releaseMs": 219, "i": 7, "warmup": false }, { "startedAt": "2026-10-18T11:40:38.419Z", "ok": true, "createMs": 478, "region": "iad", "connectMs": 913, "gotoMs": 399, "httpStatus": 200, "readyMs": 1790, "releaseMs": 199, "i": 8, "warmup": false }, { "startedAt": "2026-10-18T11:40:40.514Z", "ok": true, "createMs": 318, "region": "iad", "connectMs": 880, "gotoMs": 225, "httpStatus": 200, "readyMs": 1423, "releaseMs": 237, "i": 9, "warmup": false }, { "startedAt": "2026-10-18T11:40:42.281Z", "ok": true, "createMs": 300, "region": "iad", "connectMs": 985, "gotoMs": 235, "httpStatus": 200, "readyMs": 1520, "releaseMs": 208, "i": 10, "warmup": false } ] }, { "provider": "daytona", "category": "sandbox", "sdk": { "name": "@daytonaio/sdk", "version": "0.225.0" }, "region": { "requested": "us" }, "resources": { "snapshot": "default", "note": "Daytona default snapshot resources" }, "startedAt": "2026-10-18T11:40:44.484Z", "sweeps": [ { "phase": "before", "found": 0, "destroyed": 0, "remaining": 0, "supported": true }, { "phase": "after", "found": 0, "destroyed": 0, "remaining": 0, "supported": true } ], "finishedAt": "2026-10-18T11:40:59.361Z", "primaryMetric": "ttiMs", "attempted": 10, "succeeded": 10, "successRate": 1, "metrics": { "ttiMs": { "n": 10, "medianMs": 1207, "p95Ms": 1561, "minMs": 650, "maxMs": 1561 }, "createMs": { "n": 10, "medianMs": 1058, "p95Ms": 1313, "minMs": 485, "maxMs": 1313 }, "firstCommandMs": { "n": 10, "medianMs": 145, "p95Ms": 303, "minMs": 94, "maxMs": 303 }, "destroyMs": { "n": 10, "medianMs": 125, "p95Ms": 219, "minMs": 82, "maxMs": 219 } }, "summary": { "metric": "ttiMs", "n": 10, "medianMs": 1207, "p95Ms": 1561, "minMs": 650, "maxMs": 1561, "attempted": 10, "successRate": 1 }, "status": "ok", "warmupSample": { "startedAt": "2026-10-18T11:40:44.631Z", "ok": true, "createMs": 789, "firstCommandMs": 235, "ttiMs": 1024, "destroyMs": 85, "i": 0, "warmup": true }, "samples": [ { "startedAt": "2026-10-18T11:40:45.741Z", "ok": true, "createMs": 730, "firstCommandMs": 133, "ttiMs": 863, "destroyMs": 82, "i": 1, "warmup": false }, { "startedAt": "2026-10-18T11:40:46.686Z", "ok": true, "createMs": 485, "firstCommandMs": 165, "ttiMs": 650, "destroyMs": 219, "i": 2, "warmup": false }, { "startedAt": "2026-10-18T11:40:47.555Z", "ok": true, "createMs": 1313, "firstCommandMs": 94, "ttiMs": 1407, "destroyMs": 89, "i": 3, "warmup": false }, { "startedAt": "2026-10-18T11:40:49.051Z", "ok": true, "createMs": 849, "firstCommandMs": 121, "ttiMs": 970, "destroyMs": 192, "i": 4, "warmup": false }, { "startedAt": "2026-10-18T11:40:50.214Z", "ok": true, "createMs": 1058, "firstCommandMs": 297, "ttiMs": 1355, "destroyMs": 157, "i": 5, "warmup": false }, { "startedAt": "2026-10-18T11:40:51.726Z", "ok": true, "createMs": 1263, "firstCommandMs": 298, "ttiMs": 1561, "destroyMs": 206, "i": 6, "warmup": false }, { "startedAt": "2026-10-18T11:40:53.494Z", "ok": true, "createMs": 1105, "firstCommandMs": 303, "ttiMs": 1408, "destroyMs": 125, "i": 7, "warmup": false }, { "startedAt": "2026-10-18T11:40:55.027Z", "ok": true, "createMs": 1087, "firstCommandMs": 120, "ttiMs": 1207, "destroyMs": 83, "i": 8, "warmup": false }, { "startedAt": "2026-10-18T11:40:56.317Z", "ok": true, "createMs": 1223, "firstCommandMs": 286, "ttiMs": 1509, "destroyMs": 95, "i": 9, "warmup": false }, { "startedAt": "2026-10-18T11:40:57.921Z", "ok": true, "createMs": 954, "firstCommandMs": 145, "ttiMs": 1099, "destroyMs": 135, "i": 10, "warmup": false } ] }, { "provider": "kernel", "category": "browser", "sdk": { "name": "@onkernel/sdk", "version": "0.127.0" }, "region": { "requested": null, "note": "KERNEL default placement (region selection needs a Start-Up or Enterprise plan); observed region recorded per sample" }, "resources": { "headless": true, "stealth": false }, "startedAt": "2026-10-18T11:40:59.383Z", "sweeps": [ { "phase": "before", "found": 0, "destroyed": 0, "remaining": 0, "supported": true }, { "phase": "after", "found": 0, "destroyed": 0, "remaining": 0, "supported": true } ], "finishedAt": "2026-10-18T11:41:11.218Z", "primaryMetric": "readyMs", "attempted": 10, "succeeded": 10, "successRate": 1, "metrics": { "readyMs": { "n": 10, "medianMs": 882, "p95Ms": 1036, "minMs": 704, "maxMs": 1036 }, "createMs": { "n": 10, "medianMs": 206, "p95Ms": 225, "minMs": 178, "maxMs": 225 }, "connectMs": { "n": 10, "medianMs": 362, "p95Ms": 556, "minMs": 337, "maxMs": 556 }, "gotoMs": { "n": 10, "medianMs": 266, "p95Ms": 333, "minMs": 181, "maxMs": 333 }, "releaseMs": { "n": 10, "medianMs": 95, "p95Ms": 109, "minMs": 75, "maxMs": 109 } }, "summary": { "metric": "readyMs", "n": 10, "medianMs": 882, "p95Ms": 1036, "minMs": 704, "maxMs": 1036, "attempted": 10, "successRate": 1 }, "status": "ok", "warmupSample": { "startedAt": "2026-10-18T11:40:59.624Z", "ok": true, "createMs": 360, "region": "us-east", "connectMs": 503, "gotoMs": 193, "httpStatus": 200, "readyMs": 1056, "releaseMs": 114, "i": 0, "warmup": true }, "samples": [ { "startedAt": "2026-10-18T11:41:00.845Z", "ok": true, "createMs": 203, "region": "us-east", "connectMs": 412, "gotoMs": 333, "httpStatus": 200, "readyMs": 948, "releaseMs": 101, "i": 1, "warmup": false }, { "startedAt": "2026-10-18T11:41:01.952Z", "ok": true, "createMs": 207, "region": "us-east", "connectMs": 524, "gotoMs": 258, "httpStatus": 200, "readyMs": 989, "releaseMs": 109, "i": 2, "warmup": false }, { "startedAt": "2026-10-18T11:41:03.102Z", "ok": true, "createMs": 205, "region": "us-east", "connectMs": 433, "gotoMs": 266, "httpStatus": 200, "readyMs": 904, "releaseMs": 85, "i": 3, "warmup": false }, { "startedAt": "2026-10-18T11:41:04.143Z", "ok": true, "createMs": 215, "region": "us-east", "connectMs": 362, "gotoMs": 233, "httpStatus": 200, "readyMs": 810, "releaseMs": 95, "i": 4, "warmup": false }, { "startedAt": "2026-10-18T11:41:05.100Z", "ok": true, "createMs": 199, "region": "us-east", "connectMs": 337, "gotoMs": 282, "httpStatus": 200, "readyMs": 818, "releaseMs": 75, "i": 5, "warmup": false }, { "startedAt": "2026-10-18T11:41:06.045Z", "ok": true, "createMs": 225, "region": "us-east", "connectMs": 556, "gotoMs": 255, "httpStatus": 200, "readyMs": 1036, "releaseMs": 98, "i": 6, "warmup": false }, { "startedAt": "2026-10-18T11:41:07.230Z", "ok": true, "createMs": 217, "region": "us-east", "connectMs": 375, "gotoMs": 290, "httpStatus": 200, "readyMs": 882, "releaseMs": 93, "i": 7, "warmup": false }, { "startedAt": "2026-10-18T11:41:08.257Z", "ok": true, "createMs": 216, "region": "us-east", "connectMs": 356, "gotoMs": 333, "httpStatus": 200, "readyMs": 905, "releaseMs": 102, "i": 8, "warmup": false }, { "startedAt": "2026-10-18T11:41:09.316Z", "ok": true, "createMs": 178, "region": "us-east", "connectMs": 345, "gotoMs": 181, "httpStatus": 200, "readyMs": 704, "releaseMs": 81, "i": 9, "warmup": false }, { "startedAt": "2026-10-18T11:41:10.152Z", "ok": true, "createMs": 206, "region": "us-east", "connectMs": 351, "gotoMs": 269, "httpStatus": 200, "readyMs": 826, "releaseMs": 100, "i": 10, "warmup": false } ] }, { "provider": "cloudflare-browser-run", "category": "browser", "sdk": { "name": "@cloudflare/playwright via Workers browser binding (bench Worker)", "version": "1.3.6" }, "region": { "requested": null, "note": "Cloudflare placement (Worker colo nearest the runner; colo recorded per sample)" }, "resources": { "headless": true, "keepAliveMs": 10000 }, "timing": { "measuredInside": "worker", "note": "createMs (acquire), connectMs, gotoMs (newPage + goto, domcontentloaded) and releaseMs are measured inside the Worker with Date.now(), so the browser and the timer are both inside Cloudflare's network. The other browser providers are timed on the runner, over the internet. roundTripMs is the client-side time for the whole request." }, "startedAt": "2026-10-18T11:41:11.219Z", "sweeps": [ { "phase": "before", "found": 0, "destroyed": 0, "remaining": null, "supported": false }, { "phase": "after", "found": 0, "destroyed": 0, "remaining": null, "supported": false } ], "leftoverCheck": { "active": 0, "recent": 38, "closeReasons": { "NormalClosure": 38 } }, "finishedAt": "2026-10-18T11:41:23.570Z", "primaryMetric": "readyMs", "attempted": 10, "succeeded": 10, "successRate": 1, "metrics": { "readyMs": { "n": 10, "medianMs": 666, "p95Ms": 1363, "minMs": 491, "maxMs": 1363 }, "createMs": { "n": 10, "medianMs": 156, "p95Ms": 922, "minMs": 131, "maxMs": 922 }, "connectMs": { "n": 10, "medianMs": 105, "p95Ms": 127, "minMs": 81, "maxMs": 127 }, "gotoMs": { "n": 10, "medianMs": 354, "p95Ms": 447, "minMs": 279, "maxMs": 447 }, "releaseMs": { "n": 10, "medianMs": 58, "p95Ms": 75, "minMs": 45, "maxMs": 75 }, "roundTripMs": { "n": 10, "medianMs": 777, "p95Ms": 1466, "minMs": 579, "maxMs": 1466 } }, "summary": { "metric": "readyMs", "n": 10, "medianMs": 666, "p95Ms": 1363, "minMs": 491, "maxMs": 1363, "attempted": 10, "successRate": 1 }, "status": "ok", "warmupSample": { "startedAt": "2026-10-18T11:41:11.219Z", "ok": true, "createMs": 1048, "connectMs": 115, "gotoMs": 317, "readyMs": 1480, "releaseMs": 54, "httpStatus": 200, "region": "LAX", "roundTripMs": 1725, "i": 0, "warmup": true }, "samples": [ { "startedAt": "2026-10-18T11:41:12.945Z", "ok": true, "createMs": 197, "connectMs": 105, "gotoMs": 418, "readyMs": 720, "releaseMs": 65, "httpStatus": 200, "region": "LAX", "roundTripMs": 829, "i": 1, "warmup": false }, { "startedAt": "2026-10-18T11:41:13.944Z", "ok": true, "createMs": 156, "connectMs": 88, "gotoMs": 422, "readyMs": 666, "releaseMs": 71, "httpStatus": 200, "region": "LAX", "roundTripMs": 789, "i": 2, "warmup": false }, { "startedAt": "2026-10-18T11:41:14.944Z", "ok": true, "createMs": 922, "connectMs": 87, "gotoMs": 354, "readyMs": 1363, "releaseMs": 58, "httpStatus": 200, "region": "LAX", "roundTripMs": 1466, "i": 3, "warmup": false }, { "startedAt": "2026-10-18T11:41:16.412Z", "ok": true, "createMs": 154, "connectMs": 106, "gotoMs": 367, "readyMs": 627, "releaseMs": 51, "httpStatus": 200, "region": "LAX", "roundTripMs": 705, "i": 4, "warmup": false }, { "startedAt": "2026-10-18T11:41:17.411Z", "ok": true, "createMs": 131, "connectMs": 81, "gotoMs": 279, "readyMs": 491, "releaseMs": 45, "httpStatus": 200, "region": "LAX", "roundTripMs": 579, "i": 5, "warmup": false }, { "startedAt": "2026-10-18T11:41:18.411Z", "ok": true, "createMs": 135, "connectMs": 86, "gotoMs": 447, "readyMs": 668, "releaseMs": 72, "httpStatus": 200, "region": "LAX", "roundTripMs": 777, "i": 6, "warmup": false }, { "startedAt": "2026-10-18T11:41:19.411Z", "ok": true, "createMs": 496, "connectMs": 106, "gotoMs": 326, "readyMs": 928, "releaseMs": 70, "httpStatus": 200, "region": "LAX", "roundTripMs": 1041, "i": 7, "warmup": false }, { "startedAt": "2026-10-18T11:41:20.453Z", "ok": true, "createMs": 180, "connectMs": 127, "gotoMs": 302, "readyMs": 609, "releaseMs": 50, "httpStatus": 200, "region": "LAX", "roundTripMs": 706, "i": 8, "warmup": false }, { "startedAt": "2026-10-18T11:41:21.453Z", "ok": true, "createMs": 192, "connectMs": 109, "gotoMs": 291, "readyMs": 592, "releaseMs": 50, "httpStatus": 200, "region": "LAX", "roundTripMs": 669, "i": 9, "warmup": false }, { "startedAt": "2026-10-18T11:41:22.453Z", "ok": true, "createMs": 149, "connectMs": 114, "gotoMs": 426, "readyMs": 689, "releaseMs": 75, "httpStatus": 200, "region": "LAX", "roundTripMs": 801, "i": 10, "warmup": false } ] }, { "provider": "e2b", "category": "sandbox", "sdk": { "name": "e2b", "version": "2.55.0" }, "region": { "requested": null, "note": "E2B Cloud default region (not selectable via SDK)" }, "resources": { "template": "base (default)", "note": "template defaults" }, "startedAt": "2026-10-18T11:41:23.653Z", "sweeps": [ { "phase": "before", "found": 0, "destroyed": 0, "remaining": 0, "supported": true }, { "phase": "after", "found": 0, "destroyed": 0, "remaining": 0, "supported": true } ], "finishedAt": "2026-10-18T11:41:27.810Z", "primaryMetric": "ttiMs", "attempted": 10, "succeeded": 10, "successRate": 1, "metrics": { "ttiMs": { "n": 10, "medianMs": 225, "p95Ms": 668, "minMs": 160, "maxMs": 668 }, "createMs": { "n": 10, "medianMs": 173, "p95Ms": 614, "minMs": 108, "maxMs": 614 }, "firstCommandMs": { "n": 10, "medianMs": 52, "p95Ms": 61, "minMs": 50, "maxMs": 61 }, "destroyMs": { "n": 10, "medianMs": 51, "p95Ms": 53, "minMs": 48, "maxMs": 53 } }, "summary": { "metric": "ttiMs", "n": 10, "medianMs": 225, "p95Ms": 668, "minMs": 160, "maxMs": 668, "attempted": 10, "successRate": 1 }, "status": "ok", "warmupSample": { "startedAt": "2026-10-18T11:41:23.872Z", "ok": true, "createMs": 114, "firstCommandMs": 175, "ttiMs": 289, "destroyMs": 51, "i": 0, "warmup": true }, "samples": [ { "startedAt": "2026-10-18T11:41:24.211Z", "ok": true, "createMs": 115, "firstCommandMs": 61, "ttiMs": 176, "destroyMs": 52, "i": 1, "warmup": false }, { "startedAt": "2026-10-18T11:41:24.439Z", "ok": true, "createMs": 614, "firstCommandMs": 54, "ttiMs": 668, "destroyMs": 51, "i": 2, "warmup": false }, { "startedAt": "2026-10-18T11:41:25.158Z", "ok": true, "createMs": 585, "firstCommandMs": 53, "ttiMs": 638, "destroyMs": 50, "i": 3, "warmup": false }, { "startedAt": "2026-10-18T11:41:25.846Z", "ok": true, "createMs": 193, "firstCommandMs": 56, "ttiMs": 249, "destroyMs": 51, "i": 4, "warmup": false }, { "startedAt": "2026-10-18T11:41:26.146Z", "ok": true, "createMs": 232, "firstCommandMs": 53, "ttiMs": 285, "destroyMs": 51, "i": 5, "warmup": false }, { "startedAt": "2026-10-18T11:41:26.482Z", "ok": true, "createMs": 238, "firstCommandMs": 50, "ttiMs": 288, "destroyMs": 48, "i": 6, "warmup": false }, { "startedAt": "2026-10-18T11:41:26.819Z", "ok": true, "createMs": 134, "firstCommandMs": 52, "ttiMs": 186, "destroyMs": 51, "i": 7, "warmup": false }, { "startedAt": "2026-10-18T11:41:27.056Z", "ok": true, "createMs": 173, "firstCommandMs": 52, "ttiMs": 225, "destroyMs": 53, "i": 8, "warmup": false }, { "startedAt": "2026-10-18T11:41:27.334Z", "ok": true, "createMs": 122, "firstCommandMs": 51, "ttiMs": 173, "destroyMs": 50, "i": 9, "warmup": false }, { "startedAt": "2026-10-18T11:41:27.557Z", "ok": true, "createMs": 108, "firstCommandMs": 52, "ttiMs": 160, "destroyMs": 48, "i": 10, "warmup": false } ] }, { "provider": "modal", "category": "sandbox", "sdk": { "name": "modal", "version": "0.11.1" }, "region": { "requested": null, "note": "Modal default placement (region selection not used; it carries a price multiplier)" }, "resources": { "cpu": 1, "cpuNote": "1 physical core = 2 vCPU", "memoryMiB": 4096, "image": "alpine:3.21" }, "startedAt": "2026-10-18T11:41:27.893Z", "sweeps": [ { "phase": "before", "found": 0, "destroyed": 0, "remaining": 0, "supported": true }, { "phase": "after", "found": 1, "destroyed": 1, "remaining": 0, "supported": true } ], "finishedAt": "2026-10-18T11:41:41.757Z", "primaryMetric": "ttiMs", "attempted": 10, "succeeded": 10, "successRate": 1, "metrics": { "ttiMs": { "n": 10, "medianMs": 567, "p95Ms": 1554, "minMs": 434, "maxMs": 1554 }, "createMs": { "n": 10, "medianMs": 77, "p95Ms": 134, "minMs": 70, "maxMs": 134 }, "firstCommandMs": { "n": 10, "medianMs": 472, "p95Ms": 1477, "minMs": 364, "maxMs": 1477 }, "destroyMs": { "n": 10, "medianMs": 74, "p95Ms": 121, "minMs": 60, "maxMs": 121 } }, "summary": { "metric": "ttiMs", "n": 10, "medianMs": 567, "p95Ms": 1554, "minMs": 434, "maxMs": 1554, "attempted": 10, "successRate": 1 }, "status": "ok", "warmupSample": { "startedAt": "2026-10-18T11:41:28.322Z", "ok": true, "createMs": 238, "firstCommandMs": 487, "ttiMs": 725, "destroyMs": 71, "i": 0, "warmup": true }, "samples": [ { "startedAt": "2026-10-18T11:41:29.118Z", "ok": true, "createMs": 134, "firstCommandMs": 468, "ttiMs": 602, "destroyMs": 120, "i": 1, "warmup": false }, { "startedAt": "2026-10-18T11:41:29.840Z", "ok": true, "createMs": 91, "firstCommandMs": 516, "ttiMs": 607, "destroyMs": 91, "i": 2, "warmup": false }, { "startedAt": "2026-10-18T11:41:30.538Z", "ok": true, "createMs": 76, "firstCommandMs": 472, "ttiMs": 548, "destroyMs": 74, "i": 3, "warmup": false }, { "startedAt": "2026-10-18T11:41:31.161Z", "ok": true, "createMs": 73, "firstCommandMs": 537, "ttiMs": 610, "destroyMs": 63, "i": 4, "warmup": false }, { "startedAt": "2026-10-18T11:41:31.834Z", "ok": true, "createMs": 77, "firstCommandMs": 1477, "ttiMs": 1554, "destroyMs": 64, "i": 5, "warmup": false }, { "startedAt": "2026-10-18T11:41:33.452Z", "ok": true, "createMs": 79, "firstCommandMs": 488, "ttiMs": 567, "destroyMs": 74, "i": 6, "warmup": false }, { "startedAt": "2026-10-18T11:41:34.092Z", "ok": true, "createMs": 128, "firstCommandMs": 449, "ttiMs": 577, "destroyMs": 121, "i": 7, "warmup": false }, { "startedAt": "2026-10-18T11:41:34.790Z", "ok": true, "createMs": 92, "firstCommandMs": 387, "ttiMs": 479, "destroyMs": 87, "i": 8, "warmup": false }, { "startedAt": "2026-10-18T11:41:35.356Z", "ok": true, "createMs": 70, "firstCommandMs": 364, "ttiMs": 434, "destroyMs": 60, "i": 9, "warmup": false }, { "startedAt": "2026-10-18T11:41:35.851Z", "ok": true, "createMs": 77, "firstCommandMs": 488, "ttiMs": 565, "destroyMs": 67, "i": 10, "warmup": false } ] } ], "notRun": [ { "provider": "hyperbrowser", "category": "browser", "status": "skipped", "reason": "missing secret(s): HYPERBROWSER_API_KEY" }, { "provider": "browserbase", "category": "browser", "status": "skipped", "reason": "missing secret(s): BROWSERBASE_API_KEY, BROWSERBASE_PROJECT_ID" }, { "provider": "vercel", "category": "sandbox", "status": "skipped", "reason": "missing secret(s): VERCEL_TOKEN, VERCEL_TEAM_ID, VERCEL_PROJECT_ID" }, { "provider": "blaxel", "category": "sandbox", "status": "excluded", "reason": "Terms prohibit publishing benchmarks (pricing only)." } ] }