{"id":"aud_01M23R53774BA7GNSD1P9KR366","target":{"owner":"vercel","repo":"edge-runtime","subpath":"","ref":"main","sha":"0f5504b6065d4fb29535b348391d4ed55a9450d3","defaultBranch":"main","visibility":"public","sizeKb":4604,"archived":false,"fork":false,"userId":null},"status":"complete","overall":34,"band":"poor","bandLabel":"Poor","worldClassNote":null,"verdict":"FAIL","evidence":"observed","applicableWeight":90,"verdictSentence":"Edge Runtime installs cleanly but its documented quickstart, build, and test commands all fail on a clean clone, leaving the project's core promise unverified.","debtParagraph":"Install succeeds, but the README quickstart throws ERR_MODULE_NOT_FOUND, `pnpm run build` fails offline fetching Google Fonts, and `pnpm test` fails across five packages. CLI output lacks --json and documented exit codes. Version-support and CI-parity signals are clean, but clone-to-working-code fundamentals are broken.","magicPath":{"seconds":26.379,"status":"FAIL","evidence":"observed","commands":3,"credentials":0,"contextSwitches":0},"commands":[{"stage":"install","command":"pnpm install --recursive --loglevel=error","note":"from .github/workflows/test.yml line 33","exit":0,"seconds":26.249,"skipped":false,"cut":false},{"stage":"build","command":"pnpm run build","note":"from package.json line 37","exit":1,"seconds":28.7,"skipped":false,"cut":true},{"stage":"test","command":"pnpm test","note":"from package.json line 41","exit":1,"seconds":16.743,"skipped":false,"cut":true},{"stage":"execute","command":"node -e \"import('edge-runtime').then(async ({EdgeRuntime}) => { const runtime = new EdgeRuntime(); const result = await runtime.evaluate('1 + 1'); console.log(result); })\"","note":"from docs/content/getting-started.mdx line 20","exit":1,"seconds":0.065,"skipped":false,"cut":false},{"stage":"verify","command":"node -e \"import('edge-runtime').then(m => { if (typeof m.EdgeRuntime !== 'function') throw new Error('EdgeRuntime export missing'); console.log('EdgeRuntime export OK'); })\"","note":"from docs/content/getting-started.mdx line 18","exit":1,"seconds":0.064,"skipped":false,"cut":false}],"areas":[{"key":"ttfv","name":"Time to first value","weight":20,"effectiveWeight":22,"applicable":true,"score":15,"evidence":"observed","ceiling":100,"bound":null,"notes":"Documented quickstart import of edge-runtime throws ERR_MODULE_NOT_FOUND right after install; BROKEN_QUICKSTART fired."},{"key":"api","name":"API","weight":15,"effectiveWeight":17,"applicable":true,"score":30,"evidence":"estimated","ceiling":69,"bound":null,"notes":"Same ERR_MODULE_NOT_FOUND blocks verifying that package exports (EdgeRuntime) are importable at all."},{"key":"sdk","name":"SDK","weight":10,"effectiveWeight":0,"applicable":false,"reason":"fewer than two SDK packages sharing the product name","score":null,"evidence":"unverified","ceiling":null,"bound":null},{"key":"cli_config","name":"CLI and configuration","weight":10,"effectiveWeight":11,"applicable":true,"score":45,"evidence":"reviewed","ceiling":84,"bound":null,"notes":"CLI has no --json flag and undocumented exit codes; limits scriptability and agent use."},{"key":"errors_recovery","name":"Errors and recovery","weight":12,"effectiveWeight":13,"applicable":true,"score":40,"evidence":"reviewed","ceiling":84,"bound":null,"notes":"Errors observed (module resolution, build/test failures) lack linked docs, fix guidance, or documented exit codes."},{"key":"documentation","name":"Documentation","weight":10,"effectiveWeight":11,"applicable":true,"score":40,"evidence":"observed","ceiling":100,"bound":null,"notes":"Getting-started doc leads to a failing quickstart; docs site itself fails to build offline."},{"key":"local_dev","name":"Local development","weight":8,"effectiveWeight":9,"applicable":true,"score":25,"evidence":"observed","ceiling":100,"bound":null,"notes":"pnpm run build fails without network access (Google Fonts fetch in docs package)."},{"key":"testing_quality","name":"Testing and quality","weight":8,"effectiveWeight":9,"applicable":true,"score":35,"evidence":"observed","ceiling":100,"bound":null,"notes":"pnpm test fails in jest-environment, vm, node-utils, cookies, and ponyfill packages on a clean clone."},{"key":"release_compatibility","name":"Release and compatibility","weight":7,"effectiveWeight":8,"applicable":true,"score":65,"evidence":"estimated","ceiling":69,"bound":null,"notes":"Supported Node versions match CI matrix and CI runs the documented test command; parity gates pass."}],"findings":[{"id":"F1","severity":"P0","problemClass":2,"stage":"execute","gate":"BROKEN_QUICKSTART","title":"Documented quickstart fails with ERR_MODULE_NOT_FOUND","publicTitle":"Quickstart execution fails on first run","why":"The README-documented import of edge-runtime throws ERR_MODULE_NOT_FOUND immediately after a clean install, so new users cannot reach a verified outcome.","evidence":{"label":"observed","lines":[],"pointer":"node -e \"import('edge-runtime').then(async ({EdgeRuntime}) => { const runtime = new EdgeRuntime(); const result = await runtime.evaluate('1 + 1'); console.log(result); })\""},"acceptanceTest":"placeholder","ownerSkill":"placeholder","fixPrompt":"placeholder","v0Eligible":false},{"id":"EXECUTION_BUDGET_EXCEEDED","severity":"P2","problemClass":7,"stage":"build","gate":null,"title":"pnpm run build was not observed within DX Score's 10-minute execution budget","publicTitle":"Execution budget exceeded before the journey finished","why":"pnpm run build was still running when our 10-minute execution budget ended; the standard allows 15 min for the magic path and 10 min for local development. Nothing here has failed — we did not see the end of it, so the affected gates and areas are UNVERIFIED rather than scored.","evidence":{"label":"unverified","lines":["runner exit 1","wall 1 m 12 s"],"pointer":"pnpm run build"},"acceptanceTest":"Point DX Score at a smaller workspace member, or reduce first-build time; every planned step completes inside the 10-minute budget and the affected gates read pass or fired.","ownerSkill":"developer-experience-auditor","fixPrompt":"DX Score could not finish pnpm run build within its 10-minute execution budget. Look for the slowest part of the install or build path (dependency count, native compilation, network fetches) and reduce it, or document a lighter path for a first run.","v0Eligible":false}],"gates":[{"gate":"BROKEN_CANONICAL_INSTALL","result":"pass","checked":"pnpm install --recursive --loglevel=error exits 0 from a clean clone with no credential prompt"},{"gate":"NON_REPRODUCIBLE_BUILD","result":"unverified","checked":"install, build and test did not finish inside our 10-minute execution budget — the standard allows 10 min, so nothing here has failed; we just didn't see the end of it"},{"gate":"BROKEN_QUICKSTART","result":"fired","checked":"node -e \"import('edge-runtime').then(async ({EdgeRuntime}) => { const runtime = new EdgeRuntime(); const result = await runtime.evaluate('1 + 1'); console.log(result); })\" exits 1 at the execute stage, so the documented quickstart never reaches a verified outcome","evidence":"code: 'ERR_MODULE_NOT_FOUND'\n}\nNode.js v24.19.0","closesWhen":"the documented quickstart reaches a verified outcome from a clean clone inside 15 min"},{"gate":"UNVERIFIABLE_CI_PARITY","result":"pass","checked":"the package.json test command pnpm test appears in .github/workflows/publish.yml, .github/workflows/test.yml, .github/workflows/update.yml, doc:README.md"},{"gate":"UNTESTED_SUPPORTED_VERSION","result":"pass","checked":"every version the repository claims to support appears in the CI matrix"},{"gate":"UNSAFE_EXAMPLES","result":"pass","checked":"no secret-shaped strings found in examples or docs"},{"gate":"UNEXPLAINED_ERROR","result":"unverified","checked":"no break or diagnose step executed — inventory-only evidence yields P2 findings, never this gate"},{"gate":"UNDOCUMENTED_BREAKING_API","result":"not_yet","checked":"needs two versions to compare — coming in v2"},{"gate":"SDK_API_DRIFT","result":"not_yet","checked":"needs an OpenAPI JSON spec and an SDK language to compare — not in v1"},{"gate":"STALE_PUBLIC_REFERENCE","result":"not_yet","checked":"needs a generated reference to compare against behaviour — not in v1"}],"engine":{"engineVersion":"0.5.0","skillsVersion":"2.9.4+de1abc8","modelId":"anthropic/claude-sonnet-5","temperature":0,"runner":"dx_journey.py (fork of journey_runner.py @ de1abc8)","sandbox":"vercel/sandbox/universal","vcpus":2,"plannerFallback":false,"journeyPinned":false,"droppedFindings":0,"budgetExceeded":true},"startedAt":"2026-09-09T18:51:15.206Z","finishedAt":"2026-09-09T18:55:36.650Z","durationSeconds":261,"cached":false}