docs: refresh benchmarks to 23 cross-repo tasks and 8 cal.com commits

.prettierignore

@@ -12,3 +12,7 @@ docs
 # Generated benchmark index dumps (untracked, >1MB)
 benchmarks/**/_turbovec/
 benchmarks/**/graphify/graphify-out/
+
+# Raw CLI captures that are not valid JSON (an NDJSON stream, a bad escape); kept byte-exact
+benchmarks/crossrepo/a-copy-is-not-the-original/opencode_deepseekv4.1flash_mcp_plumbline/raw_response.json
+benchmarks/crossrepo/pending-value-protocol/claudecli_opus5_mcp_plumbline_rejection_selection_v7/raw_response.json

benchmarks/crossrepo/a-cache-that-outlives-the-thing-it-was-keyed-to/.last_arm

@@ -0,0 +1 @@
+claudecli_opus5_mcp_turbovec

benchmarks/crossrepo/a-cache-that-outlives-the-thing-it-was-keyed-to/claudecli_opus5_bare/cost.json

@@ -0,0 +1,19 @@
+{
+  "session_id": "49881399-f9ac-485a-abb3-3cb892b5ee4f",
+  "usd_per_query_cli": 4.9143405,
+  "duration_ms": 460092,
+  "num_turns": 65,
+  "prompt_caching": "ENABLED (cache_read=6052147, cache_creation=114504)",
+  "cache_mode": "warm",
+  "cost_comparable_to_cold_runs": false,
+  "tokens": {
+    "input": 130,
+    "cache_read": 6052147,
+    "cache_creation": 114504,
+    "output": 29590
+  },
+  "tools_called": {
+    "Bash": 61,
+    "Grep": 3
+  }
+}

benchmarks/crossrepo/a-cache-that-outlives-the-thing-it-was-keyed-to/claudecli_opus5_bare/ranked.json

@@ -0,0 +1,127 @@
+[
+  {
+    "repo": "table",
+    "files": [
+      "packages/table-core/src/features/RowSelection.ts",
+      "packages/table-core/src/core/table.ts",
+      "packages/table-core/src/core/row.ts",
+      "packages/table-core/src/utils/getCoreRowModel.ts",
+      "packages/table-core/src/utils.ts",
+      "packages/table-core/src/features/RowExpanding.ts",
+      "packages/table-core/src/features/RowPinning.ts",
+      "packages/table-core/src/features/ColumnSizing.ts"
+    ]
+  },
+  {
+    "repo": "query",
+    "files": [
+      "packages/query-core/src/queryCache.ts",
+      "packages/query-core/src/query.ts",
+      "packages/query-core/src/removable.ts",
+      "packages/query-core/src/utils.ts",
+      "packages/query-core/src/mutationCache.ts",
+      "packages/query-core/src/queryClient.ts",
+      "packages/query-core/src/queriesObserver.ts",
+      "packages/query-core/src/queryObserver.ts",
+      "packages/query-core/src/mutation.ts"
+    ]
+  },
+  {
+    "repo": "jotai",
+    "files": [
+      "src/vanilla/utils/atomFamily.ts",
+      "src/vanilla/utils/splitAtom.ts",
+      "src/vanilla/utils/selectAtom.ts",
+      "src/vanilla/internals.ts",
+      "src/vanilla/utils/atomWithStorage.ts"
+    ]
+  },
+  {
+    "repo": "router",
+    "files": [
+      "packages/router-core/src/router.ts",
+      "packages/router-core/src/lru-cache.ts",
+      "packages/router-core/src/Matches.ts",
+      "packages/router-core/src/new-process-route-tree.ts"
+    ]
+  },
+  {
+    "repo": "db",
+    "files": [
+      "packages/db/src/query/live/collection-config-builder.ts",
+      "packages/db/src/collection/lifecycle.ts",
+      "packages/db/src/collection/cleanup-queue.ts",
+      "packages/db/src/query/live/collection-registry.ts",
+      "packages/db/src/collection/index.ts",
+      "packages/db/src/query/live-query-collection.ts"
+    ]
+  },
+  {
+    "repo": "primitives",
+    "files": ["packages/react/form/src/form.tsx"]
+  },
+  {
+    "repo": "redux-toolkit",
+    "files": [
+      "packages/toolkit/src/query/core/buildMiddleware/cacheCollection.ts",
+      "packages/toolkit/src/query/core/buildSlice.ts",
+      "packages/toolkit/src/query/defaultSerializeQueryArgs.ts",
+      "packages/toolkit/src/query/core/buildInitiate.ts",
+      "packages/toolkit/src/query/core/buildSelectors.ts",
+      "packages/toolkit/src/query/core/buildThunks.ts",
+      "packages/toolkit/src/query/core/buildMiddleware/cacheLifecycle.ts",
+      "packages/toolkit/src/entities/state_adapter.ts"
+    ]
+  },
+  {
+    "repo": "tldraw",
+    "files": [
+      "packages/store/src/lib/Store.ts",
+      "packages/store/src/lib/StoreQueries.ts",
+      "packages/store/src/lib/AtomMap.ts",
+      "packages/editor/src/lib/editor/Editor.ts",
+      "packages/utils/src/lib/cache.ts"
+    ]
+  },
+  {
+    "repo": "xyflow",
+    "files": [
+      "packages/system/src/utils/store.ts",
+      "packages/react/src/store/index.ts",
+      "packages/react/src/hooks/useUpdateNodeInternals.ts"
+    ]
+  },
+  {
+    "repo": "reselect",
+    "files": [
+      "src/weakMapMemoize.ts",
+      "src/lruMemoize.ts",
+      "src/createSelectorCreator.ts",
+      "src/autotrackMemoize/autotrackMemoize.ts"
+    ]
+  },
+  {
+    "repo": "zod",
+    "files": ["packages/zod/src/v4/core/registries.ts", "packages/zod/src/v4/core/to-json-schema.ts"]
+  },
+  {
+    "repo": "react",
+    "files": [
+      "packages/react/src/ReactCacheImpl.js",
+      "packages/react-reconciler/src/ReactFiberCacheComponent.js",
+      "packages/react-reconciler/src/ReactChildFiber.js"
+    ]
+  },
+  {
+    "repo": "zustand",
+    "files": ["src/middleware/persist.ts"]
+  },
+  {
+    "repo": "redux-devtools",
+    "files": ["packages/redux-devtools-app-core/src/reducers/instances.ts"]
+  },
+  {
+    "repo": "react-redux",
+    "files": ["src/components/Context.ts"]
+  }
+]

benchmarks/crossrepo/a-cache-that-outlives-the-thing-it-was-keyed-to/claudecli_opus5_bare/raw_response.json

@@ -0,0 +1,83 @@
+{
+  "duration_api_ms": 457230,
+  "stop_reason": "end_turn",
+  "session_id": "49881399-f9ac-485a-abb3-3cb892b5ee4f",
+  "total_cost_usd": 4.9143405,
+  "usage": {
+    "input_tokens": 130,
+    "cache_creation_input_tokens": 114504,
+    "cache_read_input_tokens": 6052147,
+    "output_tokens": 29590,
+    "output_tokens_details": { "thinking_tokens": 15963 },
+    "server_tool_use": { "web_search_requests": 0, "web_fetch_requests": 0 },
+    "service_tier": "standard",
+    "cache_creation": { "ephemeral_1h_input_tokens": 114504, "ephemeral_5m_input_tokens": 0 },
+    "inference_geo": "not_available",
+    "iterations": [
+      {
+        "input_tokens": 2,
+        "output_tokens": 2152,
+        "cache_read_input_tokens": 140177,
+        "cache_creation_input_tokens": 4885,
+        "cache_creation": { "ephemeral_5m_input_tokens": 0, "ephemeral_1h_input_tokens": 4885 },
+        "type": "message"
+      }
+    ],
+    "speed": "standard"
+  },
+  "modelUsage": {
+    "claude-haiku-4-5-20251001": {
+      "inputTokens": 2747,
+      "outputTokens": 16,
+      "cacheReadInputTokens": 0,
+      "cacheCreationInputTokens": 0,
+      "webSearchRequests": 0,
+      "costUSD": 0.0028269999999999997,
+      "contextWindow": 200000,
+      "maxOutputTokens": 32000,
+      "canonicalModel": "claude-haiku-4-5",
+      "provider": "firstParty",
+      "costBasis": "list"
+    },
+    "claude-opus-5": {
+      "inputTokens": 130,
+      "outputTokens": 29590,
+      "cacheReadInputTokens": 6052147,
+      "cacheCreationInputTokens": 114504,
+      "webSearchRequests": 0,
+      "costUSD": 4.9115135,
+      "contextWindow": 1000000,
+      "maxOutputTokens": 64000,
+      "canonicalModel": "claude-opus-5",
+      "provider": "firstParty",
+      "costBasis": "list"
+    }
+  },
+  "permission_denials": [],
+  "terminal_reason": "completed",
+  "fast_mode_state": "off",
+  "subagent_stats": {
+    "spawned": 0,
+    "requested": { "background": 0, "foreground": 0, "unset": 0 },
+    "started_in_background": 0,
+    "max_depth": 0,
+    "spawned_by_subagents": 0,
+    "completed": 0,
+    "failed": 0,
+    "killed": { "parent": 0, "user": 0, "system": 0 },
+    "refused": { "depth_limit": 0, "concurrency_limit": 0, "budget": 0 },
+    "by_type": {}
+  },
+  "is_error": false,
+  "num_turns": 65,
+  "subtype": "success",
+  "api_error_status": null,
+  "result": "All 16 repos verified at their pinned commits; every path below was confirmed with `git cat-file -e <commit>:<path>`.\n\n[{\"repo\": \"table\", \"files\": [\"packages/table-core/src/features/RowSelection.ts\", \"packages/table-core/src/core/table.ts\", \"packages/table-core/src/core/row.ts\", \"packages/table-core/src/utils/getCoreRowModel.ts\", \"packages/table-core/src/utils.ts\", \"packages/table-core/src/features/RowExpanding.ts\", \"packages/table-core/src/features/RowPinning.ts\", \"packages/table-core/src/features/ColumnSizing.ts\"]}, {\"repo\": \"query\", \"files\": [\"packages/query-core/src/queryCache.ts\", \"packages/query-core/src/query.ts\", \"packages/query-core/src/removable.ts\", \"packages/query-core/src/utils.ts\", \"packages/query-core/src/mutationCache.ts\", \"packages/query-core/src/queryClient.ts\", \"packages/query-core/src/queriesObserver.ts\", \"packages/query-core/src/queryObserver.ts\", \"packages/query-core/src/mutation.ts\"]}, {\"repo\": \"jotai\", \"files\": [\"src/vanilla/utils/atomFamily.ts\", \"src/vanilla/utils/splitAtom.ts\", \"src/vanilla/utils/selectAtom.ts\", \"src/vanilla/internals.ts\", \"src/vanilla/utils/atomWithStorage.ts\"]}, {\"repo\": \"router\", \"files\": [\"packages/router-core/src/router.ts\", \"packages/router-core/src/lru-cache.ts\", \"packages/router-core/src/Matches.ts\", \"packages/router-core/src/new-process-route-tree.ts\"]}, {\"repo\": \"db\", \"files\": [\"packages/db/src/query/live/collection-config-builder.ts\", \"packages/db/src/collection/lifecycle.ts\", \"packages/db/src/collection/cleanup-queue.ts\", \"packages/db/src/query/live/collection-registry.ts\", \"packages/db/src/collection/index.ts\", \"packages/db/src/query/live-query-collection.ts\"]}, {\"repo\": \"primitives\", \"files\": [\"packages/react/form/src/form.tsx\"]}, {\"repo\": \"redux-toolkit\", \"files\": [\"packages/toolkit/src/query/core/buildMiddleware/cacheCollection.ts\", \"packages/toolkit/src/query/core/buildSlice.ts\", \"packages/toolkit/src/query/defaultSerializeQueryArgs.ts\", \"packages/toolkit/src/query/core/buildInitiate.ts\", \"packages/toolkit/src/query/core/buildSelectors.ts\", \"packages/toolkit/src/query/core/buildThunks.ts\", \"packages/toolkit/src/query/core/buildMiddleware/cacheLifecycle.ts\", \"packages/toolkit/src/entities/state_adapter.ts\"]}, {\"repo\": \"tldraw\", \"files\": [\"packages/store/src/lib/Store.ts\", \"packages/store/src/lib/StoreQueries.ts\", \"packages/store/src/lib/AtomMap.ts\", \"packages/editor/src/lib/editor/Editor.ts\", \"packages/utils/src/lib/cache.ts\"]}, {\"repo\": \"xyflow\", \"files\": [\"packages/system/src/utils/store.ts\", \"packages/react/src/store/index.ts\", \"packages/react/src/hooks/useUpdateNodeInternals.ts\"]}, {\"repo\": \"reselect\", \"files\": [\"src/weakMapMemoize.ts\", \"src/lruMemoize.ts\", \"src/createSelectorCreator.ts\", \"src/autotrackMemoize/autotrackMemoize.ts\"]}, {\"repo\": \"zod\", \"files\": [\"packages/zod/src/v4/core/registries.ts\", \"packages/zod/src/v4/core/to-json-schema.ts\"]}, {\"repo\": \"react\", \"files\": [\"packages/react/src/ReactCacheImpl.js\", \"packages/react-reconciler/src/ReactFiberCacheComponent.js\", \"packages/react-reconciler/src/ReactChildFiber.js\"]}, {\"repo\": \"zustand\", \"files\": [\"src/middleware/persist.ts\"]}, {\"repo\": \"redux-devtools\", \"files\": [\"packages/redux-devtools-app-core/src/reducers/instances.ts\"]}, {\"repo\": \"react-redux\", \"files\": [\"src/components/Context.ts\"]}]",
+  "ttft_ms": 2593,
+  "type": "result",
+  "duration_ms": 460092,
+  "uuid": "5fee18c8-0a60-4b04-8721-30220672dd20",
+  "ttft_stream_ms": 2076,
+  "time_to_request_ms": 15,
+  "queued_turn_count": 0
+}