From b47599a2f11a8860936ea0272de16bc7d1285c00 Mon Sep 17 00:00:00 2001 From: Michelle Rojas Date: Sat, 1 Aug 2026 06:57:31 -0400 Subject: [PATCH] leaderboard: add Claude Code / Claude Opus 5 (k=10, 140 trials) Full Enterprise-Bench L1-L2 run: 140/140 trials completed, 0 execution exceptions, 24 verifier failures. Accuracy 82.86% (116/140). Public Harbor Hub job: https://hub.harborframework.com/jobs/08ef17c4-5c9d-4bfd-a0a4-3525ff5d5e9f Co-Authored-By: Claude Opus 5 --- .../2026-08-01__claude-code__opus-5.yaml | 168 ++++++++++++++++++ 1 file changed, 168 insertions(+) create mode 100644 leaderboard/entries/2026-08-01__claude-code__opus-5.yaml diff --git a/leaderboard/entries/2026-08-01__claude-code__opus-5.yaml b/leaderboard/entries/2026-08-01__claude-code__opus-5.yaml new file mode 100644 index 0000000..a2e3ca4 --- /dev/null +++ b/leaderboard/entries/2026-08-01__claude-code__opus-5.yaml @@ -0,0 +1,168 @@ +# Claude Code / Claude Opus 5 +# Source job: 08ef17c4-5c9d-4bfd-a0a4-3525ff5d5e9f +# https://hub.harborframework.com/jobs/08ef17c4-5c9d-4bfd-a0a4-3525ff5d5e9f +rows: +- metadata: + agent_display_name: Claude Code + model_display_name: Claude Opus 5 + agent_org_display_name: Anthropic + model_org_display_name: Anthropic + metrics: + accuracy: 82.86 + display_accuracy: 82.9% + uncached_input_tokens: 11029955 + cached_input_tokens: 125514814 + output_tokens: 1667088 + total_tokens: 138211857 + avg_trial_duration_sec: 248.51 + pass_at_2: 0.9063 + pass_at_3: 0.9238 + pass_at_4: 0.9279 + pass_at_5: 0.9286 + pass_at_8: 0.9286 + pass_at_10: 0.9286 + n_trials: 140 + total_cost_usd: 173.37 + display_total_cost_usd: $173.37 + status: display + trial_ids: + - 53c656e7-26c9-4390-a857-ab65139a232a + - b954e44f-a0ff-4726-990e-40b3b6d3e54f + - 1b7b60c3-2722-419a-beb2-c968d45c2850 + - 0cc11b7b-3d7d-4c8b-8615-0bd0c9552208 + - 8279d49d-847c-4fcb-b9ae-98edeff77e6e + - de71baf9-8435-4419-9e80-ceb4fbfa086a + - 28d6ee8c-a0a3-4419-a656-1f1d2b83b3ab + - 8d731304-36ea-40dc-ab99-b47f9ba6aabc + - 667bc3ad-181c-46f3-a4b6-61e639a03fe5 + - 73226fda-e922-474d-8e5a-ebed361ad3ec + - 4b1cfcd6-a8c0-41b5-bd78-8f177c24e85a + - 4e92bb90-4199-4846-ad42-68a3c9965b4f + - 31fcc667-09e7-43aa-9b0a-4e547a238377 + - 1cfe45e9-ba41-4fad-b953-6393ccfc2376 + - 9ffddbee-c87b-4a86-97f7-7765d1ba9cc0 + - aea22a3c-4eaa-4a93-bec4-1a5231dee072 + - 312ddebd-8c82-4fd3-8e31-a5d378253dd4 + - ef7334bc-1804-4b27-9fd7-d2975f803eb0 + - 3515f10d-039e-4540-8f1d-b1ae018ae705 + - 7fd5a8a7-5618-464e-a8b0-cc235ade9846 + - 3decd881-3b45-47d8-bc5e-010bdcfb68a6 + - 3419bc11-7ef9-4022-ae2c-0f8b8d8b33bc + - b087cc08-6b4a-401c-9ea4-9accb224d8f1 + - c910bfdf-b9ee-4926-bea3-d752e6dbcb03 + - 9cc1d20f-4297-406f-9c10-2f179154f671 + - 52841f3d-7819-43f2-a895-c870b998a86a + - acb0466f-3731-442e-82e5-fd4f6e8b6b3b + - 92c19700-a143-44f2-8e2c-97b227383ccc + - 7d741b49-2a96-490a-89d2-decfdcae08c0 + - 5c0e4610-f906-4e44-af6b-6f96edc98234 + - b952f116-857d-4447-8e8f-74b0e6ffa6ac + - d458d9a2-2eee-49de-93f4-518d5974f7b1 + - 38aeecdf-fe1f-4074-a6e4-5327012d1d79 + - dda16c09-9f7d-4233-9a97-50910621ad6c + - 7d5d3dca-6a7b-4852-a8be-249b02f7cf2d + - c18d318d-1220-4d5f-a010-54f27da6bdf1 + - fa06049a-fdb5-4694-b337-92fa0ec3dd59 + - f8a9fb53-7b86-49cd-bb41-275a0c698687 + - 158d0a17-827b-4c95-ade5-01328376cee2 + - 4dbed6cc-0302-43b7-906a-f38528c07dd9 + - 34f672a1-37c4-43c6-8726-8c7e6538666e + - 0a96c6dd-e49c-46e3-b09f-e13ea6c5b28d + - b3ea9427-19bf-4670-a947-d3f2ec39d04a + - bd1ab9a2-d60e-4032-ad90-f2a1ed2bbcba + - 9d6e2d22-4227-4e6d-925a-794b1efbc364 + - ae1afd1e-52cd-494b-baae-550b88878151 + - 8a9ce399-7bf4-4934-bfae-5fcbe264450c + - b57e3732-b23b-484b-a633-093a5be6b580 + - a9e5341a-5639-4493-af3d-1ee16429b04b + - e3417eb1-a7cd-4568-a95f-be29911839c8 + - 3196335c-427c-4eb1-9cea-1b5bbeb09e76 + - 547df33c-d2a8-49e4-942f-bb541abd894f + - 3d64196c-6507-47af-9e29-8d506dc0c60c + - e9517f51-e1ea-4bc8-9fd1-39a98ef0579b + - d525cf55-0ce6-44a1-99bc-950cc748c5fb + - 2856d667-24e9-4035-a9bd-25f36e6396b7 + - d38f149a-9b3b-45b8-ac2a-1df5e77dc5e9 + - 16f2e8d9-3c26-4118-aa4a-36797e075f5b + - fe703970-43ce-4d7f-b62d-6bdec6d11362 + - d886c79a-c41b-4097-9354-182045e023d4 + - ce66157c-ae28-4df1-b296-bad5ef2a602c + - e75ddc01-b186-4e67-9542-c80114ffde53 + - e2064792-88be-428c-9b0c-90c890d01f5f + - 9eafd2a0-a55c-4863-b278-e8eb6b5c1b45 + - 7ed02fc0-76c2-4657-9144-c9c913d4bcac + - dcc401de-1807-4062-810c-68d7e4479d3a + - 65e6ee75-5769-41d1-8183-2aa4b56d1cec + - 2f8d7412-5aba-4f56-bdc3-2cac76e5c138 + - d5b5dc0c-a9f8-4bdb-bc23-6a0beb1e6a68 + - 1cfddaa3-baf7-4ced-ba09-e39f3171e40e + - 176e5430-7c31-427b-ac3a-7aa3963790e2 + - 0c85c7ab-1c66-4ae7-af53-633b66d6ffd6 + - 5cded0a8-ca6c-4d86-a400-b98553bfedd7 + - 50a53850-6b3c-4a65-8d51-c8a73d73809e + - 996975fd-1d39-42f2-a248-ed9ad58c2875 + - 1d0f1b86-0fe9-41c0-be1c-5de1ad5daa01 + - 28c8aa3b-35b1-4cbd-9e49-1e21e4ea2806 + - 538d8e91-e661-4ad6-baac-28a45d9ef4ef + - de42f5a1-9345-4f6c-8fd0-ac9f7bd2b536 + - d0c82ed3-ce40-4b5e-a20a-a54768026370 + - 21858796-9a1d-41b9-9cab-5972d4363a94 + - f17daf9b-84eb-4199-b2a4-ce891e5b7c9d + - f60c7352-a12b-4229-8f0d-8821b9eb3ec6 + - 0640b470-2f39-45ea-887d-6fbc6430bf4a + - 07960c1b-339d-4838-83e8-0cd230fde18e + - 510331ac-6f14-4757-bd09-d5b762859aaf + - 0abb89ad-f7a2-4c2b-a881-65db0adefe38 + - 4625c1c9-8920-412b-b172-5418ec851233 + - 6e31635a-4a3d-4c3b-aa12-edfc3990c6ee + - 926d9fd1-8c77-46bf-a7d5-45c176c04b5b + - e48ec466-928a-40d4-898e-a5cc1c08bee0 + - f5943e2d-14ce-48b1-9d94-387f740ec142 + - d2e35a0c-2291-40a1-82f2-916148a01458 + - 13d3e3b6-ae81-4d42-ba6d-2e07daff24b3 + - 9a095dde-544a-4c24-88e6-3184af9d8248 + - e9ce938c-b1a9-4fa1-bfa5-964c123b4408 + - 60ce7a0f-9498-437b-bfab-0654e900ad43 + - 52febb93-296d-4f5f-87a2-d146574daf4a + - 2a3694a2-d8b2-41ef-95c8-c627f2564fe5 + - 5f1eebfc-21a5-4135-94f7-aa7b36593e45 + - ce7f481f-110a-4a8f-a4cd-4d77590eccec + - 30b25256-a904-4f07-9ccc-07eceb7aeddb + - 933a2496-147d-4ead-9860-adb2807f5002 + - 17069dbf-ba60-47a8-b8f6-71061b84ad5c + - 39e42970-b090-4dfc-aa2e-1b418e48abf4 + - 7249bb03-8831-4c6e-a0a9-1ad86b70a753 + - 6c57321a-0b63-4622-8889-881612c5e483 + - 85b2e9ea-3d5a-45e4-afbe-b499efab9d23 + - 5151c1b7-cf69-4563-b9e2-329557201d49 + - 7f3837f6-0a9c-4bf3-9746-8efc0cb0576a + - 612b882e-3231-4afc-a3a6-2fe61ca6d90d + - cfeaad46-086b-493c-9f05-3b1afb5d24f7 + - 357f5c73-d9a8-4741-b6ea-e7ce9b368b42 + - 9b1b383e-a521-4f9f-a55e-1adde02e0508 + - 63f8a4ea-6782-4222-9bb4-3fa51eaf3f91 + - 5cd3604c-514b-4820-a69d-4253de51e39f + - 0cb98b7f-fc6c-4a54-93cb-343b941aaa04 + - b3dd783e-e771-4b6d-b21e-2de0f0d61da4 + - 8f6c07c6-7ec6-4f05-aa6c-6f72d4008abd + - bad3fd1f-92fa-47a5-8b6d-388aae225452 + - 35b7d825-40b6-424a-998c-5274eaa8fd4c + - 4f69e811-0d28-423f-adb9-e39d4c6ad9e0 + - cb31c65b-c338-4483-a464-7067f4d00a0e + - 60ab8e61-ed7e-4f45-9125-d4a56314eeb7 + - 0b77b6d4-f925-43fb-bdb0-22e6e9eb1193 + - 3d034521-ea72-459a-9347-6fd52cf15d54 + - 27681b23-0d81-4acd-a769-dbf5c6d47c9e + - 7bbd64e4-21ce-4719-996c-02c96ac80826 + - 0055c3bf-5d86-4174-a33c-897e7ce25050 + - 853f45b1-71a0-4920-a714-afa82d718b4e + - 263e0b37-bbab-460b-82b4-d131803abd09 + - 2c2a4bdc-d2c0-425a-9ec4-be13c9493f16 + - 384f095f-4f40-4a35-aa8a-9cbff6e982a5 + - 20f232f6-99f4-4038-bd4c-4a0f8bc36013 + - a092f6e1-6fa7-462c-bb4b-8ae877622e2d + - 34aaa780-2b8a-4c4e-91fe-570650414aae + - bbbe3ef0-185f-4c44-a03f-c145361facff + - a0bbcb47-ce2c-40de-a8da-f3eb8a3dd353 + - 31840088-9d76-42ba-8aa9-6c4cda9d7798 + - 43a0f540-37c2-41cf-bd3f-14f6b8953fda