diff --git a/leaderboard/entries/2026-08-11__opencode__deepseek-v4-pro.yaml b/leaderboard/entries/2026-08-11__opencode__deepseek-v4-pro.yaml new file mode 100644 index 0000000..18cc644 --- /dev/null +++ b/leaderboard/entries/2026-08-11__opencode__deepseek-v4-pro.yaml @@ -0,0 +1,169 @@ +# Opencode / DeepSeek V4 Pro +# Source: Enterprise-Bench l1-l2-bench +# Source job: 336fe762-f88c-420f-b735-1b52ba817b96 +# https://hub.harborframework.com/jobs/336fe762-f88c-420f-b735-1b52ba817b96 +rows: +- metadata: + agent_display_name: Opencode + model_display_name: DeepSeek V4 Pro + agent_org_display_name: Anomaly + model_org_display_name: High-Flyer + metrics: + accuracy: 40.71 + display_accuracy: 40.7% + uncached_input_tokens: 32151886 + cached_input_tokens: 0 + output_tokens: 226156 + total_tokens: 32378042 + avg_trial_duration_sec: 339.43 + pass_at_2: 0.5667 + pass_at_3: 0.6446 + pass_at_4: 0.6939 + pass_at_5: 0.7307 + pass_at_8: 0.8127 + pass_at_10: 0.8571 + n_trials: 140 + total_cost_usd: 0.0 + display_total_cost_usd: "-" + status: display + trial_ids: + - 02166804-6718-4013-8c6b-c5c0a4d40d31 + - 03202c8d-eb20-4787-a9de-318a6d7514b6 + - 0a39b2bf-ff28-4a57-b92b-8962bc15473e + - 0e2a9cc5-cb1e-4dbc-aa0c-4fe69d7cf43b + - 0fd5e3a7-a9f5-4d93-a3b8-984d2092ed8f + - 10e43443-a26b-475d-845f-5bddd5f8474a + - 11a39e8f-ed1f-4616-8451-56d7e37fdff2 + - 160b2be8-6b81-4e41-8c46-85dcdc29d5a0 + - 17b01a08-c78e-4763-aa36-64463343a060 + - 19eb3d61-92da-423c-bac1-4862c631ec30 + - 1bc7ba92-8e5c-4ff8-b9f8-983df70ec9af + - 1d2a1468-18b1-4405-9c62-521f395a163e + - 1e9bdafb-92bc-4e0e-952d-26e6accb7525 + - 2147587a-1e1a-4d12-bcf0-48fbf3c18ed1 + - 2244cc44-81a3-489c-9b32-84d4ef1f9dc9 + - 23391f02-941b-4de0-b991-9a9757742efd + - 25806a14-5962-44c2-9f44-5343eb460fbc + - 2838fdfc-581b-4855-adc8-b37972e5921a + - 2b11f936-2872-474a-9996-1df6141afe34 + - 2c3ec21f-5103-47e5-ac9f-6f300276e647 + - 2d55b0a9-8ead-4580-ab07-e6c239b57a57 + - 2e1eb462-853e-4032-8086-703f10fe8226 + - 310d6dbe-4434-447c-81cf-469a7742b720 + - 319f550f-9110-42bd-a20c-50804aa32bd9 + - 342fef83-6727-4f0b-858f-a7864e2ae890 + - 3568b9c5-1cb2-4241-9146-b5f583b1f43a + - 3600ad06-fd7a-4359-bd0d-a063fbe9c421 + - 3775c661-142b-430f-b483-7637360c31c3 + - 390da953-07cf-4a13-bd1a-dcefec38aac0 + - 3912763d-1d0c-4476-b4ce-b282db5c074b + - 3b9283ad-d2b8-4a5b-a6a5-183b2b6967ca + - 3d5c1dae-05d6-4c77-9add-59d241831ebd + - 3faa6060-5e6a-46f2-8329-12ac3f1732c2 + - 4076ba8e-6898-4530-a575-671fbe5c95c9 + - 4271212d-301d-41d1-965b-32a9cd07f075 + - 43199ac9-8e17-490f-ae54-ed3dae748f0c + - 45a5fc26-074b-4cbe-afb5-a7a33c8e87fa + - 464c84a2-cb8b-48d3-9172-f4b700d2f863 + - 473c3b43-4421-4954-aad8-1516e60b9fbe + - 490940a4-8a88-4151-996c-8cc268e9e3a2 + - 4aa121e3-cd6f-4fe9-b7cc-c9030d15e8b8 + - 4aa85d39-f17c-4cfc-9bca-d480252448a1 + - 4ad6164e-4b1b-45fa-9a10-ec19b8854d33 + - 50e950ec-ca18-41d8-96bf-6ac9c9fd16f1 + - 5183757b-864f-4267-915e-0766c405ac58 + - 5385425a-df2f-455e-9b46-48d86d609c79 + - 53bb038b-f610-4007-b11a-227e02a0b310 + - 542564c7-5614-4f98-b8aa-585543f2284a + - 55ef00ce-d238-47e1-9627-1d5d8b769121 + - 568ed5b7-f223-4b39-b656-63055df74aef + - 584fc012-301c-40fb-99af-f0bf68af5b67 + - 58d5732b-30da-4e46-bdc9-0d1a26a5aab8 + - 5ab9f1dd-6561-4305-ac5f-a136ebc8fa2c + - 5bc6f3ed-749f-4a7b-b542-bd217b0bcacb + - 600464e2-8580-4778-b370-cff1091d1eff + - 60ddf05c-61be-484c-a2ba-4132511a3f02 + - 614f93af-2b40-4dcd-9fdb-8872a07af4ab + - 616e3c2c-b791-4bad-92bf-e22694c26366 + - 6179f4b6-498a-4eba-9b53-a846e8212395 + - 63b169b0-c920-4a20-ab87-e5579f95a997 + - 63d0dfab-40d8-4cb8-ad03-0534aad30cb8 + - 64d923c8-1a88-4f38-965d-de84d2ea663a + - 6d12495a-9255-45ec-a01a-f678f69fd980 + - 6e35949c-36f4-45da-8593-2d7b0fbb1914 + - 735b0e51-a68a-45d8-a192-fbb50ffbcaee + - 747eb263-2157-4ba7-8776-4f3e97601f7e + - 74957c30-dc12-4567-b0cd-02cb902ffa44 + - 7551be76-f161-4442-9da7-968f74fbe258 + - 79063502-cbc9-471c-a387-f6110563f4c9 + - 7a487097-b730-47a4-9b90-95add18eb9e8 + - 7ca28389-21bb-49f7-8c1f-28e8bc177ebb + - 7f5463c0-11d0-455a-933f-6feb4d744390 + - 8040c84a-6270-472e-95a7-20505fb91e91 + - 80d000d4-1830-4e32-bce4-9e5fbdc03e6b + - 82aa9436-6a14-40fc-a62e-b9c724ef01e2 + - 83e8e85f-90fd-415e-8b1c-986ff5da87d6 + - 84ba5859-e511-4aef-9726-42750e5e9752 + - 855a5c7a-86cc-4bd3-b36d-b9ad386ac5f2 + - 86e6390c-3f8b-4848-9461-c04fa5ccae32 + - 8c183e50-eccb-4c54-aa26-2bd3a4d57c92 + - 8ca774c4-c6b9-481f-9363-9354832c1653 + - 8cbc4d3f-d9a6-4cfa-ac4d-8472ebeadf9a + - 91af41fb-8a52-4749-b864-abdb21878626 + - 92868509-a799-4a81-9fa3-d7d0fba6aa04 + - 938fdcdd-4bb9-4538-9855-c2164f4acd95 + - 97d33a66-7228-4959-af18-5c50345f9030 + - 97d5f621-8c07-4fef-a94b-7119fb0d04d1 + - 97f78950-59e5-4770-9e6c-a08698a5859b + - 9a6d551f-2606-4fb3-b16c-650809f9d84f + - 9ce4c2f1-dcc2-479c-8c67-6884782e30e0 + - 9dae230c-f874-45e1-8160-ced9cb7d96f3 + - 9ed5cc02-cd78-4011-abec-1c81a93de2fb + - 9fde0489-2f73-4bda-8e05-dad814069268 + - a07226ba-5935-42bf-b3f8-277bbfc3d435 + - a0b23c52-0b5e-405e-aea3-66806308ecd5 + - a18bf6c2-ce97-443e-860b-efa9aaebe57b + - a60faee0-9214-4b39-8dda-366badb88873 + - a7d57722-3dd4-480a-8b8d-0eb2faab6924 + - a90de24b-6ec0-4e83-bf43-0212401da1d6 + - aad39446-7445-4430-9872-078b5ca79272 + - ab0006e7-e72d-4284-8a21-7d4133387d78 + - ac3a4d98-685e-4a14-825e-dd7f7cb70efe + - add5b769-b35e-4367-a314-c79ad339bf46 + - b0153ecf-6686-4b6a-b83f-1cf5e3ba0f5f + - b64637e1-d81e-45cd-aa57-f85fd52e9209 + - b75ccb2d-18be-44e1-9d19-317d33c97599 + - b903d502-83cc-4f05-9158-437a4f5d62af + - b9e8070f-10d7-4022-b0a5-a4cd7e14fe61 + - ba0dd720-c74e-4e0e-b106-71fb24901f23 + - bbc60a97-b4b3-40d2-81ff-ecf8dc94679f + - bd5a6b66-ad98-4a7b-abdb-0c664dbf258e + - bddd3f4f-905f-4ff2-ba5d-d4ee8e3f9d19 + - bf8de6cb-4da5-428e-bcce-dee9295841a8 + - bfc77f38-ee90-4870-928c-4efe790964ac + - c08849f1-93e5-480c-bfba-f0b3aa11a105 + - c184af0a-52bc-4295-aae2-7cdc694b9ae2 + - c5b5a955-29d8-49f3-9940-0be12a76380b + - c767aca4-32ba-435c-bcc4-64f6b425afbc + - cb3a09ca-4354-4b56-8f73-32d2e744ec45 + - cff3be56-a783-4fa6-935c-5b02541b5594 + - d29cfbf8-6f44-4386-a161-738b49a2eb36 + - d3666115-a870-4867-945a-668e1920f163 + - d65d15c7-7e2b-4274-b0dc-096e93bfa6f6 + - d6793cec-df10-4d27-8213-21f084ea13d5 + - daecebf4-70d2-4034-a4cd-84b2ad268b76 + - daf0b2ac-9fac-4275-a211-46cdffe77966 + - dba4e521-681e-479f-8be4-48c495671fc8 + - de599a29-630f-49f9-a1cc-476192fac745 + - dfd8dd0c-42f0-4977-acac-3aaad0f3cdbd + - e0f01337-2868-4bea-a788-3c4656d9b90f + - e19bb053-f6e2-445c-aa06-02588e1a3732 + - e39ef763-2519-49a6-9d18-79835b968a95 + - e970f8eb-7cd6-49da-913f-f3d47c0bf1d5 + - ebf3e6a3-5def-4887-be84-a305445529a1 + - edce75ff-61e3-4e93-9d7d-1e55b079a780 + - f264617f-852d-4ecf-ac79-13d77f913405 + - f39af3fa-6bbc-46b7-ae1d-6779123d96d3 + - f46b5cb2-582f-4b81-9e92-74c7c895dffe + - f4bedef6-d51b-48a0-a879-077db4adc915 + - ff3b1d9e-43bd-4347-8d61-b9f19583ae30