diff --git a/leaderboard/entries/2026-07-31__claude-code__deepseek-v4-pro.yaml b/leaderboard/entries/2026-07-31__claude-code__deepseek-v4-pro.yaml new file mode 100644 index 0000000..febd26f --- /dev/null +++ b/leaderboard/entries/2026-07-31__claude-code__deepseek-v4-pro.yaml @@ -0,0 +1,168 @@ +# Claude Code / DeepSeek V4 Pro +# Source job: 2dbebc25-52e9-4ab3-9e6f-c8201c78975a +# https://hub.harborframework.com/jobs/2dbebc25-52e9-4ab3-9e6f-c8201c78975a +rows: +- metadata: + agent_display_name: Claude Code + model_display_name: DeepSeek V4 Pro + agent_org_display_name: Anthropic + model_org_display_name: DeepSeek + metrics: + accuracy: 51.43 + display_accuracy: 51.4% + uncached_input_tokens: 41288 + cached_input_tokens: 0 + output_tokens: 390 + total_tokens: 41678 + avg_trial_duration_sec: 208.52 + pass_at_2: 0.6365 + pass_at_3: 0.6863 + pass_at_4: 0.7136 + pass_at_5: 0.7324 + pass_at_8: 0.7698 + pass_at_10: 0.7857 + n_trials: 140 + total_cost_usd: 0.0 + display_total_cost_usd: "-" + status: display + trial_ids: + - 5bc7b4c6-08e6-464c-bf98-7f135847d882 + - 1a38aa04-a4cb-4a5f-80a1-0388de110d24 + - c4f54dbf-dd61-407b-a6de-072922fe8d3b + - a21575f2-b4ae-470a-9399-a9d33ab72801 + - 7972912e-6953-4d2b-a4be-16e0e23b3f62 + - 5c28e278-194e-440b-9ccb-e223baaa24da + - 8129b169-12d8-4f4c-9eb7-dc29193d7079 + - c6625c45-5642-43be-ad57-aa7af98f8375 + - 0d279b1b-5ee5-4fc4-9feb-8572bed16a11 + - 0b827d47-67ee-4cf2-8f9e-358c223cacd1 + - 5c4223b8-c394-4dd4-82c1-8e76974ee3d6 + - 500835e9-8719-478a-81e6-9effd25b2fff + - b19d7719-ce0a-4d3d-82f0-5a9b9ac5f1e7 + - a417b0c3-1ffa-4e32-9e03-6e6454cdcadd + - f5252130-3a17-4a1b-b345-89f671067521 + - 13435e77-a420-426b-a08a-274256020dea + - 53474bba-e7e6-4e22-9f89-701dee413f34 + - 10342197-4889-406e-baac-a1a3866cb72e + - 7a911b1e-c993-4693-acec-11006538d7b7 + - 10140fc3-7dee-4e78-b546-8cbd80df2404 + - a844ebd4-c7a8-431d-8f5d-ea67ff8e5352 + - 0c7b278b-aa98-41b9-a1a3-4924b60ae7a4 + - 7be9c2d8-7603-43a4-86b5-3345278b606a + - 84dd6cf4-ee85-445d-9814-34f843cf4a90 + - 6ed757cc-7ec0-4260-9f9d-fe7fd68fac10 + - 133eb417-4143-4168-913a-1fee194de814 + - 39cee363-4544-4f10-884a-2a5dc09230c2 + - 73e87fd4-9636-4c19-bfba-e9685347752f + - b04f82bd-762a-4c17-96ca-d2d543e38cf7 + - 48eac504-3999-48f9-a08e-0f479f9f143f + - 0280be30-ab53-4e1c-b3f9-7d23a8b9724e + - bba99218-6c06-4f2a-b59c-61ffd7f23881 + - 249427aa-aa0d-4e4e-919f-b72eaffea9da + - 1abe71ef-03e3-4a18-aa0a-daedb224a5b6 + - de3e830e-0e51-4947-8ef7-c55a11dc2ee1 + - f3ebf678-f5e2-4c4c-b62f-fe5ff879a2f8 + - b5a303b4-760a-41f4-a005-7dc19d483eb4 + - 2483d038-feb3-4cf8-b842-8a234eb1c1e0 + - cd2865b0-d6d0-4c31-b9be-716d96ec702f + - 5e8ae3e9-343a-4881-b0eb-89fcc55530fd + - c2e026bb-86f0-4139-9d19-00ef95cd753f + - 7ed4b73b-5415-43ab-8280-07074cb5ffa4 + - 306f2d63-32ae-4649-b049-81a8a9c83625 + - 4209d9c6-23fa-4100-a69d-0c10677b62f8 + - d3091830-51f8-4da3-ab75-7cdb4d44dec4 + - 27d44eea-2ab5-4994-bf66-38687dff603b + - e6a8322e-f06e-4421-b12a-f145ebe972e1 + - 0997be8a-6875-468b-b0e1-053b235ac4b7 + - 932db8b6-fa6f-4bf4-939d-0099a0ffd0f2 + - fbc59add-021f-488d-8420-8121c09b0753 + - 980e11d8-14c1-4370-b2d1-75844ca3286b + - 7f6ffa61-8a02-449a-8b12-9c4b89958021 + - 7b10251c-f51a-43bd-9eba-e6fe0c343212 + - ebf42252-e1e1-40d6-883d-302e8f0332d8 + - d274d8ed-1ab9-4898-9feb-0d8258a84b6b + - 96ce1c5b-ca6c-4e48-b101-3cc23cd03e92 + - e896d744-64e1-4d91-83e6-fe433f15dc41 + - cbfd29c6-4235-489b-b469-47291d2d26ac + - 83edc739-46d6-48ec-b177-64823b77b7f4 + - 59a0e42a-f446-4053-b5f0-44128c6ffed9 + - 71433ce6-2398-48ec-a532-f4e2adb4aad2 + - a2c9224a-9319-4f06-a334-6c5181e9a9f6 + - 4631e4b7-3e69-43e9-a3fa-16bd0946bd1d + - e6704ced-faed-4ae4-a4e2-eea903803f45 + - 4f52aeca-3309-496b-8604-fdf54847acd4 + - abc8cf0e-0c21-418c-92c7-d6db230a4667 + - 6e90a309-dc41-4a83-aa37-0cb5106e14ae + - 8ffcafb4-adf3-4ee4-aa6c-826c8f050aa9 + - 137ab8b4-b536-4117-99b3-c46dce22948b + - 5a1c415d-1371-4f4e-b15a-7054518ad124 + - e3850118-27c4-4421-9305-fd3315c7aa02 + - f407e04c-2722-4c12-a282-43fa9b1df354 + - 5727618c-2c5f-43de-b3d7-ce4f69540d3d + - f4b2afe7-c925-4507-b419-2960373b9a78 + - 1be33db4-b8ee-4947-ac31-7b9e92fd2027 + - 4c1dbc31-8c91-4b90-9dbe-12a8f9a4aeec + - f8a7c30c-ccb0-40d7-b1e5-b0ce58105779 + - b0eebe24-c56e-41bc-95da-bcfcc30453e2 + - efc5bfac-466f-4847-aa1c-4ec8fe2d74ec + - c47ef04d-5ffe-49c5-983b-0bdaf9a82e73 + - 052e8d72-8042-490b-a05a-6d1620ccc87f + - c1e259a2-52fd-4149-a3a8-c7232d8ae388 + - 8005c686-a157-4277-b5ec-b5b0851956bd + - 2350e419-b28a-4f79-9f57-453fb7889e6c + - 96ef96f8-8bde-4065-b4ce-2c03997790bd + - bee57f30-27ca-4adf-a880-61c2e86dd224 + - c08b97ec-5670-491b-a99c-56cd165d3c02 + - 33a191d8-aa5c-4da6-8344-80d9d1d95573 + - 6ed485f1-2551-49aa-8765-82ba5209f5fa + - b6353900-a82e-46cf-8448-f952614d8f6a + - 419b5b7a-d60d-4c48-8315-6b13d344ef40 + - 4bb4bf21-0189-436f-976a-1f4dbc66175e + - a953cb3f-ea45-47d0-8451-2d68fdbd1ba2 + - 0d7d891a-caa8-4ff7-ad8d-97680b87b4b9 + - 02b25cb5-dd2b-4070-8e2c-c697fc4e4681 + - c42d28c9-dca6-4a41-9f47-bef7c60746a4 + - 6f936ce5-b615-4cff-9068-a76081432519 + - c8aa6cd3-1edd-4ad7-a0ad-10956e45fa17 + - 032c4007-5f92-456d-bd82-04f853b6c376 + - 775f2c19-76c7-4da9-82ed-86de27462068 + - f116ea01-5561-443c-91ac-d66a41124933 + - 139a617f-c57a-4200-bbd9-0e933bae1f8c + - 4dbe1dc7-2be6-4af3-9bec-85fa0ef4eb5d + - ea668ba6-5594-4aec-b3d2-1a9656eb613a + - 8c383653-4ab5-49da-ace4-b9e37f212017 + - 23a1eaf5-88f8-49ed-95f3-9a1e38613cce + - 22566588-ec53-4b90-a63b-9d4883c0f03f + - d26eb691-0425-4fa5-9a69-450f5a0a5ed0 + - 4784bf94-4897-40da-8bc7-b8494914a81a + - 579a5f41-31e7-47f1-ae93-b36a1d13fd7e + - 5a4abd89-67b3-47eb-b821-d7ce7e33cfef + - e79b700f-31a6-455c-8777-07121da7de6c + - eadb963e-8db2-4e4b-9eab-2e92cdf19a40 + - c6698034-c5b0-4b91-bcb4-fb7f1e4be763 + - 319a2cb6-addb-46cf-a6c3-0ea59c9525d9 + - 63c87990-2789-4379-8fb3-db46c1dc5832 + - e9d517a4-7133-4154-8e60-0675291a12ae + - 10b28c7a-bca5-47e6-9c55-d73352888699 + - b6a46491-41d0-4239-ab37-fb2594dae2b2 + - ca3566b6-7467-4cb3-ba6f-33ee37b1edfc + - 1e8c566b-123c-411e-bd37-30ac9f5b2698 + - 434c214c-3b26-4830-89ec-c67fe4365408 + - 6e13bdd6-72fe-4075-ad72-8315ffcae1ce + - 543ef7d2-e0c2-46a2-9a67-cbc1f8f8d4a8 + - 1a9a7f17-eab9-46cf-9be6-31cb9d0e2719 + - 34afcc63-49f3-4ec6-b694-03c061592fa8 + - f63c4981-a11a-4fd5-a7c6-b19c7e851259 + - 4d198c3e-a27f-4906-848d-73c0ab50b252 + - 44b89c93-fa19-4c83-a8ae-95c0b22599a4 + - b71da002-cad3-47cf-ae74-7e0681974a41 + - 6d4efa6e-7dfd-42a8-af22-f19b1c264e58 + - 28b80636-8611-433e-99f4-9d16d2060ddf + - 9a789119-3bfc-4854-a272-6d5f0b362269 + - e33e171e-2c98-4caa-a687-d0ea0fe72431 + - e538820f-7aff-4cb4-95e1-30e36242aeea + - f8a82bdf-8fc7-44a5-871d-98f79b97cf2d + - 30709f90-7dcb-4161-a8b0-f626f69f68b7 + - 2529a952-2d3a-4788-a401-b0917f62455c + - 4f9dd0b2-78b9-4d98-a728-6882140cdc66 + - 6287813d-e00b-4672-a8da-c72c2ba33e0c