From 86a28d8a82975712f503a119568048fd23bd76c0 Mon Sep 17 00:00:00 2001 From: Jhon Mark Acopiado Date: Mon, 3 Aug 2026 20:12:18 +0800 Subject: [PATCH] feat: Added leaderboard entry for OpenCode+KimiK3. --- .../2026-08-03__opencode__Kimi-K3.yaml | 175 ++++++++++++++++++ 1 file changed, 175 insertions(+) create mode 100644 leaderboard/entries/2026-08-03__opencode__Kimi-K3.yaml diff --git a/leaderboard/entries/2026-08-03__opencode__Kimi-K3.yaml b/leaderboard/entries/2026-08-03__opencode__Kimi-K3.yaml new file mode 100644 index 0000000..eac3e2f --- /dev/null +++ b/leaderboard/entries/2026-08-03__opencode__Kimi-K3.yaml @@ -0,0 +1,175 @@ +# opencode / Kimi-K3 +# Source job: e7d418db-ae1a-4865-81ce-fd8e7884bbb8 +# https://hub.harborframework.com/jobs/e7d418db-ae1a-4865-81ce-fd8e7884bbb8 +# +# Trace model id reads "anthropic/baseten/Kimi-K3". Layers: +# model vendor : Moonshot AI (trained Kimi K3) +# host : Baseten (serves the weights; gateway routes model id baseten/Kimi-K3) +# protocol : Anthropic-compatible Messages API (opencode "provider": anthropic) +# gateway : DevRev LLM gateway (api.devrev.ai/llm/anthropic/v1) +# The "anthropic" prefix is the API protocol/path, NOT the model vendor. +rows: +- metadata: + agent_display_name: OpenCode + model_display_name: Kimi-K3 + agent_org_display_name: Anomaly + model_org_display_name: Moonshot AI + metrics: + accuracy: 63.57 + display_accuracy: 63.6% + uncached_input_tokens: 63834341 + cached_input_tokens: 56254392 + output_tokens: 654108 + total_tokens: 120742841 + avg_trial_duration_sec: 451.3 + pass_at_2: 0.7683 + pass_at_3: 0.8107 + pass_at_4: 0.8299 + pass_at_5: 0.8407 + pass_at_8: 0.8556 + pass_at_10: 0.8571 + n_trials: 140 + total_cost_usd: 0.0 + display_total_cost_usd: $0.00 + status: display + trial_ids: + - 8832d6ce-b6e4-40f0-ade8-28fa98081e4f + - fb8682db-6779-4cf4-a9c1-ebe896736e10 + - ada20f83-70e0-4e3c-8f45-41a44d91cbb0 + - d20e5705-f8aa-4fe9-9610-e6d8b105a2c0 + - 4ff823a4-9af6-4645-9465-ea0733a06ac0 + - 77c8857e-619a-412b-8c55-ace1f4c8fdf7 + - 76ebb68c-f17d-4124-968e-20dda817141e + - 98cd560a-374b-4b61-a253-343db51db63f + - d801fdb7-6a85-4ee3-b66a-25ed43325548 + - 0be4a888-2a85-4e7f-ab42-88645651df17 + - 192fbf12-75b3-4af4-8558-238cd7e75479 + - 3028491a-6cd9-4ac9-8073-9a00c644647f + - b3a688c2-35d1-4ae0-acff-781fbfe18d11 + - 21fbe9d1-bab6-4d25-8acb-8f8b4589feba + - 3575a594-a8a6-4c19-9903-21279c67fdbe + - 21a3717b-5607-4c50-a945-2752cd308982 + - 7503a939-13f8-4a65-ad9d-44dad5360a62 + - abf9e8aa-f643-4dfb-a215-b854a8525b1d + - 7db00506-9fb2-4621-b2a8-85479f7999eb + - b31b922b-f7e6-4684-bb02-9b53a6151fe5 + - 9514b2ee-8321-4768-8e72-4e614713a2a9 + - 5495a86c-421e-457c-9d9d-5557dee42e18 + - d6dab0c7-7d86-4e7a-a152-3df885a4cc44 + - cc6a5562-71af-4793-a930-7f3618586cb2 + - 3209c3d8-e350-4b3d-bfc6-5179b10da36e + - 234ddf8e-01d2-40ea-9944-df3983d20bd4 + - b4e79ef4-4d92-424f-92f8-4f9ad9e6b9be + - 2864a417-53d2-4013-be0e-acb932766a60 + - 9e60ab4c-18bd-4586-8c93-6356b68b5815 + - 355ae732-0167-45da-a4c3-096a5fc7d7bd + - 83edeef1-55a0-41e0-89b5-df09d2314bc7 + - aa9dcd4e-3ede-429b-9ab9-faa2a6ecd4a2 + - a69d32a5-1956-4a5e-81e6-b47821ff12af + - 00747d0d-93e8-4e83-b8d7-148797aa6518 + - 9300da20-c653-4e67-b9f8-ab2ddc73fa2e + - 5c103a71-0409-4feb-911c-62551aa20b83 + - 7e904ebe-c6e4-4752-aa15-15bd8ec26d61 + - 14ece5e5-89a3-483a-a186-842b92aae155 + - e2e675d7-32dd-4b3b-b60f-18a17b3747fb + - 6819d225-de2e-40e8-ab21-4e488a96ec36 + - 0fa97d1f-bce8-4987-a433-666e1ab52082 + - 0b0088ab-cc11-4f81-bee3-13c1661a202c + - 5fc7e677-f317-431c-b99f-b2ad19b51477 + - 40807949-39ac-41bf-8fb0-d8beb70ad29a + - f1b000dc-ae2d-46bb-8d54-83c64194c864 + - ac1b8f8e-43d4-4091-a348-17e7f2844fd9 + - dca5b759-39f5-4423-a087-52812cfcfef9 + - 8ad2313f-e4fb-4147-a11f-445db9ae7829 + - 37f347b1-03cb-4fda-8124-d636814f238f + - 6c3156a3-8f14-4bac-b598-3b2ecfa015a5 + - b82d1ffe-331b-40eb-9db1-0d6f5305c64c + - 9abc5cf7-f294-46be-baf1-072fcdf388e6 + - 35319dc2-40fb-4b4b-a7e9-307ea02948ae + - 564731f2-0304-4f28-80d4-a23c4523c266 + - 7e57b1c8-cff9-4f7b-8e5f-9ecc9ba63db4 + - 5139cbc9-269a-41dc-b533-edf9209ad478 + - 078bd650-10ae-46af-a351-78aba493dcdb + - 20706b4a-89b4-40b5-87ba-10ee17481f53 + - 5dcccee4-c788-4c44-9a80-e1b9c9386403 + - c9e7c0ec-badd-4c9d-ad20-16e325af3b32 + - 6cf1d641-ce0c-4a3b-a7a4-e3450be50ede + - 769321b8-e15f-4cae-8722-e05fe7f5499c + - 77f76892-2366-4a1a-a00f-d117ef9de3e1 + - 9f077502-1b36-4956-8fc5-8d8a2ef3d779 + - 1107f3ac-f68c-4ca9-a83e-597f31573330 + - a93fa84a-c814-4e93-b316-3d6f5bb4a243 + - 4d5f8a72-f4a9-4e99-93c3-e0c14f383efb + - 438dc0f0-7ae3-480c-900e-90be01587644 + - 064e6d1a-41b9-43be-9dd5-d0a8a0ea6003 + - 473bc5bb-1bde-44ad-a090-c977298b823a + - 66232ecb-9d7e-4c38-bf79-7b776222a1bd + - 3a34a2a4-6321-42a6-8aa0-3295c81d954c + - cbf42764-9d5d-46d3-aa62-fcacb9507e25 + - 1b5e17c7-a64d-488b-9bbd-ebb1d3c76c8d + - 8559ba6d-aa5e-4ec2-8105-4e548cf5f67f + - 9801b7a6-3310-4247-8753-d968cf68a23a + - dd197b02-f8a5-4284-bcab-7b7dd4f4866e + - c0ca0db3-e8d1-467e-af05-e520032860ac + - bdb653e7-1aee-46d8-8690-0e551f760546 + - 127f7d62-dc15-45cb-aac7-5759ee7c06ae + - a7dab4f0-f2d8-4c2e-a880-642deb452f11 + - 41a29e26-0402-4a27-b3a1-bc01e19d02f4 + - 11c1dc23-93e5-4ebe-8c7f-375318788324 + - a32d5ff1-8698-43df-9ef2-c94db0c2e9c2 + - 0b61c131-028a-47d8-95fc-946a292941ba + - cb4e4d72-5d3d-43b0-99b3-94cefc148447 + - 4ba062db-da41-4b63-8201-c9f82fdbf4f4 + - 9df7cf92-0c39-4148-b849-6eefe8f13dab + - 3a098ad7-e4bb-42ce-b5e0-6175921caa1f + - bd76af6e-b15e-429a-869c-a15d1a4b8342 + - c42e266f-23c2-4a33-b4c4-101504d0c113 + - 19c177d4-5a02-40fa-83e6-0c49e3017c9d + - dc633ba3-e17c-452d-a67d-1a3af867f083 + - 1cbbcc5f-447b-40cd-9d47-ca60de2efdfe + - 1e4a0ac6-cffd-4b6d-83e8-83431cd1c60f + - 026409fd-216d-480b-ba5e-c2c6c9d078cf + - ca21d243-634d-4d9c-a4bc-f02109e8fbf5 + - 17e9a057-c008-4e8d-a639-eac09a170ea5 + - 21f97bf6-8e38-4ec8-882b-7686ff1efb98 + - caf2846f-2511-49aa-89e4-892109ad46d0 + - 74822f06-0ae2-46dd-b414-e7d386e7b0fd + - 551b1274-9f80-4df6-b711-6ac959052cfe + - 3f8ca1c4-c6d0-4f90-8621-2587112d1e72 + - 472013eb-af3a-47fe-8cd0-9cef99650f71 + - a15fb781-80aa-4c02-8a3a-b662549f4ebc + - 3f6c23d0-e25a-4693-bd97-389abfaa4287 + - fff14602-76a8-4966-a0ad-7ca06581a3e8 + - a932ef31-3029-413f-9040-9a0e8db5d0c9 + - 7e326fce-9dcc-4a4f-bbce-126e5e587b99 + - a57c6aa3-b56a-497e-94ea-3afe885b4135 + - 766bc989-7240-4135-b01d-b85b6382f53d + - b1d960bb-dc7c-47c6-a1c7-5159bda41deb + - aa338113-ae43-4d2d-a389-795929f43b41 + - 05601f1d-c3bf-4300-80ce-83bfb60fee48 + - d92d5703-7994-4b7a-b695-ad655fac72f9 + - 92c7e7c3-92a5-4712-8849-a2e6d28ff7df + - 95dfb2cf-9cda-4b89-bb81-47cab8da91ce + - 20c183db-9192-4d2a-92a3-23176de86f30 + - cc4f5e7b-aa5c-458b-8824-50ee7028db72 + - 343ca082-a8dd-4d18-9793-86c53b227dae + - 45090d54-8387-4503-8171-f5cde128278b + - 22bff51d-9c81-4ec3-ab14-5d6d1d117506 + - 01c26c0d-c318-4e92-a259-63690a1792e5 + - c08cfdcd-2d18-4517-941e-f262517ccfe7 + - 6811b5de-1c2f-4124-8a99-29c5eaca0b79 + - ca6af9bc-00dc-47c3-8556-c69a1e8e90aa + - 47e75707-31a9-4d0d-ae45-e39537187110 + - 18ec535d-2916-49b4-96ba-8ae29a46f82c + - b437bd62-47a5-4f2f-af38-bce6940b8db6 + - 73112490-4f5a-4cbf-8830-a52b4b65d7a2 + - 3af7cdc7-c207-465c-b344-09def506ca7f + - ee131ace-ac36-477e-8f8a-997ca403ca42 + - 0ecdd403-52f3-4afa-8bb4-3374354c9635 + - 7aabef2d-1937-461c-a03d-24eae5f9a5ba + - 712da966-f7d9-4dd8-9af8-e184e2b7f5e2 + - a13b7fe5-113d-48ea-b3da-ac4581f31ba6 + - 6444294b-bc4e-4448-9118-af3cf1772826 + - 55631c04-0873-4726-92b4-676e95cdadff + - f514e9d4-710e-42eb-8a52-e0f00a8e0e3e + - 43f8ccbc-d41c-44ea-96b0-8c468e166cda