diff --git a/leaderboard/entries/2026-08-06__hermes__kimi-k3.yaml b/leaderboard/entries/2026-08-06__hermes__kimi-k3.yaml new file mode 100644 index 0000000..edd7571 --- /dev/null +++ b/leaderboard/entries/2026-08-06__hermes__kimi-k3.yaml @@ -0,0 +1,169 @@ +# Hermes / Kimi K3 (Fireworks serverless) +# Source job: 6d55b86a-127e-49ab-a723-292afc70c99b +# https://hub.harborframework.com/jobs/6d55b86a-127e-49ab-a723-292afc70c99b + +rows: +- metadata: + agent_display_name: Hermes + model_display_name: Kimi K3 + agent_org_display_name: Nous Research + model_org_display_name: Moonshot AI + metrics: + accuracy: 53.57 + display_accuracy: "53.6%" + uncached_input_tokens: 12253617 + cached_input_tokens: 101527365 + output_tokens: 860934 + total_tokens: 114641916 + avg_trial_duration_sec: 164.41 + pass_at_2: 0.6254 + pass_at_3: 0.6589 + pass_at_4: 0.6786 + pass_at_5: 0.6925 + pass_at_8: 0.7127 + pass_at_10: 0.7143 + n_trials: 140 + total_cost_usd: 0.0 + display_total_cost_usd: "-" + status: display + trial_ids: + - 291b642a-35ba-4276-8a7b-3e4260259734 + - 2a097ed2-b6d3-42a2-b5d4-ef4e7730c42f + - f946b243-8343-4d0d-b53f-6c873c71f208 + - 4cf789ba-3a5f-4656-9ece-92d1b03f83d2 + - dd11971c-3fdf-4f47-bc45-f755e71dd58e + - e58e9c84-8085-48d4-92a5-e9accd3fdc1a + - c01df965-254c-4ee2-882e-cf6889447b46 + - 90084758-771a-4084-8879-44cade6170f0 + - 40536406-efdf-4ede-a62b-8c1dc771794d + - 43bbabd5-38ab-4d2d-916b-5f220888e708 + - e3fd3d15-b08a-4873-a483-ef1bfb611053 + - bf2a8be4-77ee-4224-8225-bedcbe575bee + - bb56e94a-db59-454c-9491-07e68440c802 + - 2a3f12b1-b789-4fd9-84e6-e787659a9756 + - 5f1f7563-aa8d-408c-8d96-d3e267d9789c + - d1f5a40f-4fec-47b2-b822-35aaef320778 + - ea5c5fc6-7529-4fdc-9c92-89df76b6e8fa + - 985f0657-ac58-4289-b94e-d43cce3bfeea + - 340cc73e-5c25-4bb3-b83f-ce53eb5f584d + - 8b798314-05d4-42d1-9946-f825d55a7045 + - 3a9adc9f-0065-4503-adf3-9b4c7092d7ee + - 13ccd199-a7b5-4e69-8bab-b5d5d697e73d + - c0d10fcf-17c3-45a8-b450-fbb97f8299a5 + - 489116a3-aae1-4a64-a2c3-fbbb50c8f32c + - 8c89068c-ddb5-4162-a246-5cd1fe952f08 + - 7784f115-9543-4ebf-b700-e56325f6fab9 + - 3ae6a1a3-b16e-4150-b7bc-679188e8bd63 + - 16f5641b-8b3f-47c2-b076-2ecd1bb23e8f + - 36d78096-836d-4ad3-ae1d-ea5c53eafadb + - 9003d492-888f-45bb-87ef-398dce96260f + - 8239495d-2e58-420d-9b46-fd924861a636 + - bd998480-e1d3-4d1e-9299-e784e709f76d + - 00d939e6-e21f-468d-9c32-cf439620a718 + - ddea45cc-8488-4eca-bf1e-5590c36b45e7 + - 13553fc2-78e4-4075-be39-33479d75be6b + - ef7caa0a-a8d7-4ecc-be91-106db7314e48 + - 05598d99-714b-416a-bf0c-9e7d3cf82121 + - 9bb6f293-8ee3-43e8-a0f7-14e0f6005073 + - dfd4c9ff-add5-41aa-a991-8b704d0e7b67 + - e3aa3b0a-bec7-4310-925d-69906dae5475 + - b34c8cdd-049c-4960-8589-76938a605ced + - 1f593883-25f2-4d28-8754-53ef743b17b4 + - d60256d1-ac36-4f48-849e-a03c532578e5 + - f8b4d3be-67b5-4804-9c05-1cd8c370b8dc + - e09b2943-76ee-43fc-ac23-e11be4fc0099 + - 2bfad8dd-d562-47f0-91ee-8ba094ad2d0f + - ca3bdbca-5a76-410d-893c-46e6fa07c6d4 + - 9792535d-742a-49be-aacf-11e295d470e8 + - ba332610-a628-49c6-b140-a4e3c5ae6ff6 + - c1d145e8-fc24-47a2-91d2-7dc5ee673ba8 + - 4100bbcb-fca2-45c0-8f36-7fd30dd41991 + - b3541b1d-76de-4360-8590-47e435a179b4 + - fa3253b3-2e5c-4e3e-80da-c3ed581d80ee + - 5fcc7e40-32cd-4a6c-bcaa-4abeeecbf9ee + - f438d50e-9b6b-45e9-a08c-7dcfc3af6950 + - 6ae9de1c-605e-473a-9426-0cbf93dfa7d2 + - 75376fc6-c524-426f-b2be-e0b0a3ee6d6d + - 6b45e2c7-f381-49ca-ba50-a35f8435667b + - 68e306bb-943f-4219-9ff2-ec6ecd0f5973 + - 7f7d363e-7d0f-4240-b373-e34bb2cc2f64 + - b89a76c2-e469-41a8-ac87-5a136e499c6e + - 041f2295-4609-44dc-a84f-d842cdbf157d + - 949ba895-04f2-4d5e-86fe-4004d64f1ef4 + - 4d04831e-afec-49fe-8aba-d985037e2aa1 + - dc2b6f89-4cfd-4bb6-86dd-e0f502f37db5 + - 270941cd-9265-4c83-b7ab-92dde57cbf8b + - 869625a3-624c-4887-ba68-7e6105b04b26 + - 53777f1c-9ebb-4477-b91e-b04a4e229cfd + - dadf263d-7467-4368-a682-0a8248bc2106 + - 8deff41d-52eb-443c-8d9d-6deb3c3cfa34 + - 5b92c240-6ed1-494e-89de-3e0768637967 + - 8aaf8c28-63f5-432b-ba6c-4e1c59223527 + - dc3ba147-a88c-4a10-9144-d44de925db10 + - f44102a0-5993-4b4b-ad1c-c63d69d1ac4a + - ac9030e8-cbe9-4ad9-8a99-c381fe34cbc9 + - 4ec68b02-c50f-464e-8dba-76c34278ca9e + - daeb6b07-1ba7-4043-be77-306a6ef38e18 + - f555df54-1fd9-466c-98a3-d6c781430469 + - bb26b84d-8796-4642-b98c-062b5ca1f3b0 + - 83e47907-8d3f-4fe3-bb94-ec8d42ee2904 + - 14e44986-618c-4fc7-af07-811ecfd50f30 + - a1a04f6e-97b9-4723-bba4-da03413ca729 + - 69a2571a-2b7b-4095-927a-406fe2f0ea45 + - 908f0b06-a839-4038-bdeb-453a7a6c5fc3 + - ad59dba8-121f-461b-9103-6fd67b32132e + - 9eaa0e83-be31-453c-a7b3-cc5fae0883fa + - cf2ac4c1-02db-4a66-9036-de79d63d1b3a + - 44d109e6-549c-4e61-9aac-3730cd899c9a + - 96b8e725-e2e3-4908-bab3-20d7518f7203 + - 7b774efe-9873-4ac6-a796-da04232aae7b + - f6967576-3fa9-4e9f-94d4-188e156841a1 + - 2e4e293f-d147-4b7a-95fd-48e66e70ae64 + - bde94c7e-edcb-4d1a-a0fc-96d72db0c28c + - 0a79a8c3-a862-4b09-befc-ba3e32885ba5 + - f26e6959-6aa2-4bcf-a7f9-6cf197e4ec04 + - f6d090e0-3f4c-4da3-be6b-ea5049ef557f + - 1d9a3330-6c6c-48b3-ab12-02418e957d0c + - 2f1b3636-79c8-4397-8dfd-327509b7a135 + - 75633a5e-04d0-4965-b19c-aba37d21c258 + - e0a251aa-383b-4d03-ba17-39fc56a53cdf + - b3a85462-323a-43c2-8424-cec33963e6a0 + - e70d05db-45eb-42d1-8eaf-bbe36af62a7f + - 79085ca0-e88d-4e2d-9d75-da7611004a58 + - 6bd82b29-bab6-4cf6-8eb7-fd4e131112a7 + - f00c320d-0f41-45ef-a631-13d2953d0103 + - c52ac045-23b8-49c2-919f-0a75f534bb65 + - f1b2666c-52d9-479f-9845-caedbe981aad + - 6185b8d9-3dac-4118-a405-b283e1856e78 + - 289cee3c-af74-4c18-b54b-4a3b647807c6 + - c5dac4ef-1941-467c-b7f1-47c35da5d935 + - a133c0a3-8f18-494b-a9e7-54159627dbc0 + - 9f78b3e3-a756-4ba0-9303-f9226d82b995 + - c77eaf47-55c6-4949-ae0a-9a5363725dbe + - 5895e1c4-1603-4d0c-b3bb-7cca7f7fd8ad + - 9367e46b-e5b4-45d0-8b46-aa0f1ef0fa57 + - c2f678b6-3e5b-4fec-853f-42d7d8df8d84 + - d80582d8-ca2b-4491-b411-0297851f6223 + - d50e611e-38e1-4137-a516-5188d944a7a5 + - 790deb2c-730e-47f8-85e0-ca435bd82c78 + - 56f53b04-46d9-4a16-9c06-b17e8bbb2498 + - 64176592-cec6-4ba0-a818-dddf753dd109 + - 0b59fc09-13ca-4299-8bc6-33b5daf5cfe9 + - 4485de3a-38da-4f7f-9e13-1fdeba3b40b2 + - b0441451-ef3b-445d-9bf3-52c921b76839 + - 760b83a1-805b-4571-8765-9f55ca1e603b + - e3386f32-848d-42bc-9b56-7557d7dbc919 + - e118cc84-18f2-4143-95c1-b1c17791e1d7 + - 95605b93-8405-45ac-a637-461fe10efe58 + - 65e6783d-4c3e-44e4-96a4-79b6393eb375 + - 644f8baa-8e9b-4e74-9419-4a783732eb61 + - eb54be98-a692-4b82-874d-2ea8461f7863 + - e48250c2-ba72-445a-81b0-99f0450ccdff + - 4960d65a-b1a0-4bd0-86df-305cb30d5bb7 + - 55cf307d-28b9-4710-a92d-b9c9c3b22171 + - 57acbef5-2a42-42d2-bde4-e2a9b316d0f9 + - 7dd5bf6a-92f1-4d19-a1d1-4be0dfef35d6 + - 50d95662-dd8b-48c4-823d-658704edf8d6 + - 9e4b9c31-be58-4297-816f-56064772fae2 + - b176dc18-e41d-4564-9d0c-fe01fbee9610 + - 5854e591-f8e3-4c0e-a4af-1fa352d43ff6