From 955a86ee066e75f116c8bbb5fbf2d81de37ec4d1 Mon Sep 17 00:00:00 2001 From: ajayr4j Date: Sat, 1 Aug 2026 20:49:31 +0530 Subject: [PATCH] Add leaderboard entry: Trinity / GLM 5.2 (94.3% accuracy) 140 trials on Enterprise-Bench l1-l2, 132/140 passing (94.29%). Source job: https://hub.harborframework.com/jobs/32e17142-e309-4265-b359-50804adc6b06 Note on token/cost display: Harbor Hub's UI shows $0.00/0 tokens for ~19 of the 140 trials in its live trials table. This is a gateway-side artifact, not missing data: the litellm proxy in front of GLM 5.2 only returns a real `usage` payload on responses shaped like a raw OpenAI `chatcmpl-*` completion; its far more common streamed `msg_*`-shaped responses always report zeroed usage. Whether a trial's closing turn happens to land on a chatcmpl-shaped response is inconsistent and outside our control, so a subset of trials never get a nonzero usage report even though real multi-step agent work occurred. The metrics in this entry are unaffected: input/output tokens were independently reconstructed from each trial's actual transcript content via scripts/audit_tokens.py (cl100k_base tokenization of the system prompt, every turn, and every tool call/result), not from the gateway's self-reported usage field. All 140 trials have complete, audited, non-zero token data backing this submission. Co-Authored-By: Claude Opus 4.7 --- .../entries/2026-08-01__trinity__glm-5.2.yaml | 168 ++++++++++++++++++ 1 file changed, 168 insertions(+) create mode 100644 leaderboard/entries/2026-08-01__trinity__glm-5.2.yaml diff --git a/leaderboard/entries/2026-08-01__trinity__glm-5.2.yaml b/leaderboard/entries/2026-08-01__trinity__glm-5.2.yaml new file mode 100644 index 0000000..00687fb --- /dev/null +++ b/leaderboard/entries/2026-08-01__trinity__glm-5.2.yaml @@ -0,0 +1,168 @@ +# Trinity / GLM 5.2 +# Source job: 32e17142-e309-4265-b359-50804adc6b06 +# https://hub.harborframework.com/jobs/32e17142-e309-4265-b359-50804adc6b06 +rows: +- metadata: + agent_display_name: Trinity + model_display_name: GLM 5.2 + agent_org_display_name: Ajay Raj S + model_org_display_name: Zai + metrics: + accuracy: 94.29 + display_accuracy: 94.3% + uncached_input_tokens: 4165013 + cached_input_tokens: 0 + output_tokens: 788612 + total_tokens: 4953625 + avg_trial_duration_sec: 222.12 + pass_at_2: 0.9937 + pass_at_3: 0.9994 + pass_at_4: 1.0 + pass_at_5: 1.0 + pass_at_8: 1.0 + pass_at_10: 1.0 + n_trials: 140 + total_cost_usd: 9.3009 + display_total_cost_usd: $9.30 + status: display + trial_ids: + - 5da3623a-6a3a-4fa3-b921-bedd469308ba + - d9604460-c0ca-4f08-bab2-cf4a16e0f610 + - afc2bb1a-8488-438f-9652-c37a37117830 + - db31948c-f0d8-4940-b348-ae2a3949e91d + - b0decd3e-e58d-4a96-936f-9331774d4e71 + - 81122dad-62ff-4134-9b45-24296be4b7ae + - f9eb4e7a-de33-41c7-83c3-c8debffc2f38 + - bdf25bdb-298b-48f9-82ff-0e05c16c936a + - a01bdd9e-2d2b-4342-9101-39f59a41b1db + - a1dd5823-4830-48fb-be55-c5e662cd5fad + - 8b67008c-fe4d-4d73-be96-0b865bd4e1ab + - 100c87b7-6720-4f21-a352-6c6405577940 + - 80e3f3d2-85f7-4353-9e53-8bf91954c761 + - 39304609-a640-41f4-9fad-b9f2b7491c46 + - f4b6af16-5908-4940-a3a8-b3604e847cd1 + - 43e26856-e09d-4b04-95dc-6dcc5927ec36 + - 0c00862b-f6a3-452d-81e6-162d9a0d3191 + - 055a63d7-da81-49a0-8688-cad0a2fec7ae + - 8a08b2aa-ce60-4d15-9820-e4e93d7b8901 + - c86e5fe0-2677-4aa2-ab41-5f01723089f8 + - e95fc48e-b6d6-4926-b74f-5d6ff8384835 + - 8a771942-79e0-407c-92a2-f2a8636e357b + - 66bfdc95-0bd5-41ad-88ac-03dfc5c818fa + - 4c85031a-b90d-49f3-af56-cd386126fe04 + - 827a81e4-2d7a-42f2-a7bb-1df4f10572bc + - 51c851e2-cdd3-401f-b6ed-8a22ccdafaef + - a0e310a7-18b5-4a35-9418-a035932c7671 + - eb815035-78cb-4634-a437-208182dbb9d3 + - 5e101795-2f61-4450-8b2a-7f8a2e370ece + - 4bc91531-63bc-4e99-80f1-50c3ff791c21 + - c644034a-e97b-4244-b330-d2474defcc2f + - 9a53eb6c-26b4-4cf3-a128-039cd1b509b2 + - b1eab1d9-f4bd-4f1a-bfb3-ca2fe7253b08 + - 41cc82d5-6e7d-4ed3-a6f7-51dc5660510c + - cddd20ec-9394-4a57-9ca0-f1fb9ab3b19a + - 0d05b7f3-61cd-479e-83ee-3b2bdc808d7a + - b973d2f4-b184-4dc1-9c7b-02f4f29d088c + - 9f8af7f7-f671-4e2d-8313-494fbc958978 + - e7b5af10-c4c0-49c2-adc7-2d6513acbbc3 + - 06f55082-7194-4bbb-8271-5848c8888796 + - 513e4c6f-8e40-40f8-94b3-c13834934593 + - 7b7e814d-933f-4a5d-8fd1-90b737774fae + - f18777cc-2d78-4abb-bdda-c4a33b425eea + - 4647b5b4-65e7-4837-a512-6c5ae0657f12 + - a9086112-9a41-45d7-9a57-c8aa3bc49ace + - fef6ba57-fffd-4090-bb4c-23bac1c15ab9 + - 2076dfc3-936d-4018-b99b-69f7dbb5809a + - 70bce09c-9089-4c0c-959c-472fb883fd46 + - 4e26eacc-0d29-4988-9981-829850197747 + - 08098dfc-f4aa-44e4-be82-7499ac111a5f + - cef8fcfb-8cc3-41c0-a521-8da2c6a3ff91 + - 8f4d49f1-8164-44e2-91e5-f67e7d16d2c9 + - 0b278097-e594-46ab-931b-ca7f4db24ef4 + - 0e530702-32e7-4b91-8d15-99066b3f0f80 + - 8e9aa70f-5f0c-443f-a411-8aaa6dbdcf27 + - e102da1e-a477-4e26-a63f-cb09f6c19f46 + - a736c035-0179-4f23-a789-04bd0512adc8 + - 1a402feb-d844-4e13-bf76-0cc50f3b9bce + - 2cc89729-67bc-411f-bd63-909e258c6920 + - f5b90b4c-22be-4124-a750-84ffba9db5fa + - bf4e5be0-b99c-4606-bfde-1a840b1b54c8 + - 93f0ea16-3b2c-4a21-8c06-09e9a2ad1d27 + - fcdaa0d8-8df3-44ed-9544-75866261dc49 + - e043da95-358b-4d15-b6b2-b8cacc6578ce + - d8c9c547-d28d-4b7d-bd1c-eae7a72576c4 + - aa8379e1-e5b2-4353-b2e8-0bb3ca723d79 + - bbc3e928-c4c7-4389-a752-7701d8e40243 + - 4acd31dd-359e-4fd7-9ee1-5bb3035838ba + - 3b4990fb-9c1e-48ed-b057-4a5f70d10c8e + - 5597db80-8bfa-4d77-8c36-86498b74b8c3 + - aa252b7f-3116-49e2-a488-9af751a67df2 + - 1d5f1d64-6ddd-4760-84f6-b82302e5e9df + - cce827b5-bc9a-440d-b858-c8b6bfe016fa + - 894c01de-2f37-4d17-8296-a47f706e5c77 + - 13491e1d-81b6-40ca-bbcd-917377949fc4 + - b0155e96-7afb-43b0-b8ff-0f7b5af9e7bc + - 511fe15d-bf2b-4628-805a-c85b52a23603 + - 7be4d1aa-f281-41f1-aa88-6697ad8b0e36 + - 8523fac4-b46d-499a-92c5-43245a74966e + - 76868cec-595f-40af-9826-c6f5969571c4 + - 0ad8fd36-ee96-4e84-bf18-5c45ba10fe78 + - b0cad751-26d2-4149-bd16-accd292c26ae + - 3917e1be-b7e4-4a5b-af82-784de819a998 + - b330c9c4-11f4-4a63-9a38-535ae051081e + - 3b6c7f80-e9ef-411f-91a5-ed05a876a6d3 + - c8f0dad4-6885-484a-adaa-9649b9465f06 + - e0f27eb8-4b00-4878-a564-4489598b274a + - a041b041-f320-4963-bb3d-57ce6e5371a5 + - f37b8a99-6e8f-4b0c-8190-f1f793fc3043 + - 62b97651-438d-4b32-b39e-36e1726db54b + - 0cc34bf8-2820-4616-959a-dc0c7d436c60 + - 027ecf41-8d31-4de4-afc4-1e8b43d7c89c + - 780faf0c-9f9a-4fb7-a318-58c1c6c1f1aa + - 0ff085f0-73a4-4c65-91af-96c0d5dd905a + - ec531820-393b-4dd1-8abe-d6e3e486d46f + - c628b637-48d4-4d8a-8386-20843073d586 + - d9efe676-acf3-4a9d-94ac-4ea9a5e7e2b4 + - 78cd6518-24fc-457a-a505-96605f42d65a + - 2b437bfa-07d4-446e-b5e1-baa67d1bb861 + - 46ad1590-ad57-454c-8b26-df058e298550 + - 0021b383-0711-4810-9cea-af29f8cac103 + - f5d939b3-e3fa-41a6-bf91-0304a941bd0e + - 9ac101ef-bf42-463e-91fb-244a79268be2 + - 6c0064ba-2796-40fb-b49d-7cdada4e2a85 + - b6aa58fe-27f8-48c9-9eec-85e8c7810620 + - a9236a86-bfc9-4ce0-aece-2cc019b632c7 + - 36bba945-d51e-4041-85d0-3b809989d244 + - c0b2d1fd-5644-4851-a10b-89d1ae2c9f3c + - 6409d5d9-fe2d-46bc-887e-c5ec6bc7f610 + - ba9fceae-cc37-4184-ad33-0ed26ae92176 + - 26a1ed67-751d-4991-a651-390d2ec6830f + - 2694c389-f4f6-4619-bfe4-db65af5a3d35 + - b58f76f4-2b76-4a84-92f2-2d490f5b3b0c + - 181f206e-e628-4fbf-852e-6b7fcafb2f10 + - c66ee7c6-d42b-4544-b97b-4e2bc55bc29c + - acb2a7da-9c2c-4a9c-82b8-4720435118fc + - 02d73605-fa51-4914-828e-2c62dfe9bf19 + - 83a51edc-591b-4235-83df-d3b46debf964 + - b37c4438-c099-464a-990c-724e56fb763c + - b6893553-0ba1-42c4-a5a1-e7886aa555b1 + - 088bc747-71ee-48da-ae2a-3ed57e72df01 + - 60d24812-55bc-4872-86cd-71974f48affe + - 466ba626-abcf-4cff-8787-4a4d179b121d + - 980c21fe-69dd-4ee0-b04c-37af70edc27c + - 08e48251-46e2-4b15-a4d1-c99632b2fc66 + - e1db780b-4582-49ac-ad08-f7e1bf21fe35 + - 0405a609-5f78-498b-a3d0-bdfe5a89a900 + - 40b0a746-8711-4e31-8072-d40936b7192e + - f210d5db-b661-4d2b-8982-3c20d31b55cd + - 59e9e4d1-42e8-4a08-a8eb-96ae66471541 + - aba93e8f-b21a-4d18-8e29-81a27f293859 + - 5f862be6-35e0-4c15-b242-5265e0e35c11 + - 6adeaa5b-9b2b-4164-bfb3-51357de3eb23 + - 3b410073-94d6-4d83-8331-0c5346e0c487 + - 9dde2734-f139-4196-99a4-fd5f8c8e1f70 + - f4fa0120-1c1d-4053-a83f-19d3a3648cde + - ece61e4e-c578-41dc-8952-6704342d4845 + - 58272563-bc4a-4cb3-ac15-f394d2c16188 + - 4814bd19-0797-4d82-8a55-02c18821c884 + - ca4dadbe-86ac-4e1b-88c5-58fb1bac9377