From ed203a87f61d96cdc6c9303fdc1dbc55139b9819 Mon Sep 17 00:00:00 2001 From: ajayr4j Date: Sat, 1 Aug 2026 15:31:06 +0530 Subject: [PATCH] Add leaderboard entry: Trinity / GLM 5.2 Trinity: a custom Claude Code skill harness (11 atomic skills targeting known silent-failure modes in the CRM/PM/file-server MCP tools) routed to GLM-5.2 via litellm. Full Enterprise-Bench/l1-l2-bench run: 14 tasks x 10 attempts = 140 trials, 0 errors, 89.29% accuracy. Token/cost telemetry: this run routed through litellm to a non-Anthropic model, and Claude Code's stream-json output does not populate real usage stats for this route (same gap noted in #9/#11). Instead of using those near-zero self-reported numbers, token counts were independently reconstructed from each trial's own claude-code.txt transcript (every system-prompt/tool/skill payload, user turn, and tool_result fed to the model as input; every assistant text block and tool_use payload as output), tokenized with tiktoken cl100k_base. Reconstruction script: enterprise-bench-eval/scripts/audit_tokens.py in the source repo. Cost is computed from those reconstructed input/output tokens at GLM-5.2 list pricing ($1.40 / $4.40 per 1M). Source job: https://hub.harborframework.com/jobs/32e17142-e309-4265-b359-50804adc6b06 --- .../entries/2026-08-01__trinity__glm-5.2.yaml | 168 ++++++++++++++++++ 1 file changed, 168 insertions(+) create mode 100644 leaderboard/entries/2026-08-01__trinity__glm-5.2.yaml diff --git a/leaderboard/entries/2026-08-01__trinity__glm-5.2.yaml b/leaderboard/entries/2026-08-01__trinity__glm-5.2.yaml new file mode 100644 index 0000000..91a4051 --- /dev/null +++ b/leaderboard/entries/2026-08-01__trinity__glm-5.2.yaml @@ -0,0 +1,168 @@ +# Trinity / GLM 5.2 +# Source job: 32e17142-e309-4265-b359-50804adc6b06 +# https://hub.harborframework.com/jobs/32e17142-e309-4265-b359-50804adc6b06 +rows: +- metadata: + agent_display_name: Trinity + model_display_name: GLM 5.2 + agent_org_display_name: Ajay Raj S + model_org_display_name: Zai + metrics: + accuracy: 89.29 + display_accuracy: 89.3% + uncached_input_tokens: 4164182 + cached_input_tokens: 0 + output_tokens: 770002 + total_tokens: 4934184 + avg_trial_duration_sec: 228.75 + pass_at_2: 0.9857 + pass_at_3: 0.9976 + pass_at_4: 0.9997 + pass_at_5: 1.0 + pass_at_8: 1.0 + pass_at_10: 1.0 + n_trials: 140 + total_cost_usd: 9.2179 + display_total_cost_usd: $9.22 + status: display + trial_ids: + - 4a555a40-8ad8-43c1-8976-d1a40ce10e7c + - 223997a8-f2f4-49e1-92be-c5a531e7db8d + - 888286e3-a3e2-475e-bd4e-ecd3ada74ec6 + - 8f4d49f1-8164-44e2-91e5-f67e7d16d2c9 + - 0b278097-e594-46ab-931b-ca7f4db24ef4 + - 0e530702-32e7-4b91-8d15-99066b3f0f80 + - 8e9aa70f-5f0c-443f-a411-8aaa6dbdcf27 + - e102da1e-a477-4e26-a63f-cb09f6c19f46 + - 0909d3a7-d435-4c1f-9dbd-dfd9db44bf30 + - a736c035-0179-4f23-a789-04bd0512adc8 + - e6f917a1-7664-4cb1-9f48-603c6785d2c1 + - 1a402feb-d844-4e13-bf76-0cc50f3b9bce + - b482e5c6-eb97-4bf9-80cc-b6158d8c5b15 + - 2cc89729-67bc-411f-bd63-909e258c6920 + - f5b90b4c-22be-4124-a750-84ffba9db5fa + - bf4e5be0-b99c-4606-bfde-1a840b1b54c8 + - 93f0ea16-3b2c-4a21-8c06-09e9a2ad1d27 + - db716c92-b2da-40e0-88a3-a3dc5a4d22de + - fcdaa0d8-8df3-44ed-9544-75866261dc49 + - e043da95-358b-4d15-b6b2-b8cacc6578ce + - d8c9c547-d28d-4b7d-bd1c-eae7a72576c4 + - aa8379e1-e5b2-4353-b2e8-0bb3ca723d79 + - a6f63ea8-889b-4388-b519-d2143be99d33 + - bbc3e928-c4c7-4389-a752-7701d8e40243 + - dc337ff5-46ff-40e6-84ec-4771af4523df + - 4acd31dd-359e-4fd7-9ee1-5bb3035838ba + - 3b4990fb-9c1e-48ed-b057-4a5f70d10c8e + - 0c58aafc-e607-4b0e-b442-70127fbaf4e6 + - 5597db80-8bfa-4d77-8c36-86498b74b8c3 + - aa252b7f-3116-49e2-a488-9af751a67df2 + - 1f381947-f046-4d8f-aaa2-0351de28d80c + - 1d5f1d64-6ddd-4760-84f6-b82302e5e9df + - 636294d4-ce9a-4af2-a344-73b1cc66c7ec + - 3215a06e-9ed6-4467-a4ba-03808d303f2b + - cce827b5-bc9a-440d-b858-c8b6bfe016fa + - 894c01de-2f37-4d17-8296-a47f706e5c77 + - 0b65072b-92ce-4c56-a495-6e4c13e72d29 + - 13491e1d-81b6-40ca-bbcd-917377949fc4 + - b3713138-601e-47e8-9dae-371cfe33223b + - b0155e96-7afb-43b0-b8ff-0f7b5af9e7bc + - 511fe15d-bf2b-4628-805a-c85b52a23603 + - 0c688975-ad65-4001-94ad-0ec00060dbcd + - 5959499e-3d68-4c05-89cd-8870a5c199ef + - 2a67d7fe-45eb-4420-b22b-a02230abe6f5 + - 7be4d1aa-f281-41f1-aa88-6697ad8b0e36 + - 8523fac4-b46d-499a-92c5-43245a74966e + - 76868cec-595f-40af-9826-c6f5969571c4 + - 0ad8fd36-ee96-4e84-bf18-5c45ba10fe78 + - b0cad751-26d2-4149-bd16-accd292c26ae + - 3917e1be-b7e4-4a5b-af82-784de819a998 + - b330c9c4-11f4-4a63-9a38-535ae051081e + - 3b6c7f80-e9ef-411f-91a5-ed05a876a6d3 + - c8f0dad4-6885-484a-adaa-9649b9465f06 + - e0f27eb8-4b00-4878-a564-4489598b274a + - a041b041-f320-4963-bb3d-57ce6e5371a5 + - f37b8a99-6e8f-4b0c-8190-f1f793fc3043 + - bc0f10c1-eec1-4100-bb45-a93bd3de35bf + - 62b97651-438d-4b32-b39e-36e1726db54b + - 0cc34bf8-2820-4616-959a-dc0c7d436c60 + - 027ecf41-8d31-4de4-afc4-1e8b43d7c89c + - 58223bc7-f5c3-4b89-9319-ca783d2c544c + - b77ef83e-bfbe-407e-a901-88683fd119e0 + - 93c9d06e-b64e-4635-b8a9-a6ed5f994304 + - 2d093b76-59ae-4011-97a3-e358c984d3e6 + - 780faf0c-9f9a-4fb7-a318-58c1c6c1f1aa + - 0ff085f0-73a4-4c65-91af-96c0d5dd905a + - ec531820-393b-4dd1-8abe-d6e3e486d46f + - f925f86a-3768-42b7-bb21-3b217826f85e + - c628b637-48d4-4d8a-8386-20843073d586 + - d9efe676-acf3-4a9d-94ac-4ea9a5e7e2b4 + - b6d7804d-28a7-45ef-92b5-29b492bb8b3b + - 78cd6518-24fc-457a-a505-96605f42d65a + - 2b437bfa-07d4-446e-b5e1-baa67d1bb861 + - 46ad1590-ad57-454c-8b26-df058e298550 + - 93a8c8e2-6537-445b-b945-9e3639ce5373 + - 10d52f3f-887d-4440-9dde-87f3c65877ad + - 273e1efc-1d65-471c-857e-bd6a1d6489bc + - 0021b383-0711-4810-9cea-af29f8cac103 + - f5d939b3-e3fa-41a6-bf91-0304a941bd0e + - 9ac101ef-bf42-463e-91fb-244a79268be2 + - 6c0064ba-2796-40fb-b49d-7cdada4e2a85 + - 5c2df8c2-0970-469e-b26e-746edb9c1959 + - d19e1a44-9858-475f-8d0a-5b928e95aaab + - f9642702-10f1-45f5-bc9b-7f83388e3f19 + - 2231fddc-c2c5-4ab3-ba5c-fa4f3f8182aa + - 2e389fde-375f-42dc-a25a-d1562b207a75 + - b6aa58fe-27f8-48c9-9eec-85e8c7810620 + - a9236a86-bfc9-4ce0-aece-2cc019b632c7 + - 36bba945-d51e-4041-85d0-3b809989d244 + - c0b2d1fd-5644-4851-a10b-89d1ae2c9f3c + - 6409d5d9-fe2d-46bc-887e-c5ec6bc7f610 + - 20b18976-a19c-41f5-930e-ede3a1878cdd + - f191475e-8101-4558-8def-4bf28063e8c8 + - 18a67a33-a391-428f-909a-fee710eb749b + - 80629b64-8e7b-4108-b335-28808a61b1e0 + - ba9fceae-cc37-4184-ad33-0ed26ae92176 + - 26a1ed67-751d-4991-a651-390d2ec6830f + - 2694c389-f4f6-4619-bfe4-db65af5a3d35 + - b58f76f4-2b76-4a84-92f2-2d490f5b3b0c + - 181f206e-e628-4fbf-852e-6b7fcafb2f10 + - c66ee7c6-d42b-4544-b97b-4e2bc55bc29c + - acb2a7da-9c2c-4a9c-82b8-4720435118fc + - e3b81bd3-2b87-44f5-bf10-6ea387c3b094 + - 872136d3-7f4f-4bdc-a7b1-c559d152223b + - 02d73605-fa51-4914-828e-2c62dfe9bf19 + - ce946662-225c-4071-a5b4-47712b2d8d7f + - 5d2b903e-24f3-4f78-9124-b49c3c69eaf0 + - 83a51edc-591b-4235-83df-d3b46debf964 + - b37c4438-c099-464a-990c-724e56fb763c + - b6893553-0ba1-42c4-a5a1-e7886aa555b1 + - 088bc747-71ee-48da-ae2a-3ed57e72df01 + - 60d24812-55bc-4872-86cd-71974f48affe + - 1c693584-5e35-4390-bfe1-fdb295305282 + - 466ba626-abcf-4cff-8787-4a4d179b121d + - 980c21fe-69dd-4ee0-b04c-37af70edc27c + - 22c81467-a6c2-415c-8e3d-a2dbe5658813 + - 08e48251-46e2-4b15-a4d1-c99632b2fc66 + - c9fb5a22-4279-4221-b97f-89b6a2ddf472 + - e1db780b-4582-49ac-ad08-f7e1bf21fe35 + - 96001eb6-f544-4832-947a-4570a82dedb2 + - 03aab7a3-f927-4595-a1e1-3481d3c20be4 + - d0a43d6b-215a-422a-8717-daac01e25eef + - 0405a609-5f78-498b-a3d0-bdfe5a89a900 + - 40b0a746-8711-4e31-8072-d40936b7192e + - f210d5db-b661-4d2b-8982-3c20d31b55cd + - 59e9e4d1-42e8-4a08-a8eb-96ae66471541 + - 525528b8-003f-4cb3-889c-0a958d9a9677 + - cba7132d-bcbe-439e-8252-03a49deb031f + - aba93e8f-b21a-4d18-8e29-81a27f293859 + - db4623f3-ffd9-4633-b6f8-ddbf2abeb28d + - 5f862be6-35e0-4c15-b242-5265e0e35c11 + - 6adeaa5b-9b2b-4164-bfb3-51357de3eb23 + - 3b410073-94d6-4d83-8331-0c5346e0c487 + - 9dde2734-f139-4196-99a4-fd5f8c8e1f70 + - f4fa0120-1c1d-4053-a83f-19d3a3648cde + - ece61e4e-c578-41dc-8952-6704342d4845 + - 58272563-bc4a-4cb3-ac15-f394d2c16188 + - 4814bd19-0797-4d82-8a55-02c18821c884 + - eaf002a7-257f-4ee6-afdc-859333817801 + - ca4dadbe-86ac-4e1b-88c5-58fb1bac9377