Add Copilot Studio SDK + Direct Line Opus 4.8 @ 256x leaderboard entries

leaderboard/entries/2026-08-05__copilot-studio-direct-line__opus-4-8.yaml

@@ -0,0 +1,168 @@
+# Copilot Studio (Direct Line) / Claude Opus 4.8
+# Source job: d97b6f4e-1680-4850-83ea-e72c375a03f2
+# https://hub.harborframework.com/jobs/d97b6f4e-1680-4850-83ea-e72c375a03f2
+rows:
+- metadata:
+    agent_display_name: Copilot Studio (Direct Line)
+    model_display_name: Claude Opus 4.8
+    agent_org_display_name: Microsoft
+    model_org_display_name: Anthropic
+    metrics:
+      accuracy: 37.86
+      display_accuracy: 37.9%
+      uncached_input_tokens: 0
+      cached_input_tokens: 0
+      output_tokens: 0
+      total_tokens: 0
+      avg_trial_duration_sec: 160.12
+      pass_at_2: 0.5159
+      pass_at_3: 0.6018
+      pass_at_4: 0.6609
+      pass_at_5: 0.7046
+      pass_at_8: 0.7778
+      pass_at_10: 0.7857
+      n_trials: 140
+      total_cost_usd: 0.0
+      display_total_cost_usd: $0.00
+      status: display
+      trial_ids:
+        - 73cda9b2-6dca-4707-a226-c6dd70ec01ad
+        - b55ab860-f1fb-4451-9699-247610f25fe9
+        - 7404bd5e-72d1-4fa6-9afb-6cbf201ea22b
+        - 0cd16a6e-436a-49ce-b9b5-bc850134c82c
+        - c0c7574e-45a5-47a3-a96e-2db4d1776c3d
+        - a623f8a5-950f-4f0a-84ec-2fbd22ecf90e
+        - 7c3fac64-2317-48fa-b089-c621e4062471
+        - 935419c5-e25c-4d91-b07c-326440589a87
+        - 0d09c9f7-0ea4-4264-b357-e9fe18c8d078
+        - 160709e1-d785-4e7b-ae16-0ded18c0b565
+        - 528da44d-9e8c-4734-84bc-66dadf179f22
+        - 4c3a0c9b-5cf2-4629-91c2-8ec5ba4baec3
+        - 240b8083-5091-4153-969b-caa5a61df3c1
+        - e3ae7078-4fec-450f-8e78-97317b16749d
+        - a4ee5a31-36b4-48f1-b8de-36a8a8ea1832
+        - 18411632-6d25-49b1-8639-b683523c316f
+        - 18717c65-6b30-4826-a8bd-a3eb50db0950
+        - f82ebfe5-a27b-49fe-af64-767ef1d85fda
+        - c3433a78-bb34-4bd1-95ee-db3a7d4750e5
+        - b72a9b0e-c300-499a-8c1b-abf70788dc3e
+        - cc1153e3-c760-4534-8078-d709b358a5e4
+        - 8b260782-1dae-4afc-97ff-81b37d085a09
+        - 46a62b0d-fc78-41ed-a07c-f83971e9bb6d
+        - 8a2dab68-3a39-4396-b7f3-b3f2308795c0
+        - 5014e92e-6299-4985-80d7-6d987fd5186a
+        - 9f395ff7-5f9f-4d41-9223-014dfe0db003
+        - 88f7831e-9092-4c8e-af50-956dedadd75b
+        - ffdb5534-e906-4640-909f-ab7f04d41a3b
+        - 91067e6c-64e4-42bc-8add-0b875401d3a7
+        - 535bfc07-47e3-4b3e-8f24-745c3f547e64
+        - 499056da-26d2-4d76-be34-7215608d46b9
+        - 64ee1648-531b-4f69-a0c9-44c83e304b40
+        - f14f838e-ff6a-41b6-b267-df6b38cd1c73
+        - 8fcaa9ff-c689-4f17-b6d5-5053947e9d2d
+        - a12a2e1c-ae58-4849-bcd4-3a8927b9f0a4
+        - 1b549a23-bf6a-4c67-b02d-8d6a6f1e8d12
+        - 9413969c-26a9-4469-977d-b00f8e3db678
+        - cadd0aad-d4a6-4cb3-9587-edeca14458bf
+        - 7522a431-269c-4389-9cd0-b196cd376ade
+        - 92890ba9-17c4-474f-b8b9-31ae1b90cbe0
+        - 9986b6d5-fe8a-46a6-9de6-fd13a334f54d
+        - e2d382b2-b881-49b0-b2e4-8018df427dc5
+        - 62c95418-0a50-4269-89c6-ba625c71cb18
+        - 3c4f9277-5554-402e-a350-65e1118d43e8
+        - 6afb908c-a5c9-4e29-b163-add9482abd1c
+        - f4a69a9c-ddc0-4b2a-b12f-f8ca8551a6f0
+        - 5a8f1b6b-1d46-4854-bbd4-2cb86674bf73
+        - 9e061868-d97b-48fd-a55a-c6d3e1662c4c
+        - 884eb839-bbca-481f-90e5-4ff6a12619a0
+        - 3d01079d-0ff3-4df1-997b-69478e8f5f3e
+        - 1cf80965-e030-4e32-83a9-fc9f5267ed16
+        - 3710211b-0492-4198-bc66-143f619f1e65
+        - 5bbb267d-814d-4f1a-92d5-3a128582f197
+        - 3f8c871e-03f2-464a-9b8c-892d8215de94
+        - 75476fe6-265d-4377-b3a0-edb531cf2a30
+        - 97100cef-49e6-47a1-82d9-cf8061e9bad8
+        - c9e13f56-db3a-461d-a004-b4b595206183
+        - 8e1035a6-3630-472d-9231-0b8baaf587dc
+        - c693ad68-d048-48f1-815d-7cd2dd01391e
+        - 9a9e97c8-f1b9-4193-a761-cdd7fa42aff9
+        - f2a1940d-4794-4aba-bc44-ed62fd96f1e1
+        - 82aaddf6-d702-4d4d-82ea-c7e999618b52
+        - 049340cb-1bf3-4aed-8ef7-781d901ece66
+        - 44a60690-5a34-4ec0-b815-af82088ded62
+        - 4406c577-56fd-4541-84ab-a45e6c6bf263
+        - 65c842b6-8a2d-4d8b-8a00-c4805c23b67a
+        - f47ad1fb-35d1-42f4-8ce3-1034bb0001ac
+        - 43c35276-4074-4f8d-baec-21a536b9aa77
+        - b2078bc5-f968-4c92-a98e-b49f9cbdced8
+        - 46178f89-0c48-4991-a252-ef8c4534b55b
+        - f616920c-ab58-4883-86ce-9c059453c789
+        - a9159811-9680-4678-8a7b-3c1296070564
+        - c1da5f84-ab9c-4511-bdc3-d9b2922eaafe
+        - 0341f953-319e-4974-a048-edf2412d9ad9
+        - 77398153-827a-4a29-8e4e-ea8d3b74131b
+        - db61a6a3-4ca8-416f-ae2c-7bff70cb755f
+        - ba8db8f5-df39-42cc-aa23-6d9d51c886a0
+        - 081eb91a-99d2-440e-aebb-fc69dff1765a
+        - bb8339a5-0470-4f28-b297-d41757c1a8a2
+        - 7f9e4b35-94c1-430f-838c-c58d79c9dc62
+        - fc641d79-3ed7-4b3b-8486-c4d8147274b6
+        - c949c121-32bc-4f57-b19f-542d74278fc6
+        - 1bfc2ad7-b7cc-4354-b8ed-ddbd6b6f6abb
+        - 12476544-4605-422d-8086-9ccd9c5bbf4a
+        - 6e25e563-f424-4834-b1b1-aefb756f4cbf
+        - 5f00c0f3-98a6-4656-8dd0-ed9032fdfe15
+        - d19feec1-fc48-4069-a2b6-ed01264a6689
+        - b4d108b8-20e5-46a4-a652-81b16e36592e
+        - 27fcab76-52d7-40dd-9b88-32d02a8901d2
+        - 120f061e-0271-482e-9e53-a8f404bc3081
+        - a8107605-978d-4f54-9790-96afd8de3537
+        - edd6fdc8-95b4-4ce7-a8f6-544769f0ff2b
+        - 056ec310-84ae-4459-8c17-936b751edef2
+        - 2f53df51-4b22-48c9-b390-74326db3d7b3
+        - 1d04d011-2334-412b-af84-8bd9dc27b16e
+        - e7a447b2-2c05-4309-9efb-d0d9119928c8
+        - aaa20c6d-814b-41d2-9956-145e64271753
+        - 9f34becb-0b95-43e9-bb06-5829c005ca04
+        - c09630b5-d814-4d83-9a88-dfd3ac24c289
+        - bfd4a665-fc93-4494-8184-0de6cd25bf50
+        - dba219a5-e5ba-4eb6-87f4-46bf393cd9de
+        - 3dfedb80-595d-43c9-86fb-85839710e9e1
+        - e4355351-a24d-45b6-8920-2af75f83a86b
+        - e7c3b980-6128-473e-8616-872bc8dc94cb
+        - f21a9439-6be0-45b8-83ad-ae4f2d1d710c
+        - b304b420-ca0c-4e5a-93a2-4f537980a0b5
+        - dc1de025-218a-4d8d-96a5-23ab1c26e1db
+        - a9e7bba1-030a-4c7a-a98f-f736b0b8f558
+        - 6b859786-f910-4781-bcc3-878a9d29c2a6
+        - 1c87169c-640d-4b89-8200-5badfa7d10be
+        - f680ceb8-44ef-4715-9c07-af6c82f2e56c
+        - 0e1a05bf-4144-4d6e-a116-608bc09a9662
+        - 61bff78f-121d-4b03-89f6-9415da6e2a50
+        - 69ea96b0-e954-489e-a8b5-4ae5fe917d36
+        - 9239cdf7-c55b-4410-8b38-1a37e1acf8fd
+        - ca0ae060-667f-44d2-a135-e5e605553251
+        - 54430a35-7623-4aee-8de4-ca9ce110b215
+        - 2270c119-d76e-4b83-97ba-4dc6a6b4c692
+        - d5317c43-0c83-4b36-bdba-bdfacfd76496
+        - 4a0eb201-5ea4-4069-88ed-d2ee3238af5f
+        - a5495ffd-097b-4574-bd1e-3a3284719bd7
+        - d8a3d7f3-5723-46e5-859e-78839e73acea
+        - 799f2de2-63d4-475d-aa2a-0f5500def608
+        - 9624506e-15c6-43b8-a678-f1010cedbacc
+        - a97dcb81-aa23-4695-8282-30d795843ed3
+        - aef1c592-362f-44b7-a664-016b43ca5bc7
+        - 23945618-ff1e-4ee0-bc3d-d8ef03728e1c
+        - 51fd5d3d-c6b7-47df-9c85-d53c03b23942
+        - 44e387bc-df4c-4364-a38b-ca0b7086794d
+        - c96f7871-f919-47f5-a6d9-5601ec8c3a44
+        - 1daf77c7-a9f3-4018-968d-c155dbca8ebe
+        - 9a55e333-e47f-4fd0-b71a-9e3e057b275a
+        - 67278e43-206c-4f53-9226-3bef7eceeb48
+        - d0715156-c37b-4cdc-9ee1-d24e8910e466
+        - ab95250d-c721-4554-b94c-d8bbe0feeae0
+        - f5ff4921-1701-45b1-a3f4-7648c07f7138
+        - c23af82c-4ebc-4fe8-ab5a-4f162159d228
+        - 41baa280-08fc-4f65-90cf-77d2f3572ddf
+        - 3f203ba0-d685-4e59-86ca-c02fdf4cbdfe
+        - df58c01c-56d9-411e-9fa4-b9fe8c10159b

leaderboard/entries/2026-08-05__copilot-studio-sdk__opus-4-8.yaml

@@ -0,0 +1,168 @@
+# Copilot Studio (SDK) / Claude Opus 4.8
+# Source job: 77fbb373-4fcb-4e88-ac94-8c4cb419b1a3
+# https://hub.harborframework.com/jobs/77fbb373-4fcb-4e88-ac94-8c4cb419b1a3
+rows:
+- metadata:
+    agent_display_name: Copilot Studio (SDK)
+    model_display_name: Claude Opus 4.8
+    agent_org_display_name: Microsoft
+    model_org_display_name: Anthropic
+    metrics:
+      accuracy: 32.14
+      display_accuracy: 32.1%
+      uncached_input_tokens: 0
+      cached_input_tokens: 0
+      output_tokens: 0
+      total_tokens: 0
+      avg_trial_duration_sec: 139.48
+      pass_at_2: 0.4381
+      pass_at_3: 0.5089
+      pass_at_4: 0.5622
+      pass_at_5: 0.6032
+      pass_at_8: 0.6825
+      pass_at_10: 0.7143
+      n_trials: 140
+      total_cost_usd: 0.0
+      display_total_cost_usd: $0.00
+      status: display
+      trial_ids:
+        - 566a4eb5-6076-4efb-a923-6651f93c8ccc
+        - 2ece5406-8e24-413e-b3fd-13f5c10176cd
+        - 286786c8-dff7-41c6-83d7-892dd196c741
+        - fb213a0e-5f32-42e5-9265-353d72ff460c
+        - 671a4c7e-6956-4be2-a161-506d2a67a3f9
+        - 00e92705-793f-4c85-84f9-231b210fa507
+        - 78603258-3f28-4cb8-b0c4-f03a29d313fe
+        - c62e3c6c-d653-4c82-9a91-732f7af7dd39
+        - 87fc1cee-dba2-4984-9242-12f4e525fdf5
+        - 50eaaedd-3f06-434b-a9d5-9a82cb47d2a1
+        - 0c577c3a-d1e6-4f2f-8ee8-6a4672fe47d7
+        - b56101cd-ae4d-4143-83b2-987a918ba370
+        - 0530fc13-86cc-4be5-a53b-33715c50fefd
+        - 86ab8bea-7f66-41f6-bb2a-6b0744a73a27
+        - c852a13f-2555-42c7-beaa-844e56a23fc2
+        - fcbbdfc0-dd1f-4f93-8e60-efb041c2f5ce
+        - 6f1db84e-5242-4f80-9f7e-3c79a35ce888
+        - 89135401-965a-464d-91c3-2d936e27a670
+        - a425f592-4fc0-483e-8448-edf7bbc7db30
+        - 71b17540-21ec-4afd-af88-3e6bad10fcd1
+        - 8b6ada47-ac3c-4ed1-89f0-38b0a4cb713e
+        - 1438c07f-0067-432c-bc64-65846597cf3a
+        - 7d60bd57-22be-411c-9720-3684ffbb340c
+        - afb35a24-22b1-4756-b099-3077c2f064a4
+        - 94b86885-7c31-4b86-9507-1928d4a45e3f
+        - f177abe3-0ecc-46a4-be71-6c4941d17819
+        - b2b488b0-7adb-4890-8852-977c98c7fc0a
+        - 2bcb3682-08c5-4a28-8848-8038898c5eee
+        - b546171b-f5a7-4f1c-80df-1da805e15cb7
+        - 3132a0d0-74b8-4a4b-929e-90826359d4d2
+        - 5ebab8c7-f2a1-4aa4-b884-a3ecd3045a0e
+        - a6be9302-a9ab-4d4d-a8d1-d2fc6ca4f763
+        - 1e9d34a3-91a6-4e6d-b58a-f92e51a7e05f
+        - 6c6249cf-d387-4f41-8d51-c9235ad02fe5
+        - 0d9dd935-4792-41ba-bbf7-1947c2e0f752
+        - 1a94c7e0-4f1d-4db4-bd7b-a98b5dfd09d3
+        - cb1bf180-a3dc-4693-ac0a-7258efea0ef0
+        - ea028c0b-35ab-4d50-b87c-ce5217a13e54
+        - b13d95a9-b78e-44ba-b8e0-bd1fa41580b6
+        - 6257172c-7f76-4acf-88b2-6babc3f3ab24
+        - 7d7d9176-efb3-4d1d-85cf-d0c81c539f45
+        - 47043f7b-7ce6-4e97-89dc-fe9da53b4f5a
+        - 24461af9-34ca-482c-8cee-96f2beeb4080
+        - bf9489d4-2b1a-4c1f-af7e-dd9742780aa3
+        - 590efda3-8a17-41e7-86a5-568f8ec2ad5f
+        - d89bb05c-1af8-474f-876e-460b45861afb
+        - 471448d9-138b-4444-8c5c-b6029d7ce20c
+        - f29c217b-84f8-4467-869d-b9f844ea91ee
+        - 2df82204-098e-4243-a237-7b10ed952985
+        - 30ae4828-7d54-4f6c-a0fb-18b2e0cf65cc
+        - b72c41d4-e1d1-436e-b183-76e78cf83573
+        - 42c33926-ba52-4367-9821-f3a4e0689e63
+        - 5648ac36-d099-425d-abcf-b70e457c0aae
+        - 9eee89b4-e267-47dc-b1ae-cdffdc81771c
+        - 75f46f8f-654f-494b-947f-1d415150e48d
+        - e1fd45ba-0078-4808-b5ae-9874745fb6f1
+        - 3b28f31c-bede-4570-b027-bb5e5f08326c
+        - d4159fe2-e110-4d4b-8fd1-7cc3095df9d5
+        - 1aac5a7b-66e6-4c9a-9bb5-786ff19c6030
+        - ee224f68-3c61-47f5-8a66-153b4cb74e3a
+        - c45971e0-52ff-41c8-9a98-9435c3c2f1c4
+        - b6fbecc3-1c16-4cd7-b0a3-08032d14e2f3
+        - e44896c3-aaaf-4c39-8113-abbae1a4a94a
+        - 54d93939-a6b8-4f77-b2c4-c9899cc1bc39
+        - c1a21090-7296-46e9-a41e-fbc5c92b5e36
+        - a61797bb-b970-4bd3-9f99-058832044308
+        - 164d93b6-3c48-4cff-9ebf-0230b12206e6
+        - 950168cd-c7e7-4846-acb1-36ceb4c09b90
+        - cdd00814-aa6d-4246-a73f-40f7613ed2f4
+        - 5d3c0a5e-c6da-4514-b1ff-6afee4e2a197
+        - 2ffe33df-6ad7-458e-95cf-d9e85a7649c2
+        - 547905a2-70bb-4190-b3cc-5bbdbe69cebb
+        - b77df848-e010-4743-a273-457c6f3772e5
+        - a8bbce37-4ca6-47fe-bd2e-504364378f7b
+        - 42dab586-66fc-4335-af2d-1524ab24bce1
+        - 178522e8-c473-482d-ae57-81f94cae5138
+        - 9f031a3d-0d7d-44d2-ab10-2de7901d808a
+        - 39c59685-4711-42ac-8da8-4febd1ddce4d
+        - 38e1ccd0-ab99-4fc9-b677-5755848ac1be
+        - 7a5a0550-39bb-46a0-99f2-ede3eb10b36e
+        - 8c70d31d-1505-4f64-8786-d8c769a93d83
+        - 10061e1d-977d-43a5-9017-dc1c02e136f1
+        - 74d7f3f8-2acf-4348-ae61-8462bb8f2609
+        - e8dffc70-f3b3-49b7-82ac-55cc998798b3
+        - fdbdbb19-fb9d-40e4-9882-3642287a839d
+        - 96db7e78-a8c7-4860-ab89-d5d36d702b64
+        - f7a43702-7ec5-4332-bee7-36f35d3a054a
+        - cf264c5b-b009-4b2a-a2f9-028746be853e
+        - cd0144de-4083-4158-897c-a732065efb86
+        - c83004c0-25f5-4d60-b934-b5b14ac6bc69
+        - a40c2603-ab11-403f-a5fd-8bfdf77a7d64
+        - 7e61a1e9-27f9-4a40-8f19-3106c4f2d08d
+        - a3e1d54f-8252-4ae0-ab71-01277e6d5914
+        - 68dc290d-2301-4529-bfec-91223f56e3ca
+        - c2e870c6-7d2c-4dad-936b-beaae1012147
+        - 4f587a9a-57c5-4a0a-ac13-f80c5827422a
+        - 4b79068a-4c86-4034-ab25-c20c7e195d7b
+        - ff5005ac-8708-40fc-83e7-976a923ba7ea
+        - 332302de-813a-42f4-b921-d6134f74605f
+        - 64ad06c7-d384-49af-886e-d009037578c0
+        - c838b190-c906-44e7-b63a-dc152d208e8d
+        - 7acd46c4-e95d-4fc3-a6b2-70d46f93ea55
+        - 707f59c7-7bf7-4dbf-a8da-4d9ead6081c3
+        - f39200a1-f6ef-4040-8ac7-071cd01ed09e
+        - cef0adbf-7c99-48b3-bcc4-c025bd600f1d
+        - 6649b350-fde5-412f-8ab7-214f3c09ac12
+        - 88445e50-05dd-439f-bc49-d450701a5aad
+        - 542de9e1-e434-4f4e-819e-cfe1335654ae
+        - 7e461d4e-7882-4148-8f15-91865f757c0c
+        - 03d66469-5ee1-4603-8b03-8519c7a9851f
+        - cfe49eaf-2b46-4787-aad9-71bd686f0dea
+        - 360a3b13-c43b-4229-a354-66caad8acec1
+        - d24ad23b-8034-4d1c-9619-a1a428599eea
+        - be8b2163-855c-4942-9e3b-20a8dbd771a9
+        - 5a76b2ec-52b6-409a-ab8f-fcb130801767
+        - 71458fe0-5d2e-489f-8725-b52d9c7081af
+        - 22093143-fe21-4554-b244-d8d8694b1f4a
+        - 4d06611f-a469-439e-bcfc-012baa93cc6b
+        - 447495a0-3067-45fc-8187-d3ab9c366487
+        - 86e7c63b-b8be-4037-8a0c-3c4258b40fa4
+        - b8d0f80d-7e12-415e-8b90-69dea8f6b520
+        - cf230485-868b-4eec-badf-91f284624eef
+        - 77429bb0-77cc-4e13-9635-6598ba4112c6
+        - d1f9f27d-a417-454e-9c4a-5ea233fd11b7
+        - 936b0e51-a2c3-4f0c-943d-9106b5a47a13
+        - 19435e72-a20c-4d8e-bc3c-755cce86d83a
+        - 8900c454-d402-4a2a-a579-d12e6a741f72
+        - 4548c22f-d77d-45e7-a109-ce7afb05c130
+        - 75d56f6d-38f4-479e-a1df-80094df02861
+        - e2549f9c-b8a1-4e81-9b29-d18b37fe6cdb
+        - 5005afed-5296-4040-95a3-0ec3df37df3f
+        - 6567b320-ec02-46df-9a83-f1e73e15c0f3
+        - 2ce47cfe-e771-44fb-98f9-0f129cda21fc
+        - c22e5c20-43b8-41b8-8dee-d7bdfe4305c3
+        - 3590cc67-a345-4b4d-aca5-81acdd5b2cd7
+        - 92251520-f550-4eb0-9cb1-0f4277066f85
+        - 3fe6fefe-75df-453d-8a43-c92bf09d033b
+        - bc5835c3-6d12-4213-8aae-519e2c297fa9
+        - 56732605-774e-4b87-9ce5-62009fa5ba5a
+        - 64de4950-bcb7-44bb-b441-11bc589daa8e