Add Copilot Studio SDK + Direct Line GPT 5.5 @ 256x leaderboard entries

leaderboard/entries/2026-08-01__copilot-studio-sdk__gpt-5-5.yaml

@@ -0,0 +1,168 @@
+# Copilot Studio (SDK) / GPT 5.5
+# Source job: ed1ec192-cf74-48ca-8840-006441240db6
+# https://hub.harborframework.com/jobs/ed1ec192-cf74-48ca-8840-006441240db6
+rows:
+- metadata:
+    agent_display_name: Copilot Studio (SDK)
+    model_display_name: GPT 5.5
+    agent_org_display_name: Microsoft
+    model_org_display_name: OpenAI
+    metrics:
+      accuracy: 17.14
+      display_accuracy: 17.1%
+      uncached_input_tokens: 0
+      cached_input_tokens: 0
+      output_tokens: 0
+      total_tokens: 0
+      avg_trial_duration_sec: 54.53
+      pass_at_2: 0.2222
+      pass_at_3: 0.2506
+      pass_at_4: 0.2697
+      pass_at_5: 0.2854
+      pass_at_8: 0.3286
+      pass_at_10: 0.3571
+      n_trials: 140
+      total_cost_usd: 0.0
+      display_total_cost_usd: $0.00
+      status: display
+      trial_ids:
+        - a9721cdf-5ba6-4de5-ab80-22e0e6f0ed8c
+        - 0c7fa94b-7547-4541-a427-94af6fa5d63c
+        - a28d2dec-a770-4c9a-b768-1d193f8a63d1
+        - ecb4a2fd-24d7-4c63-96cf-dda939a5af39
+        - 28413f43-2a6a-466e-8376-f1fc7a34eab3
+        - bcdaf75d-bc74-40ef-a6c9-f99c14bcbcc3
+        - 2f7aa03d-2d1d-4a5c-85f7-c234b711cccc
+        - de37562d-d7b4-4b5f-913f-48cb6ea74055
+        - 66ed9162-31ba-476c-bd13-feeb6cb1ab3b
+        - 891cf756-b2ef-4264-b4f7-cea092708e61
+        - 70f94035-90f6-4207-9e12-4f86b53b62fc
+        - 5534ae92-c3c6-4baa-88e0-36cbe4567276
+        - 20fdebbd-b8b4-48bd-9b7d-2b22a96b37ae
+        - 27b70b8d-d2b7-4a2a-b891-fca4ba763f92
+        - 2df001bf-3b61-4a38-84f2-976b06292fa9
+        - ef047dfd-895b-4b33-b1d1-3c868f98978d
+        - 196cf33a-a411-4ea3-a688-f887f4ef91ac
+        - 68bf8da5-c8fa-4e4b-972c-2c32f51c502f
+        - ea2c0f9d-007e-41f3-96d8-d72230754707
+        - 244849ea-5a66-4297-86a3-1ebde655b37d
+        - 410f4d96-5c97-467e-8036-1bdf6e036874
+        - 0c8c937d-9011-40a6-87ea-9d17587ec825
+        - d6f2e9ae-3cd9-441a-8717-2d95f72b7b3d
+        - 2a28c472-82ef-4944-97f9-892a63bf3cd9
+        - 2f7769d8-eead-4ccf-8caa-5a68c0b27dff
+        - c42d1eb3-dc1a-448a-90e7-0e803cfee82d
+        - 66b50c6d-cc8d-4939-a31c-f9d40e73e66d
+        - 7c648e7e-1726-4771-a1d7-d0ccc86b501a
+        - 22504618-5f9d-42aa-b890-f2fb9371c6b8
+        - b08b48d4-ca93-4541-a723-64a80b278df8
+        - 7536828a-0b17-420f-90af-a4a711dfb944
+        - add1eb61-12b0-4a46-8b49-654a85bd8285
+        - 2c260aca-71f8-40a4-acfb-16f92bb2b0ed
+        - 7ba0d215-3c26-4229-81c0-db1a06b80ef6
+        - cdbd258d-72cf-4d26-8d84-29f7b5543961
+        - 153ac759-a60b-4afe-99db-a547738ed047
+        - a4ddb4a2-95bc-4f06-add8-da226bf36d39
+        - febf71dc-dfee-402e-ad8f-f6a5c1338412
+        - 58c57994-39ad-464e-8b92-e6d72b9efc47
+        - c0d2d92e-0a4c-452c-9edb-b67a0ffb18fb
+        - 1560c392-bfc1-4dfc-9572-ccdc9afe360c
+        - b53323db-c496-4e89-af36-81c104ee5364
+        - 63431542-5041-42ca-a6dd-1e631975beb2
+        - a0b0a131-ee9f-4b75-b365-61d2e652486d
+        - 294fc89b-7fcb-4282-8b96-63a6abd5add6
+        - aca25ce6-8745-4686-8945-7e03a6608047
+        - 4f7a27e1-dcf1-42f8-9e96-5942fcbec625
+        - 1a03a449-7fcb-47af-9f64-816f318e3913
+        - a24f97ef-9c1c-4efb-8267-af6ed33ed4cb
+        - 0ca81dea-eda5-4c16-98ff-a4253479d35a
+        - ba1a9368-73a7-40c3-834d-48cc30e36aba
+        - 810c3f24-715f-4556-996c-1781cc7e6887
+        - 5b6b478d-7c49-4b2b-baad-f724754a6c83
+        - 43d00c2e-71ab-4604-a968-8514c563e80b
+        - 7f3b69d4-7ad3-45f5-bb27-f7e5c4c3a924
+        - 56bcbb4a-15e7-48ca-8add-8eb6c51a814a
+        - f50c187b-faba-40b3-914f-c05ad4d18d15
+        - d8874046-12ed-4de0-b4ef-cbf72726a9a1
+        - 27953bfb-6b29-482a-97e6-94ff05a7ac23
+        - df9a6485-82ec-48c9-a8d1-ab925d5fb7bd
+        - 0ab90365-21a5-4ca7-9a54-fc3ad62a1512
+        - 3291c244-8bf8-40f4-b6d8-b7ab0ea78126
+        - 1b6afed3-ae14-4d16-9f0c-731e828e1926
+        - 8f7ceabf-c17e-4368-9e27-2aa5bd542a95
+        - b3aaa0b8-f235-4718-be12-3a47badd7e02
+        - bd8d273d-9a73-4ca3-98fe-68c5710c01ed
+        - f21bf8c3-4a68-46ac-b873-684e8063c8ef
+        - 6ad927a1-3361-45e7-90cf-10500d8f145a
+        - fda10ece-a53e-4172-8cd7-62f52d553b26
+        - 5afcd10b-f7e4-447f-a30a-3213c84c1f12
+        - f90bd19c-948f-42b8-9a35-280c649ea93a
+        - c155138b-09df-4391-9712-c446131b48a3
+        - 69fdc489-ef36-40b5-923d-78c3e57672b4
+        - f1ce2831-709a-4f01-aa38-610798b59176
+        - 9db05bd4-a386-44e7-8a52-7eac89899163
+        - 057ab44a-8aaf-4099-bffd-fc89fa2cbcf7
+        - a9c63519-35c6-4c97-8eba-fb6f5a2010d2
+        - 53ea7ad2-acc3-4228-8463-b72ad1c3c4a8
+        - 53632c4b-86e1-4e74-b2d5-2687152acfe6
+        - fd30d2e2-de8c-4804-b64a-6e5c30859f41
+        - 2e015b51-41c4-493f-9ee9-6f1b8b789e09
+        - 81797db8-32cf-4b94-9bf6-52619f656188
+        - 2884a689-0b9c-49ab-99bb-5a9bafbeb9ed
+        - 218f5a16-a2d4-4d53-b9fc-74ead8d23db0
+        - 096df550-e9b2-459c-a438-78c839d0b275
+        - 5ff123b9-00ee-4074-82a9-81db6d72689d
+        - ea6ffe1d-cd63-4ea9-8385-1cfafcc8b513
+        - 762ca6b8-76fe-4cbe-aa4a-a64934449aba
+        - 60e97e15-0eaa-475a-94f4-c065b5e4a841
+        - c099cef2-2d44-4e53-88db-32a112e464ac
+        - f176e72c-35c3-4b19-8aca-ec9b95dc06a2
+        - cfb4aa65-2c45-4423-9807-f342661716df
+        - bdaeb07d-244e-4273-a527-c4e691e72fc6
+        - 45421fc6-ac6e-4ef2-9ad7-bf6ccf6c4d2a
+        - 216ad3ef-b539-42d8-8bdf-740ae94c735c
+        - ea3b7314-f78a-482b-8e49-5e3ca3c373da
+        - d2991079-9b6e-4f71-9684-3050603d1745
+        - f664cec3-603c-4577-8a4b-47cfbcfe1b5c
+        - 78af7774-5ac9-472e-bfb0-4d49d355b638
+        - 1484450b-ccb4-461c-875d-995953d0156a
+        - 85fbf6ed-28a4-41de-ac79-8abc6ac9825c
+        - b4c2e18e-b7b7-4da1-9205-329ebb16f69a
+        - 2aeacafa-d020-419d-b50c-97b06231554c
+        - 1c073ae8-8fd1-4bcc-8b42-af8bb23e58a5
+        - dad5611f-cb5c-469d-802c-855c33d1f9a8
+        - c3594614-92f0-4dea-8498-57e4fffa0b48
+        - c0c39749-147b-4b03-8467-b17c0e30cd2e
+        - 6ac6fe98-a7dd-4031-beca-6071cf2966cc
+        - 08c88f57-da48-42fa-a061-9560945e2ebd
+        - 9f3ff160-889a-4e08-b35f-ec724208c2e5
+        - a5894884-da9e-47c8-943f-9f5a9c548727
+        - 45dacdcf-3665-4e41-8d8c-3518cdbf2858
+        - b00e623f-28c3-4c9d-b720-36115e29a0d9
+        - 99f63808-64b1-4a52-8ff2-872b31efa259
+        - 0a9f3db4-da91-4e4f-912e-b5a714281964
+        - ec27d338-785a-4b2d-b3f3-c49e00320193
+        - 12ae5035-3b3d-4771-adf7-e95eb00bf417
+        - eea2d20c-6621-4aa3-b886-6d63d54757af
+        - c95d846a-eb89-46ae-a63b-6a3bfbabe59e
+        - 0a5fc9f3-ce49-4f50-aec4-b0092fb7eeac
+        - 70da27b4-5d8d-4eff-8b1b-1c7c42ec64ab
+        - d49369f1-88bd-4f44-bc1c-1caf639b2c12
+        - e78206b9-1673-4d96-b1e1-1f9b83bd1d2a
+        - 7c046ab1-3b0f-4d7e-85cb-5a41364277cf
+        - 1f0ada00-d63d-42b7-b253-2b756caff84f
+        - fdaf610d-a612-48c0-84ed-e5db373924da
+        - 18d6548e-ab97-4ab6-b487-165cdbd8afc7
+        - 36a9dac7-9d11-4a2c-afac-382d16cae3b0
+        - 37c09ab8-4f69-4563-8813-4dc581a33851
+        - 148b0577-fab5-4d06-89cc-cff0515a5eb3
+        - 572f1dd1-362a-4f92-b074-1ecd5fb95e47
+        - ae29c173-ae45-4355-a120-fb45a5cbc355
+        - 7b7914cb-5db7-4844-b1aa-1af9d73db4b4
+        - 649e3312-6fa3-4515-84c5-9a53f843f3ad
+        - 646402c7-5e4f-48e2-8ec6-bdbde622f3b6
+        - e8c43ad9-abab-4fc6-9950-3ae42ab2483d
+        - 89afec0f-4e26-4a8d-8f54-0f350b51fae4
+        - b71267f6-585f-408d-9619-4e3891ccf372
+        - 7229240b-ad59-483d-afe9-e70568493ec2
+        - 1c4e7355-8b7a-4b49-af58-5a6586307208

leaderboard/entries/2026-08-02__copilot-studio-direct-line__gpt-5-5.yaml

@@ -0,0 +1,168 @@
+# Copilot Studio (Direct Line) / GPT 5.5
+# Source job: 971f63dd-b0b0-46bf-902f-260edfc92bd5
+# https://hub.harborframework.com/jobs/971f63dd-b0b0-46bf-902f-260edfc92bd5
+rows:
+- metadata:
+    agent_display_name: Copilot Studio (Direct Line)
+    model_display_name: GPT 5.5
+    agent_org_display_name: Microsoft
+    model_org_display_name: OpenAI
+    metrics:
+      accuracy: 25.71
+      display_accuracy: 25.7%
+      uncached_input_tokens: 0
+      cached_input_tokens: 0
+      output_tokens: 0
+      total_tokens: 0
+      avg_trial_duration_sec: 72.63
+      pass_at_2: 0.346
+      pass_at_3: 0.3952
+      pass_at_4: 0.4279
+      pass_at_5: 0.4524
+      pass_at_8: 0.4952
+      pass_at_10: 0.5
+      n_trials: 140
+      total_cost_usd: 0.0
+      display_total_cost_usd: $0.00
+      status: display
+      trial_ids:
+        - 3675d3c0-a564-405f-8b45-d4d496a09479
+        - 09980ccd-01c1-4669-8a58-f3e647b995fc
+        - 55a15850-7052-4d1a-9c3a-4888311a1aff
+        - a637b523-2ed0-4862-b1ce-4d2b65daad74
+        - 0b5abc1f-3d2e-4706-97cb-7520a3af7080
+        - e0bb4c84-99c1-4aa0-915d-30c5ed5d9085
+        - eda32e63-9086-466d-896f-0330213599d2
+        - 46014c67-cb41-412e-8213-123e3e2824d8
+        - 0cec65a4-1b27-45d6-a715-7729a014fe16
+        - c6afce45-add9-4950-a793-f63a786c3400
+        - 709e353c-91a3-4341-b9ee-cce03ddb1f96
+        - 78949a39-43f9-4a91-83e9-4b33abbc570e
+        - 919aec0e-9d1e-4f94-aa0e-412e5a42d76b
+        - 248c9441-27e4-4cbf-9e58-e6be49b9c975
+        - ea27a71d-acb9-4767-b2a1-61dd360ec73a
+        - 98a21d3d-9904-417c-85ab-3b23053767f1
+        - c7e9f21f-2283-43d8-8801-94d30a73f8ad
+        - 8862e039-b545-4ef2-8b3b-e13095ab81c7
+        - d58dd6e5-c550-4496-99d5-340406500e77
+        - 6c794920-327d-4ecc-920c-395c6ed6c316
+        - 875d048c-97f6-49e8-9e3f-3deeb584bba8
+        - a4c4e170-8d09-453e-925c-dc4c9e4a84d8
+        - e392d6bb-19bb-49ff-84e6-34223f2647c6
+        - 40e9a833-d9ee-48ca-a265-1dc90bb25f9d
+        - c151b7b9-aec5-4bc2-b1e0-ffe2e342e6ac
+        - ea8dbdda-146c-47ac-89a2-1b53b993d12e
+        - 820b9794-1646-42b7-9f6c-a553f716360c
+        - 1aebb549-9e52-460b-84c9-7d423ca75413
+        - 1ca1301c-8396-4d43-8e5b-508344b89c52
+        - 911eeb2e-a5db-4aba-a2e9-35f6eb6ab44d
+        - 7a3d5754-fcdd-4cf2-92a0-30d491d1ed49
+        - c9a2a0b3-73c2-4795-aae3-ebc980e49218
+        - 768cc902-39e2-498e-9bf0-260b49fdc4fa
+        - e40a09cc-b909-4d48-a719-b695b09eb3bc
+        - 77757afd-b3a2-4a3a-ac9b-423e8fb1505b
+        - 2a0fb69f-d87c-459c-aeae-8712e8bed88c
+        - 8c9f0788-f3cc-426b-97da-4eacce29836e
+        - 4f110a8e-e7c3-4618-8d8e-6650d535e4ff
+        - b7ec3b11-ecac-43a5-b815-96b9fcbf3460
+        - 7abcb034-81cb-4213-b8b3-c319c0eea172
+        - 4dec44e2-bed9-4268-a461-621dc2c165f2
+        - 126345ef-b4d0-4be3-921e-ce2f0fe8fb0e
+        - 6c22f12e-e24a-45ad-8d88-ff5a8343f0b6
+        - aeb1094a-8d7b-4be5-8005-32127d2e2429
+        - 3bb3efdb-d3d7-4bd7-95e0-81a3bd496f44
+        - 5552d3a2-d94d-4c20-a260-0bf6af744d18
+        - d42a7083-ed1d-4cf5-8f4d-263fa50424b7
+        - 658853af-68d7-4d16-8112-ed1c6344972d
+        - 94ba0713-75ff-46b4-81e5-66ca31e25a7e
+        - 790c09f1-d0e8-4b01-b5d4-70c959845619
+        - 7f26a76b-997c-465a-8fc0-4b601b7483b9
+        - 624342da-3b08-44ff-893d-51c5d35728a7
+        - a4d387b7-13b5-4db1-bd10-fb77aebe1c36
+        - a27b6496-9ec9-4d5c-9bcb-2a2c41af11df
+        - fbe6d7aa-339b-4513-904a-0f60362d3dff
+        - e01949f5-dab6-4b93-aaa5-d2fcbe3ea0f1
+        - 8a43ea28-87a7-42c4-ae91-139acb6deb1c
+        - 743f1435-0942-47b0-8725-51f60ca06b70
+        - fc4a3538-df7d-4012-9442-0398db9bf4b4
+        - 94513f88-7856-4149-9cbd-71b28914265b
+        - 5217f206-b086-4da7-b1b9-b6fcd2962066
+        - 7bc05f9e-e0e0-4195-a8dd-833558ac33c5
+        - c366e322-def6-466e-8a45-ce4d0a7bf98d
+        - 7bd2fab8-7652-4069-9b08-95101716414d
+        - 91514f49-b8bb-4161-b464-6badb6338d0e
+        - 9ed57b55-3d63-46d0-84b2-598a3906b426
+        - 90305b06-f37f-40c2-9727-57aa37d0d3b2
+        - 0556e5e3-e2fc-4706-9ba4-13730139e4d1
+        - bbe129f1-791c-4519-9e6f-9246bad6c658
+        - 35b37886-da24-460b-abd6-478f09948b8e
+        - 8d4c2ce6-83b6-41e6-a595-4441cb1fd205
+        - 5fe83fc4-a25a-4242-9fd7-1977afb97646
+        - fcb7ab9d-5dd7-47f4-8ae2-ff6a76312472
+        - 6fb0b284-26aa-4a50-b0fa-c5bf73deb08b
+        - 0fbf829d-40c5-4b0e-bd59-3582408bf7a1
+        - e0399c56-8f8f-4873-9258-c322b84fc9ee
+        - 7df3bec3-feb2-46d0-948a-8a52e28f145c
+        - c050a864-f717-4ac6-ad44-cac564661d1c
+        - 2e74e79a-2d9c-4502-9ecd-63f2e17b3195
+        - 223f9d34-46dc-4788-a5d4-ce3c11d119c4
+        - ba58010c-e99a-463f-8fe3-f8cd5e4541b3
+        - 0ef07a39-0180-41cc-b9d3-65c1a7464cfe
+        - 0a54a474-6ddf-4091-b8aa-ed68ba885916
+        - 1ea5767c-1939-4d14-b349-77288e1dc0a8
+        - 703514b0-b339-4823-960b-b50afaf8ca89
+        - 7a837316-2864-4933-807e-df5506c70791
+        - 1b662fb1-38a4-4d77-8193-af5dc91cda53
+        - 68a556fb-0f2e-4a20-8edf-fdd1ca1884ba
+        - c60cfd6b-0701-45c7-8dbd-85c9a5590e7f
+        - 4fab2ab3-aaa6-4df6-b741-0cf70ce96785
+        - cbe51c9d-6acb-498a-a718-289501e27df5
+        - f7232063-2abc-4c35-83fa-c11e7188085b
+        - dd50cd1b-dbfa-4388-a082-d5435b2ec881
+        - b422cb46-fe91-41c2-8c50-66e70c376128
+        - dcd30a84-8db9-456d-978e-7d410e596db3
+        - c8c7ef92-b35e-40a4-b7da-bcc39b4ecbd1
+        - 7c8dff02-9113-44ea-a463-30064e8b8223
+        - d64f7303-48d2-48e3-9ea2-1ac9d1643fb3
+        - 54f659b4-0e75-4574-a81a-26faf4661a47
+        - a00f45c1-07b2-4d04-9372-23438f2afcb5
+        - b4b03f4b-6aa7-4304-82b6-1c038580c485
+        - aac22288-15ce-4232-81d1-36797104c43d
+        - 9360a89d-1ecb-435d-8e17-3488bafd8353
+        - c553c163-e564-482f-a4c4-69e02f0394b9
+        - af92f0d3-d611-4873-ac47-6192479a2b8a
+        - cd9f5acb-5632-483e-917b-afd8158783da
+        - 483eb1ed-635e-43af-97e4-67297d2f9bab
+        - 64db5acf-b3ee-4878-a9eb-9f5d726bd6e3
+        - 4d75e8e3-2af5-4fe2-8390-71dfe5638414
+        - 9e630c6c-b9de-48ae-919d-75143e7a9f9b
+        - 89f422d5-2542-4e0a-971f-b5966cf20da4
+        - 2a3aef01-44f3-4b0c-84b3-db13ddc1a4e4
+        - 0baa3f17-805b-47cd-a442-58256d081e7a
+        - 65774765-fc91-4f33-a788-7423071c11cf
+        - 6687e37c-0405-441c-a22b-54fb8d2fd739
+        - 9e033edb-a8d6-4da0-ab1d-78385c735290
+        - 28e0c466-c795-46f3-a5ee-20af9170820b
+        - e31b0092-7f88-4202-9485-a35e38086ba6
+        - 4c65ea4a-3418-463e-848d-f2d8211b3dc1
+        - 933bd3af-9dac-4668-9013-afda37b9b4d7
+        - 35c97833-3a73-4f6a-983d-386fb4a024d9
+        - cda68abd-6529-4730-8341-8974d1f00d91
+        - 39d7c891-35dc-4279-88ab-7be04f350b0b
+        - 8445354e-06e1-476c-8163-5f21992ac0fa
+        - 9d8c4700-ace7-431b-ab0a-ff6526ea59be
+        - aabe3ff2-8e6c-438f-acb7-46bf6a65c699
+        - d5c3457a-2e67-4f2d-821e-669d483d08f0
+        - 6465b6ba-fba4-41d9-a7d7-07762053d7a4
+        - b9fce50f-9524-4e52-a3e4-8859e98d1680
+        - f7157deb-c3df-43ec-882a-62e6a847f2e0
+        - af0bf495-9193-4d01-a83f-6f4e4c8611cf
+        - 9066e289-2f8d-4413-89d7-ed1383f2ae9a
+        - bda8a825-2651-4827-a0a3-096890a3e68c
+        - 0d85916a-84cf-41dc-9aa4-0e7964a2bbe8
+        - 3dbfcba8-72ef-4f18-bf05-e2d20e311797
+        - 855fdd21-6998-4ce9-b82f-e9d8717d96af
+        - 51b83255-d68a-4860-8bbd-d8b24fb45497
+        - 6afc0e76-3f67-482c-b70e-340808af6a66
+        - fc49fe55-d91c-442c-bd91-44fee0c031fa
+        - 59da9077-59eb-4a4b-a9ea-cd060ac31b65