Add submission: 20260227_qwen3-5-27b_6a41518d_single-pairwise-sync_1

submissions/20260227_qwen3-5-27b_6a41518d_single-pairwise-sync_1/submission.yaml

@@ -0,0 +1,189 @@
+schema_version: 1
+submission_id: 2026-02-27_qwen3-5-27b_6a41518d_single-pairwise-sync@1
+measured:
+  suite_name: single-pairwise-sync
+  suite_revision: 1
+  suite_digest: ecb690fb90927c540b3940afc0c458d0
+submitter:
+  name: Amit Parekh
+  contact: '@amitkparekh'
+  affiliation: GPTNT
+players:
+- role: defuser
+  capabilities:
+    player_name: qwen3-5-27b
+    player_type: ai
+    thinking_method: thinking-out-loud
+    structured_output_mode: null
+    include_schema_in_instructions: true
+    max_observations_per_request: 16
+    usage_limits:
+      request_limit: 50
+      tool_calls_limit: null
+      input_tokens_limit: 126999
+      output_tokens_limit: 1001
+      total_tokens_limit: null
+      count_tokens_before_request: false
+    image_dimensions:
+      width: 504
+      height: 504
+    tokens_per_image: 0
+    interaction_location_method: set-of-marks
+    coordinate_mode: normalised
+    preserve_last_frame_for_n_turns: 1
+    enable_nobf_generation: true
+  identity:
+    display_name: Qwen3.5 (27B)
+    organisation: Qwen
+    is_os_model: true
+    url: https://huggingface.co/Qwen/Qwen3.5-27B
+  fingerprint: 6a41518d72df36acad70da1f6b2c1541
+- role: expert
+  capabilities:
+    player_name: claude-sonnet-4-6
+    player_type: ai
+    thinking_method: thinking-out-loud
+    structured_output_mode: null
+    include_schema_in_instructions: true
+    max_observations_per_request: 16
+    usage_limits:
+      request_limit: 50
+      tool_calls_limit: null
+      input_tokens_limit: 200000
+      output_tokens_limit: 64000
+      total_tokens_limit: null
+      count_tokens_before_request: false
+    image_dimensions:
+      width: 640
+      height: 480
+    tokens_per_image: 0
+    interaction_location_method: set-of-marks
+    coordinate_mode: absolute
+    preserve_last_frame_for_n_turns: 1
+    enable_nobf_generation: true
+  identity:
+    display_name: Claude Sonnet 4.6
+    organisation: Anthropic
+    is_os_model: false
+    url: https://www.anthropic.com/claude/sonnet
+  fingerprint: a7bf12f5957747f791402cf19887010c
+- role: expert
+  capabilities:
+    player_name: gemini-3-flash-preview
+    player_type: ai
+    thinking_method: thinking-out-loud
+    structured_output_mode: null
+    include_schema_in_instructions: true
+    max_observations_per_request: 16
+    usage_limits:
+      request_limit: 50
+      tool_calls_limit: null
+      input_tokens_limit: 1048576
+      output_tokens_limit: 65536
+      total_tokens_limit: null
+      count_tokens_before_request: false
+    image_dimensions:
+      width: 640
+      height: 480
+    tokens_per_image: 0
+    interaction_location_method: set-of-marks
+    coordinate_mode: normalised
+    preserve_last_frame_for_n_turns: 1
+    enable_nobf_generation: true
+  identity:
+    display_name: Gemini 3 Flash (Preview)
+    organisation: Google
+    is_os_model: false
+    url: https://deepmind.google/models/gemini/flash/
+  fingerprint: 91b611eeb644ed75a7dabd873473df7b
+- role: expert
+  capabilities:
+    player_name: gpt-5-2
+    player_type: ai
+    thinking_method: thinking-out-loud
+    structured_output_mode: null
+    include_schema_in_instructions: true
+    max_observations_per_request: 16
+    usage_limits:
+      request_limit: 50
+      tool_calls_limit: null
+      input_tokens_limit: 400000
+      output_tokens_limit: 128000
+      total_tokens_limit: null
+      count_tokens_before_request: false
+    image_dimensions:
+      width: 640
+      height: 480
+    tokens_per_image: 0
+    interaction_location_method: set-of-marks
+    coordinate_mode: absolute
+    preserve_last_frame_for_n_turns: 1
+    enable_nobf_generation: true
+  identity:
+    display_name: GPT-5.2
+    organisation: OpenAI
+    is_os_model: false
+    url: https://platform.openai.com/docs/models/gpt-5.2
+  fingerprint: 003794dbe72647df3961f92de7e76f27
+- role: expert
+  capabilities:
+    player_name: internvl3-5-38b
+    player_type: ai
+    thinking_method: thinking-out-loud
+    structured_output_mode: null
+    include_schema_in_instructions: true
+    max_observations_per_request: 16
+    usage_limits:
+      request_limit: 50
+      tool_calls_limit: null
+      input_tokens_limit: 39959
+      output_tokens_limit: 1001
+      total_tokens_limit: null
+      count_tokens_before_request: false
+    image_dimensions:
+      width: 448
+      height: 448
+    tokens_per_image: 0
+    interaction_location_method: set-of-marks
+    coordinate_mode: normalised
+    preserve_last_frame_for_n_turns: 1
+    enable_nobf_generation: true
+  identity:
+    display_name: InternVL3.5 (38B)
+    organisation: OpenGVLab
+    is_os_model: true
+    url: https://huggingface.co/OpenGVLab/InternVL3_5-38B
+  fingerprint: 248bc69dc106de99551643c0bf61e55b
+- role: expert
+  capabilities:
+    player_name: qwen3-5-27b
+    player_type: ai
+    thinking_method: thinking-out-loud
+    structured_output_mode: null
+    include_schema_in_instructions: true
+    max_observations_per_request: 16
+    usage_limits:
+      request_limit: 50
+      tool_calls_limit: null
+      input_tokens_limit: 126999
+      output_tokens_limit: 1001
+      total_tokens_limit: null
+      count_tokens_before_request: false
+    image_dimensions:
+      width: 504
+      height: 504
+    tokens_per_image: 0
+    interaction_location_method: set-of-marks
+    coordinate_mode: normalised
+    preserve_last_frame_for_n_turns: 1
+    enable_nobf_generation: true
+  identity:
+    display_name: Qwen3.5 (27B)
+    organisation: Qwen
+    is_os_model: true
+    url: https://huggingface.co/Qwen/Qwen3.5-27B
+  fingerprint: 6a41518d72df36acad70da1f6b2c1541
+provenance:
+  gptnt_version: 1.0.0
+  git_sha: null
+run_date: '2026-02-27T19:12:49.066215802Z'