diff --git a/submissions/20260227_qwen3-5-27b_6a41518d_single-pairwise-sync_1/experiments.parquet b/submissions/20260227_qwen3-5-27b_6a41518d_single-pairwise-sync_1/experiments.parquet new file mode 100644 index 0000000..3a3d13b Binary files /dev/null and b/submissions/20260227_qwen3-5-27b_6a41518d_single-pairwise-sync_1/experiments.parquet differ diff --git a/submissions/20260227_qwen3-5-27b_6a41518d_single-pairwise-sync_1/submission.yaml b/submissions/20260227_qwen3-5-27b_6a41518d_single-pairwise-sync_1/submission.yaml new file mode 100644 index 0000000..69f13b1 --- /dev/null +++ b/submissions/20260227_qwen3-5-27b_6a41518d_single-pairwise-sync_1/submission.yaml @@ -0,0 +1,189 @@ +schema_version: 1 +submission_id: 2026-02-27_qwen3-5-27b_6a41518d_single-pairwise-sync@1 +measured: + suite_name: single-pairwise-sync + suite_revision: 1 + suite_digest: ecb690fb90927c540b3940afc0c458d0 +submitter: + name: Amit Parekh + contact: '@amitkparekh' + affiliation: GPTNT +players: +- role: defuser + capabilities: + player_name: qwen3-5-27b + player_type: ai + thinking_method: thinking-out-loud + structured_output_mode: null + include_schema_in_instructions: true + max_observations_per_request: 16 + usage_limits: + request_limit: 50 + tool_calls_limit: null + input_tokens_limit: 126999 + output_tokens_limit: 1001 + total_tokens_limit: null + count_tokens_before_request: false + image_dimensions: + width: 504 + height: 504 + tokens_per_image: 0 + interaction_location_method: set-of-marks + coordinate_mode: normalised + preserve_last_frame_for_n_turns: 1 + enable_nobf_generation: true + identity: + display_name: Qwen3.5 (27B) + organisation: Qwen + is_os_model: true + url: https://huggingface.co/Qwen/Qwen3.5-27B + fingerprint: 6a41518d72df36acad70da1f6b2c1541 +- role: expert + capabilities: + player_name: claude-sonnet-4-6 + player_type: ai + thinking_method: thinking-out-loud + structured_output_mode: null + include_schema_in_instructions: true + max_observations_per_request: 16 + usage_limits: + request_limit: 50 + tool_calls_limit: null + input_tokens_limit: 200000 + output_tokens_limit: 64000 + total_tokens_limit: null + count_tokens_before_request: false + image_dimensions: + width: 640 + height: 480 + tokens_per_image: 0 + interaction_location_method: set-of-marks + coordinate_mode: absolute + preserve_last_frame_for_n_turns: 1 + enable_nobf_generation: true + identity: + display_name: Claude Sonnet 4.6 + organisation: Anthropic + is_os_model: false + url: https://www.anthropic.com/claude/sonnet + fingerprint: a7bf12f5957747f791402cf19887010c +- role: expert + capabilities: + player_name: gemini-3-flash-preview + player_type: ai + thinking_method: thinking-out-loud + structured_output_mode: null + include_schema_in_instructions: true + max_observations_per_request: 16 + usage_limits: + request_limit: 50 + tool_calls_limit: null + input_tokens_limit: 1048576 + output_tokens_limit: 65536 + total_tokens_limit: null + count_tokens_before_request: false + image_dimensions: + width: 640 + height: 480 + tokens_per_image: 0 + interaction_location_method: set-of-marks + coordinate_mode: normalised + preserve_last_frame_for_n_turns: 1 + enable_nobf_generation: true + identity: + display_name: Gemini 3 Flash (Preview) + organisation: Google + is_os_model: false + url: https://deepmind.google/models/gemini/flash/ + fingerprint: 91b611eeb644ed75a7dabd873473df7b +- role: expert + capabilities: + player_name: gpt-5-2 + player_type: ai + thinking_method: thinking-out-loud + structured_output_mode: null + include_schema_in_instructions: true + max_observations_per_request: 16 + usage_limits: + request_limit: 50 + tool_calls_limit: null + input_tokens_limit: 400000 + output_tokens_limit: 128000 + total_tokens_limit: null + count_tokens_before_request: false + image_dimensions: + width: 640 + height: 480 + tokens_per_image: 0 + interaction_location_method: set-of-marks + coordinate_mode: absolute + preserve_last_frame_for_n_turns: 1 + enable_nobf_generation: true + identity: + display_name: GPT-5.2 + organisation: OpenAI + is_os_model: false + url: https://platform.openai.com/docs/models/gpt-5.2 + fingerprint: 003794dbe72647df3961f92de7e76f27 +- role: expert + capabilities: + player_name: internvl3-5-38b + player_type: ai + thinking_method: thinking-out-loud + structured_output_mode: null + include_schema_in_instructions: true + max_observations_per_request: 16 + usage_limits: + request_limit: 50 + tool_calls_limit: null + input_tokens_limit: 39959 + output_tokens_limit: 1001 + total_tokens_limit: null + count_tokens_before_request: false + image_dimensions: + width: 448 + height: 448 + tokens_per_image: 0 + interaction_location_method: set-of-marks + coordinate_mode: normalised + preserve_last_frame_for_n_turns: 1 + enable_nobf_generation: true + identity: + display_name: InternVL3.5 (38B) + organisation: OpenGVLab + is_os_model: true + url: https://huggingface.co/OpenGVLab/InternVL3_5-38B + fingerprint: 248bc69dc106de99551643c0bf61e55b +- role: expert + capabilities: + player_name: qwen3-5-27b + player_type: ai + thinking_method: thinking-out-loud + structured_output_mode: null + include_schema_in_instructions: true + max_observations_per_request: 16 + usage_limits: + request_limit: 50 + tool_calls_limit: null + input_tokens_limit: 126999 + output_tokens_limit: 1001 + total_tokens_limit: null + count_tokens_before_request: false + image_dimensions: + width: 504 + height: 504 + tokens_per_image: 0 + interaction_location_method: set-of-marks + coordinate_mode: normalised + preserve_last_frame_for_n_turns: 1 + enable_nobf_generation: true + identity: + display_name: Qwen3.5 (27B) + organisation: Qwen + is_os_model: true + url: https://huggingface.co/Qwen/Qwen3.5-27B + fingerprint: 6a41518d72df36acad70da1f6b2c1541 +provenance: + gptnt_version: 1.0.0 + git_sha: null +run_date: '2026-02-27T19:12:49.066215802Z'