Added the data for axis2 (both across different seeds and at different interval)

research/research_v1/axis2/configs/resolved_eval/eval_axis2_mixed005_s2000.yaml

@@ -0,0 +1,25 @@
+experiment:
+  name: eval_axis2_mixed005_s2000
+  seed: 42
+  output_dir: runs/research_v1/eval_axis2_mixed005_s2000
+metadrive:
+  env_class: metadrive.envs.MetaDriveEnv
+  config:
+    start_seed: 5000
+    num_scenarios: 200
+    traffic_density: 0.1
+    random_traffic: true
+    use_render: false
+    horizon: 500
+    log_level: 50
+    crash_vehicle_done: false
+    crash_object_done: false
+    out_of_road_done: false
+algorithm:
+  checkpoint_path: null
+cost_function:
+  _target_: fasb.plugins.cost.DefaultDrivingCost
+eval:
+  scenario_set: heldout_random
+  n_episodes: 100
+  deterministic: true

research/research_v1/axis2/configs/resolved_eval/eval_axis2_mixed005_s3000.yaml

@@ -0,0 +1,25 @@
+experiment:
+  name: eval_axis2_mixed005_s3000
+  seed: 42
+  output_dir: runs/research_v1/eval_axis2_mixed005_s3000
+metadrive:
+  env_class: metadrive.envs.MetaDriveEnv
+  config:
+    start_seed: 5000
+    num_scenarios: 200
+    traffic_density: 0.1
+    random_traffic: true
+    use_render: false
+    horizon: 500
+    log_level: 50
+    crash_vehicle_done: false
+    crash_object_done: false
+    out_of_road_done: false
+algorithm:
+  checkpoint_path: null
+cost_function:
+  _target_: fasb.plugins.cost.DefaultDrivingCost
+eval:
+  scenario_set: heldout_random
+  n_episodes: 100
+  deterministic: true

research/research_v1/axis2/configs/resolved_eval/eval_axis2_mixed005_s4000.yaml

@@ -0,0 +1,25 @@
+experiment:
+  name: eval_axis2_mixed005_s4000
+  seed: 42
+  output_dir: runs/research_v1/eval_axis2_mixed005_s4000
+metadrive:
+  env_class: metadrive.envs.MetaDriveEnv
+  config:
+    start_seed: 5000
+    num_scenarios: 200
+    traffic_density: 0.1
+    random_traffic: true
+    use_render: false
+    horizon: 500
+    log_level: 50
+    crash_vehicle_done: false
+    crash_object_done: false
+    out_of_road_done: false
+algorithm:
+  checkpoint_path: null
+cost_function:
+  _target_: fasb.plugins.cost.DefaultDrivingCost
+eval:
+  scenario_set: heldout_random
+  n_episodes: 100
+  deterministic: true

research/research_v1/axis2/configs/resolved_eval/eval_axis2_mixed005_s5000.yaml

@@ -0,0 +1,25 @@
+experiment:
+  name: eval_axis2_mixed005_s5000
+  seed: 42
+  output_dir: runs/research_v1/eval_axis2_mixed005_s5000
+metadrive:
+  env_class: metadrive.envs.MetaDriveEnv
+  config:
+    start_seed: 5000
+    num_scenarios: 200
+    traffic_density: 0.1
+    random_traffic: true
+    use_render: false
+    horizon: 500
+    log_level: 50
+    crash_vehicle_done: false
+    crash_object_done: false
+    out_of_road_done: false
+algorithm:
+  checkpoint_path: null
+cost_function:
+  _target_: fasb.plugins.cost.DefaultDrivingCost
+eval:
+  scenario_set: heldout_random
+  n_episodes: 100
+  deterministic: true

research/research_v1/axis2/configs/resolved_eval/eval_axis2_mixed005_s6000.yaml

@@ -0,0 +1,25 @@
+experiment:
+  name: eval_axis2_mixed005_s6000
+  seed: 42
+  output_dir: runs/research_v1/eval_axis2_mixed005_s6000
+metadrive:
+  env_class: metadrive.envs.MetaDriveEnv
+  config:
+    start_seed: 5000
+    num_scenarios: 200
+    traffic_density: 0.1
+    random_traffic: true
+    use_render: false
+    horizon: 500
+    log_level: 50
+    crash_vehicle_done: false
+    crash_object_done: false
+    out_of_road_done: false
+algorithm:
+  checkpoint_path: null
+cost_function:
+  _target_: fasb.plugins.cost.DefaultDrivingCost
+eval:
+  scenario_set: heldout_random
+  n_episodes: 100
+  deterministic: true

research/research_v1/axis2/configs/resolved_eval/eval_axis2_mixed005_s7000.yaml

@@ -0,0 +1,25 @@
+experiment:
+  name: eval_axis2_mixed005_s7000
+  seed: 42
+  output_dir: runs/research_v1/eval_axis2_mixed005_s7000
+metadrive:
+  env_class: metadrive.envs.MetaDriveEnv
+  config:
+    start_seed: 5000
+    num_scenarios: 200
+    traffic_density: 0.1
+    random_traffic: true
+    use_render: false
+    horizon: 500
+    log_level: 50
+    crash_vehicle_done: false
+    crash_object_done: false
+    out_of_road_done: false
+algorithm:
+  checkpoint_path: null
+cost_function:
+  _target_: fasb.plugins.cost.DefaultDrivingCost
+eval:
+  scenario_set: heldout_random
+  n_episodes: 100
+  deterministic: true

research/research_v1/axis2/configs/resolved_eval/eval_axis2_mixed030_s2000.yaml

@@ -0,0 +1,25 @@
+experiment:
+  name: eval_axis2_mixed030_s2000
+  seed: 42
+  output_dir: runs/research_v1/eval_axis2_mixed030_s2000
+metadrive:
+  env_class: metadrive.envs.MetaDriveEnv
+  config:
+    start_seed: 5000
+    num_scenarios: 200
+    traffic_density: 0.1
+    random_traffic: true
+    use_render: false
+    horizon: 500
+    log_level: 50
+    crash_vehicle_done: false
+    crash_object_done: false
+    out_of_road_done: false
+algorithm:
+  checkpoint_path: null
+cost_function:
+  _target_: fasb.plugins.cost.DefaultDrivingCost
+eval:
+  scenario_set: heldout_random
+  n_episodes: 100
+  deterministic: true

research/research_v1/axis2/configs/resolved_eval/eval_axis2_mixed030_s3000.yaml

@@ -0,0 +1,25 @@
+experiment:
+  name: eval_axis2_mixed030_s3000
+  seed: 42
+  output_dir: runs/research_v1/eval_axis2_mixed030_s3000
+metadrive:
+  env_class: metadrive.envs.MetaDriveEnv
+  config:
+    start_seed: 5000
+    num_scenarios: 200
+    traffic_density: 0.1
+    random_traffic: true
+    use_render: false
+    horizon: 500
+    log_level: 50
+    crash_vehicle_done: false
+    crash_object_done: false
+    out_of_road_done: false
+algorithm:
+  checkpoint_path: null
+cost_function:
+  _target_: fasb.plugins.cost.DefaultDrivingCost
+eval:
+  scenario_set: heldout_random
+  n_episodes: 100
+  deterministic: true

research/research_v1/axis2/configs/resolved_eval/eval_axis2_mixed030_s4000.yaml

@@ -0,0 +1,25 @@
+experiment:
+  name: eval_axis2_mixed030_s4000
+  seed: 42
+  output_dir: runs/research_v1/eval_axis2_mixed030_s4000
+metadrive:
+  env_class: metadrive.envs.MetaDriveEnv
+  config:
+    start_seed: 5000
+    num_scenarios: 200
+    traffic_density: 0.1
+    random_traffic: true
+    use_render: false
+    horizon: 500
+    log_level: 50
+    crash_vehicle_done: false
+    crash_object_done: false
+    out_of_road_done: false
+algorithm:
+  checkpoint_path: null
+cost_function:
+  _target_: fasb.plugins.cost.DefaultDrivingCost
+eval:
+  scenario_set: heldout_random
+  n_episodes: 100
+  deterministic: true

research/research_v1/axis2/configs/resolved_eval/eval_axis2_mixed030_s5000.yaml

@@ -0,0 +1,25 @@
+experiment:
+  name: eval_axis2_mixed030_s5000
+  seed: 42
+  output_dir: runs/research_v1/eval_axis2_mixed030_s5000
+metadrive:
+  env_class: metadrive.envs.MetaDriveEnv
+  config:
+    start_seed: 5000
+    num_scenarios: 200
+    traffic_density: 0.1
+    random_traffic: true
+    use_render: false
+    horizon: 500
+    log_level: 50
+    crash_vehicle_done: false
+    crash_object_done: false
+    out_of_road_done: false
+algorithm:
+  checkpoint_path: null
+cost_function:
+  _target_: fasb.plugins.cost.DefaultDrivingCost
+eval:
+  scenario_set: heldout_random
+  n_episodes: 100
+  deterministic: true

research/research_v1/axis2/configs/resolved_eval/eval_axis2_mixed030_s6000.yaml

@@ -0,0 +1,25 @@
+experiment:
+  name: eval_axis2_mixed030_s6000
+  seed: 42
+  output_dir: runs/research_v1/eval_axis2_mixed030_s6000
+metadrive:
+  env_class: metadrive.envs.MetaDriveEnv
+  config:
+    start_seed: 5000
+    num_scenarios: 200
+    traffic_density: 0.1
+    random_traffic: true
+    use_render: false
+    horizon: 500
+    log_level: 50
+    crash_vehicle_done: false
+    crash_object_done: false
+    out_of_road_done: false
+algorithm:
+  checkpoint_path: null
+cost_function:
+  _target_: fasb.plugins.cost.DefaultDrivingCost
+eval:
+  scenario_set: heldout_random
+  n_episodes: 100
+  deterministic: true

research/research_v1/axis2/configs/resolved_eval/eval_axis2_mixed030_s7000.yaml

@@ -0,0 +1,25 @@
+experiment:
+  name: eval_axis2_mixed030_s7000
+  seed: 42
+  output_dir: runs/research_v1/eval_axis2_mixed030_s7000
+metadrive:
+  env_class: metadrive.envs.MetaDriveEnv
+  config:
+    start_seed: 5000
+    num_scenarios: 200
+    traffic_density: 0.1
+    random_traffic: true
+    use_render: false
+    horizon: 500
+    log_level: 50
+    crash_vehicle_done: false
+    crash_object_done: false
+    out_of_road_done: false
+algorithm:
+  checkpoint_path: null
+cost_function:
+  _target_: fasb.plugins.cost.DefaultDrivingCost
+eval:
+  scenario_set: heldout_random
+  n_episodes: 100
+  deterministic: true

research/research_v1/axis2/configs/resolved_eval/eval_axis2_mixed060_s2000.yaml

@@ -0,0 +1,25 @@
+experiment:
+  name: eval_axis2_mixed060_s2000
+  seed: 42
+  output_dir: runs/research_v1/eval_axis2_mixed060_s2000
+metadrive:
+  env_class: metadrive.envs.MetaDriveEnv
+  config:
+    start_seed: 5000
+    num_scenarios: 200
+    traffic_density: 0.1
+    random_traffic: true
+    use_render: false
+    horizon: 500
+    log_level: 50
+    crash_vehicle_done: false
+    crash_object_done: false
+    out_of_road_done: false
+algorithm:
+  checkpoint_path: null
+cost_function:
+  _target_: fasb.plugins.cost.DefaultDrivingCost
+eval:
+  scenario_set: heldout_random
+  n_episodes: 100
+  deterministic: true

research/research_v1/axis2/configs/resolved_eval/eval_axis2_mixed060_s3000.yaml

@@ -0,0 +1,25 @@
+experiment:
+  name: eval_axis2_mixed060_s3000
+  seed: 42
+  output_dir: runs/research_v1/eval_axis2_mixed060_s3000
+metadrive:
+  env_class: metadrive.envs.MetaDriveEnv
+  config:
+    start_seed: 5000
+    num_scenarios: 200
+    traffic_density: 0.1
+    random_traffic: true
+    use_render: false
+    horizon: 500
+    log_level: 50
+    crash_vehicle_done: false
+    crash_object_done: false
+    out_of_road_done: false
+algorithm:
+  checkpoint_path: null
+cost_function:
+  _target_: fasb.plugins.cost.DefaultDrivingCost
+eval:
+  scenario_set: heldout_random
+  n_episodes: 100
+  deterministic: true

research/research_v1/axis2/configs/resolved_eval/eval_axis2_mixed060_s4000.yaml

@@ -0,0 +1,25 @@
+experiment:
+  name: eval_axis2_mixed060_s4000
+  seed: 42
+  output_dir: runs/research_v1/eval_axis2_mixed060_s4000
+metadrive:
+  env_class: metadrive.envs.MetaDriveEnv
+  config:
+    start_seed: 5000
+    num_scenarios: 200
+    traffic_density: 0.1
+    random_traffic: true
+    use_render: false
+    horizon: 500
+    log_level: 50
+    crash_vehicle_done: false
+    crash_object_done: false
+    out_of_road_done: false
+algorithm:
+  checkpoint_path: null
+cost_function:
+  _target_: fasb.plugins.cost.DefaultDrivingCost
+eval:
+  scenario_set: heldout_random
+  n_episodes: 100
+  deterministic: true