Coordination Ring

coord_ring separately trained policies

<16 soups :(

Evaluated Unknown · Uploaded Unknown by Rowan G. Last edited by Rowan G.

agent_0

Observation and actions

{
  "actions": {
    "action_selection": "sample"
  },
  "observation": {
    "agent_view_size": 2,
    "shape": [
      5,
      5,
      30
    ]
  }
}

agent_1

coord_ring seed 373 · 9.96M steps

Observation and actions

{
  "actions": {
    "action_selection": "sample"
  },
  "observation": {
    "agent_view_size": 2,
    "shape": [
      5,
      5,
      30
    ]
  }
}

Statistics across all 5 episodes

episodes: 5
episodes with a correct delivery: 4
mean correct deliveries: 6.8
mean team reward: 136
policy: cross-policy
status: complete
total correct deliveries: 34
total wrong deliveries: 0

Selected episode

Select an episode to inspect its recording.

Evaluation protocol and metric definitions

{
  "action_selection": "sample",
  "backend": "gpu",
  "episode_seeds": [
    2000,
    2001,
    2002,
    2003,
    2004
  ],
  "gif_frame_ms": 200,
  "gif_stride": 2,
  "policies": [
    {
      "agent": "agent_0",
      "chef": 1,
      "color": "red",
      "policy_sha256": "a9abd66a25c763c6e932a538ca974fc8922fe854653c2b1d9034716a209bbccc",
      "training_seed": 842
    },
    {
      "agent": "agent_1",
      "chef": 2,
      "color": "blue",
      "policy_sha256": "608643a3d137c94bfb122b67432c6f3459e2c604bbe7ef60dade0131fea171e8",
      "training_seed": 373
    }
  ],
  "policy": "cross-policy",
  "policy_sha256": "a9abd66a25c763c6e932a538ca974fc8922fe854653c2b1d9034716a209bbccc",
  "recorded_episode": 0,
  "recording_coverage": "all_episodes_full_resolution",
  "replay_frame_ms": 100,
  "replay_schema_version": 1,
  "replay_stride": 1,
  "reward": "shared raw environment reward counted once; no shaping",
  "state_action_convention": "steps[0] initial; steps[t] after attached action t",
  "upstream_revision": "976aeb152cb184a5095021968bba94da96eb6394"
}

Effective environment configuration

{
  "action_meanings": {
    "0": "right",
    "1": "down",
    "2": "left",
    "3": "up",
    "4": "stay",
    "5": "interact"
  },
  "config": {
    "agent_view_size": 2,
    "indicate_successful_delivery": false,
    "layout": "coord_ring",
    "max_steps": 400,
    "negative_rewards": true,
    "observation_type": "default",
    "random_agent_positions": true,
    "random_reset": false,
    "sample_recipe_on_delivery": false,
    "start_cooking_interaction": false
  },
  "layout": "coord_ring",
  "name": "overcooked_v2",
  "renderer": {
    "cook_ticks": 20,
    "kind": "overcooked"
  }
}

Evaluation code and dependency provenance

{
  "git_commit": "ae78da1492053007fb396b8cba105828648d3f34",
  "git_dirty": true,
  "sources": {
    "algorithm_sha256": "aac7932be5e7ce08375e30c3b20d78c44d0ec3d9c25a9b0be1b39c7537dde7b1",
    "environment_sha256": "a535b216a921887cb5122f2c8150ce81f469522141bb37418af9d92086b573bd",
    "evaluation_core_sha256": "858be07bd210038cd666eaf222e16328bc97dbbe5ed0857167d8857e0e262a5a"
  },
  "training_checkpoint_provenance": {
    "run:0f1f891f-7eea-4efc-9f9f-eccd227388ca:sha256:a9abd66a25c763c6e932a538ca974fc8922fe854653c2b1d9034716a209bbccc": {
      "training_resumes": []
    },
    "run:5f3ad928-0796-4d95-9b4a-52b7b2a3714d:sha256:608643a3d137c94bfb122b67432c6f3459e2c604bbe7ef60dade0131fea171e8": {
      "training_resumes": []
    }
  },
  "upstream_revision": "976aeb152cb184a5095021968bba94da96eb6394"
}

Evaluation device (separate from training device)

{
  "architecture": "x86_64",
  "backend": "gpu",
  "devices": [
    {
      "kind": "NVIDIA GeForce RTX 3070",
      "platform": "gpu"
    }
  ],
  "logical_cpu_count": 16,
  "os": "Linux",
  "os_release": "6.18.40.1-microsoft-standard-WSL2",
  "python": "3.12.3",
  "versions": {
    "flax": "0.10.2",
    "jax": "0.4.38",
    "jaxlib": "0.4.38",
    "numpy": "1.26.4",
    "optax": "0.2.4"
  }
}