Add configs for CodeCraft allied_wealth task (#216)

Author: cswinter

configs/codecraft/allied_wealth-relattn1.ron

@@ -0,0 +1,39 @@
+// https://wandb.ai/entity-neural-network/enn-ppo/reports/Allied-Wealth-baselines--VmlldzoxNzgyOTk1
+ExperimentConfig(
+    version: 0,
+    env: (
+        id: "CodeCraft",
+    ),
+    rollout: (
+        num_envs: 256,
+        steps: 64,
+    ),
+    optim: (
+        max_grad_norm: 10,
+        update_epochs: 3,
+        lr: 0.00044,
+        bs: 1024,
+        anneal_lr: false,
+    ),
+    ppo: (
+        anneal_entropy: true,
+        gamma: 0.9890351625500452,
+        ent_coef: 1e-05,
+        vf_coef: 3.7,
+    ),
+    net: (
+        d_model: 256,
+        n_layer: 1,
+        n_head: 2,
+        relpos_encoding: (
+            extent: [3, 2],
+            position_features: ["x", "y"],
+            radial: true,
+            distance: true,
+            rotation_vec_features: ["orientation_x", "orientation_y"],
+            interpolate: true,
+            scale: 1000.0,
+        ),
+    ),
+    total_timesteps: 2000000,
+)

configs/codecraft/allied_wealth-relattn2.ron

@@ -0,0 +1,38 @@
+// https://wandb.ai/entity-neural-network/enn-ppo/reports/Allied-Wealth-baselines--VmlldzoxNzgyOTk1
+ExperimentConfig(
+    version: 0,
+    env: (
+        id: "CodeCraft",
+    ),
+    rollout: (
+        num_envs: 256,
+        steps: 64,
+    ),
+    optim: (
+        max_grad_norm: 10,
+        update_epochs: 3,
+        lr: 0.00044,
+        bs: 1024,
+        anneal_lr: false,
+    ),
+    ppo: (
+        anneal_entropy: true,
+        gamma: 0.9890351625500452,
+        ent_coef: 1e-05,
+        vf_coef: 3.7,
+    ),
+    net: (
+        d_model: 256,
+        n_layer: 1,
+        n_head: 2,
+        relpos_encoding: (
+            extent: [8],
+            position_features: ["x", "y"],
+            key_relpos_projection: true,
+            value_relpos_projection: true,
+            rotation_vec_features: ["orientation_x", "orientation_y"],
+            radial: true,
+        ),
+    ),
+    total_timesteps: 2000000,
+)

configs/codecraft/allied_wealth.ron

@@ -0,0 +1,36 @@
+// https://wandb.ai/entity-neural-network/enn-ppo/reports/Allied-Wealth-baselines--VmlldzoxNzgyOTk1
+ExperimentConfig(
+    version: 0,
+    env: (
+        id: "CodeCraft",
+    ),
+    rollout: (
+        num_envs: 256,
+        steps: 64,
+    ),
+    optim: (
+        max_grad_norm: 10,
+        update_epochs: 3,
+        lr: 0.00044,
+        bs: 1024,
+        anneal_lr: false,
+    ),
+    ppo: (
+        anneal_entropy: true,
+        gamma: 0.9890351625500452,
+        ent_coef: 1e-05,
+        vf_coef: 3.7,
+    ),
+    net: (
+        translation: (
+            reference_entity: "ally",
+            position_features: ["x", "y"],
+            rotation_vec_features: ["orientation_x", "orientation_y"],
+            add_dist_feature: true,
+        ),
+        d_model: 256,
+        n_layer: 1,
+        n_head: 2,
+    ),
+    total_timesteps: 2000000,
+)

rogue_net/rogue_net/translate_positions.py

@@ -122,7 +122,7 @@ def transform_obs_space(self, obs_space: ObsSpace) -> ObsSpace:
         if self.add_dist_feature:
             obs_space = deepcopy(obs_space)
             for entity_name in self.feature_indices.keys():
-                obs_space.entities[entity_name].features.append(
-                    "TranslatePositions.distance"
-                )
+                features = list(obs_space.entities[entity_name].features)
+                features.append("TranslatePositions.distance")
+                obs_space.entities[entity_name].features = features
         return obs_space