Merge pull request openai#7 from rzilleruelo/fixes_to_run_interactive_scenarios

Fixes to run interactive scenarios

Author: mordatch

.gitignore

@@ -0,0 +1,3 @@
+__pycache__/
+*.egg-info/
+

multiagent/environment.py

@@ -129,7 +129,7 @@ def _get_obs(self, agent):
  def _get_reward(self, agent):
  if self.reward_callback is None:
  return 0.0
- self.reward_callback(agent, self.world)
+ return self.reward_callback(agent, self.world)
 
  # set env action for a particular agent
  def _set_action(self, action, agent, action_space, time=None):

multiagent/scenarios/simple_crypto.py

@@ -52,7 +52,7 @@ def reset_world(self, world):
  agent.color = np.array([0.75, 0.25, 0.25])
  agent.key = None
  # random properties for landmarks
- color_list = [np.zeros(world.dim_c) for i in world.landmarks]
+ color_list = [np.zeros(3) for i in world.landmarks]
  for i, color in enumerate(color_list):
  color[i] += 1
  for color, landmark in zip(color_list, world.landmarks):