Update train.py

remove the timelimitwrapper added by gym. Fixes dennybritz#66

Author: andytwigg

PolicyGradient/a3c/train.py

@@ -36,6 +36,8 @@
 
 def make_env(wrap=True):
   env = gym.envs.make(FLAGS.env)
+  # remove the timelimitwrapper
+  env = env.env
   if wrap:
     env = atari_helpers.AtariEnvWrapper(env)
   return env