Fix policy_trainer_test

MyEnv needs to have is_tensor_based
HorizonRobotics · Sep 22, 2023 · e94f122 · e94f122
1 parent 9bf21e8
commit e94f122
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/alf/algorithms/rl_algorithm_test.py b/alf/algorithms/rl_algorithm_test.py
@@ -102,6 +102,10 @@ def __init__(self, batch_size, obs_shape=(2, ), reward_dim=1):
             shape=(), dtype='int64', minimum=0, maximum=2)
         self.reset()
 
+    @property
+    def is_tensor_based(self):
+        return True
+
     def observation_spec(self):
         return self._observation_spec