We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
step_mdp
1 parent 4e1b878 commit 530dac3Copy full SHA for 530dac3
torchrl/collectors/collectors.py
@@ -633,12 +633,7 @@ def rollout(self) -> TensorDictBase:
633
tensordict_out.append(self._tensordict.clone())
634
635
self._reset_if_necessary()
636
- self._tensordict.update(
637
- step_mdp(
638
- self._tensordict.exclude("reward", "done"), keep_other=True
639
- ),
640
- inplace=True,
641
- )
+ self._tensordict.update(step_mdp(self._tensordict), inplace=True)
642
if self.return_in_place and len(self._tensordict_out.keys()) > 0:
643
tensordict_out = torch.stack(tensordict_out, len(self.env.batch_size))
644
tensordict_out = tensordict_out.select(*self._tensordict_out.keys())
0 commit comments