Update dqn_with_rnn.py

vmoens · web-flow · commit 25370f782398 · 2023-04-28T19:30:42.000+01:00
diff --git a/tutorials/sphinx-tutorials/dqn_with_rnn.py b/tutorials/sphinx-tutorials/dqn_with_rnn.py
@@ -343,7 +343,7 @@
 #   here. In a real setting, the total number of frames should be set to 1M.
 #
 collector = SyncDataCollector(
-    env, stoch_policy, frames_per_batch=50, total_frames=10_000
+    env, stoch_policy, frames_per_batch=50, total_frames=200
 )
 rb = TensorDictReplayBuffer(
     storage=LazyMemmapStorage(20_000), batch_size=4, prefetch=10

Original file line number	Diff line number	Diff line change
`@@ -343,7 +343,7 @@`
`343`	`343`	`# here. In a real setting, the total number of frames should be set to 1M.`
`344`	`344`	`#`
`345`	`345`	`collector = SyncDataCollector(`
`346`		`- env, stoch_policy, frames_per_batch=50, total_frames=10_000`
	`346`	`+ env, stoch_policy, frames_per_batch=50, total_frames=200`
`347`	`347`	`)`
`348`	`348`	`rb = TensorDictReplayBuffer(`
`349`	`349`	`storage=LazyMemmapStorage(20_000), batch_size=4, prefetch=10`