DeepReinforcementLearning · yaswhar · Mar 19, 2025 · Mar 19, 2025 · Mar 19, 2025
diff --git a/Chapter 3/Ch3_book.ipynb b/Chapter 3/Ch3_book.ipynb
diff --git a/Chapter 4/Ch4_book.ipynb b/Chapter 4/Ch4_book.ipynb
diff --git a/Chapter 4/requirements.txt b/Chapter 4/requirements.txt
@@ -0,0 +1,42 @@
+appnope==0.1.4
+backcall==0.2.0
+certifi==2024.2.2
+chardet==5.2.0
+cycler==0.12.1
+decorator==5.1.1
+future==1.0.0
+idna==3.7
+ipython==8.23.0
+ipython-genutils==0.2.0
+jedi==0.19.1
+kiwisolver==1.4.5
+matplotlib==3.8.4
+numpy==1.26.4
+parso==0.8.4
+pexpect==4.9.0
+pickleshare==0.7.5
+prompt-toolkit==3.0.43
+ptyprocess==0.7.0
+pyglet==1.5.21
+pygments==2.17.2
+pyparsing==3.1.2
+python-dateutil==2.9.0
+pytz==2024.1
+requests==2.31.0
+scipy==1.13.0
+simplegeneric==0.8.1
+six==1.16.0
+torch==2.2.2
+traitlets==5.14.2
+urllib3==2.2.1
+wcwidth==0.2.13
+notebook==7.1.2
+scikit-image==0.23.1
+gymnasium[atari]==0.29.1
+gymnasium[accept-rom-license]==0.29.1
+gym-super-mario-bros==7.4.0
+magent2==0.3.2
+pettingzoo==1.24.3
+torchvision==0.17.2
+gym-minigrid==1.2.2
+einops==0.7.0
diff --git a/Chapter 5/Ch5_book.ipynb b/Chapter 5/Ch5_book.ipynb
diff --git a/Chapter 6/Ch6_book.ipynb b/Chapter 6/Ch6_book.ipynb
diff --git a/Chapter 6/MNIST Genetic Algorithm.ipynb b/Chapter 6/MNIST Genetic Algorithm.ipynb
diff --git a/Chapter 6/String Genetic Algorithm.ipynb b/Chapter 6/String Genetic Algorithm.ipynb
diff --git a/Chapter 6/data/MNIST/raw/t10k-images-idx3-ubyte b/Chapter 6/data/MNIST/raw/t10k-images-idx3-ubyte
diff --git a/Chapter 6/data/MNIST/raw/t10k-images-idx3-ubyte.gz b/Chapter 6/data/MNIST/raw/t10k-images-idx3-ubyte.gz
diff --git a/Chapter 6/data/MNIST/raw/t10k-labels-idx1-ubyte b/Chapter 6/data/MNIST/raw/t10k-labels-idx1-ubyte
diff --git a/Chapter 6/data/MNIST/raw/t10k-labels-idx1-ubyte.gz b/Chapter 6/data/MNIST/raw/t10k-labels-idx1-ubyte.gz
diff --git a/Chapter 6/data/MNIST/raw/train-images-idx3-ubyte b/Chapter 6/data/MNIST/raw/train-images-idx3-ubyte
diff --git a/Chapter 6/data/MNIST/raw/train-images-idx3-ubyte.gz b/Chapter 6/data/MNIST/raw/train-images-idx3-ubyte.gz
diff --git a/Chapter 6/data/MNIST/raw/train-labels-idx1-ubyte b/Chapter 6/data/MNIST/raw/train-labels-idx1-ubyte
diff --git a/Chapter 6/data/MNIST/raw/train-labels-idx1-ubyte.gz b/Chapter 6/data/MNIST/raw/train-labels-idx1-ubyte.gz
diff --git a/Chapter 7/Ch7_book.ipynb b/Chapter 7/Ch7_book.ipynb
diff --git a/Errata.md b/Errata.md
@@ -35,7 +35,14 @@ First line of code should be: from IPython.display import clear_output
 ## Chapter 4
 
 
-
+## Chapter 8
+Text should say: "In this chapter we will learn" instead of "In this chapter you will we learn"
+Figure 8.14: Forward model should have an input for the actions and be concatenated with the encoded state.
+### Listing 8.11
+Code: The if statement related to the use of extrinsic reward should be fixed, "if use_extrinsic" not "if use_explicit", also in its relative balloon annotation. 
+
+## Appendix
+In text above the $f(x,y)=(Ax+By,Cx+Dy)$ should be corrected to "To find $\dot{x}$" from "To find $x$"
 
 
 

diff --git a/Errata/Chapter 4.ipynb b/Errata/Chapter 4.ipynb
diff --git a/Errata/Chapter 5.ipynb b/Errata/Chapter 5.ipynb