Remove reundant dropout in MLP module (#105)

2026-04-10 12:33:42 +00:00 · 2024-04-03 20:19:08 -05:00
parent dd115c1374
commit 3829ccdb34
11 changed files with 202 additions and 266 deletions
--- a/appendix-D/01_main-chapter-code/appendix-D.ipynb
+++ b/appendix-D/01_main-chapter-code/appendix-D.ipynb
--- a/appendix-D/01_main-chapter-code/previous_chapters.py
+++ b/appendix-D/01_main-chapter-code/previous_chapters.py
@@ -152,7 +152,6 @@ class FeedForward(nn.Module):
            nn.Linear(cfg["emb_dim"], 4 * cfg["emb_dim"]),
            GELU(),
            nn.Linear(4 * cfg["emb_dim"], cfg["emb_dim"]),
-            nn.Dropout(cfg["drop_rate"])
        )

    def forward(self, x):