Fix mha wrapper implementations in ch03 bonus

2026-04-10 12:33:42 +00:00 · 2024-03-13 18:02:26 +08:00
parent 00b121a5af
commit f1fa9df15c
2 changed files with 4 additions and 2 deletions
--- a/ch03/02_bonus_efficient-multihead-attention/mha-implementations.ipynb
+++ b/ch03/02_bonus_efficient-multihead-attention/mha-implementations.ipynb
@@ -90,7 +90,7 @@
        "\n",
        "mha_ch03_wrapper = Ch03_MHA_Wrapper(\n",
        "    d_in=embed_dim,\n",
-        "    d_out=embed_dim,\n",
+        "    d_out=embed_dim//12,\n",
        "    block_size=context_len,\n",
        "    dropout=0.0,\n",
        "    num_heads=12,\n",