diff --git a/ch05/07_gpt_to_llama/standalone-llama32-mem-opt.ipynb b/ch05/07_gpt_to_llama/standalone-llama32-mem-opt.ipynb index 284c0ec..fe9560b 100644 --- a/ch05/07_gpt_to_llama/standalone-llama32-mem-opt.ipynb +++ b/ch05/07_gpt_to_llama/standalone-llama32-mem-opt.ipynb @@ -233,7 +233,7 @@ "source": [ "class GroupedQueryAttention(nn.Module):\n", " def __init__(\n", - " self, d_in, d_out, context_length, num_heads,\n", + " self, d_in, d_out, num_heads,\n", " num_kv_groups,\n", " dtype=None\n", " ):\n", @@ -320,7 +320,6 @@ " self.att = GroupedQueryAttention(\n", " d_in=cfg[\"emb_dim\"],\n", " d_out=cfg[\"emb_dim\"],\n", - " context_length=cfg[\"context_length\"],\n", " num_heads=cfg[\"n_heads\"],\n", " num_kv_groups=cfg[\"n_kv_groups\"],\n", " dtype=cfg[\"dtype\"]\n",