From 96b1fde3f1b6ba9764dcd8ec9b4ae9ea14476695 Mon Sep 17 00:00:00 2001 From: Intelligence-Manifesto <155522535+Intelligence-Manifesto@users.noreply.github.com> Date: Wed, 3 Apr 2024 07:07:21 +0800 Subject: [PATCH] "Typographical error (#104) --- ch03/01_main-chapter-code/ch03.ipynb | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ch03/01_main-chapter-code/ch03.ipynb b/ch03/01_main-chapter-code/ch03.ipynb index be7f378..3635802 100644 --- a/ch03/01_main-chapter-code/ch03.ipynb +++ b/ch03/01_main-chapter-code/ch03.ipynb @@ -1172,7 +1172,7 @@ "id": "aef0a6b8-205a-45bf-9d26-8fd77a8a03c3", "metadata": {}, "source": [ - "n causal attention, the attention weights above the diagonal are masked, ensuring that for any given input, the LLM is unable to utilize future tokens while calculating the context vectors with the attention weight" + "- In causal attention, the attention weights above the diagonal are masked, ensuring that for any given input, the LLM is unable to utilize future tokens while calculating the context vectors with the attention weight" ] }, {