From 1870b4bacd778eae767c445ef7f8f7f37f9f2382 Mon Sep 17 00:00:00 2001 From: rasbt Date: Wed, 13 Mar 2024 08:39:59 -0500 Subject: [PATCH] update stride param --- ch03/01_main-chapter-code/multihead-attention.ipynb | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ch03/01_main-chapter-code/multihead-attention.ipynb b/ch03/01_main-chapter-code/multihead-attention.ipynb index d173843..b066ffc 100644 --- a/ch03/01_main-chapter-code/multihead-attention.ipynb +++ b/ch03/01_main-chapter-code/multihead-attention.ipynb @@ -91,7 +91,7 @@ "pos_embedding_layer = torch.nn.Embedding(block_size, output_dim)\n", "\n", "max_length = 4\n", - "dataloader = create_dataloader(raw_text, batch_size=8, max_length=max_length, stride=5)" + "dataloader = create_dataloader(raw_text, batch_size=8, max_length=max_length, stride=max_length)" ] }, { @@ -350,7 +350,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.11.4" + "version": "3.10.6" } }, "nbformat": 4,