books/LLMs-from-scratch
1
0
Fork 0
mirror of https://github.com/rasbt/LLMs-from-scratch.git synced 2026-04-10 12:33:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

set stride equal to max len

Browse Source
This commit is contained in:
rasbt
2024-02-03 08:50:56 -06:00
parent b9974da94d
commit 16b30ccd5c
2 changed files with 20 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
ch02/01_main-chapter-code/dataloader.ipynb
View File

@@ -28,7 +28,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"torch version: 2.1.0\n",
"torch version: 2.0.1\n",
"tiktoken version: 0.5.1\n"
]
}
@@ -107,7 +107,7 @@
"pos_embedding_layer = torch.nn.Embedding(block_size, output_dim)\n",
"\n",
"max_length = 4\n",
"dataloader = create_dataloader_v1(raw_text, batch_size=8, max_length=max_length, stride=5)"
"dataloader = create_dataloader_v1(raw_text, batch_size=8, max_length=max_length, stride=max_length)"
]
},
{
@@ -163,7 +163,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.12"
"version": "3.11.4"
}
},
"nbformat": 4,