books/LLMs-from-scratch
1
0
Fork 0
mirror of https://github.com/rasbt/LLMs-from-scratch.git synced 2026-04-10 12:33:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

simplify

Browse Source
This commit is contained in:
rasbt
2024-03-26 07:52:36 -05:00
parent 12fff1ddcb
commit 9cc9c4244e
1 changed files with 10 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
ch05/01_main-chapter-code/ch05.ipynb
View File

@@ -548,7 +548,7 @@
},
{
"cell_type": "code",
"execution_count": 24,
"execution_count": 11,
"id": "176ddf35-1c5f-4d7c-bf17-70f3e7069bd4",
"metadata": {},
"outputs": [
@@ -591,7 +591,7 @@
},
{
"cell_type": "code",
"execution_count": 13,
"execution_count": 12,
"id": "695d6f64-5084-4c23-aea4-105c9e38cfe4",
"metadata": {
"colab": {
@@ -628,7 +628,7 @@
},
{
"cell_type": "code",
"execution_count": 14,
"execution_count": 13,
"id": "0e17e027-ab9f-4fb5-ac9b-a009b831c122",
"metadata": {
"colab": {
@@ -666,7 +666,7 @@
},
{
"cell_type": "code",
"execution_count": 15,
"execution_count": 14,
"id": "62d0816e-b29a-4c8f-a9a5-a167562de978",
"metadata": {
"colab": {
@@ -700,7 +700,7 @@
},
{
"cell_type": "code",
"execution_count": 16,
"execution_count": 15,
"id": "168952a1-b964-4aa7-8e49-966fa26add54",
"metadata": {
"colab": {
@@ -764,7 +764,7 @@
},
{
"cell_type": "code",
"execution_count": 17,
"execution_count": 16,
"id": "654fde37-b2a9-4a20-a8d3-0206c056e2ff",
"metadata": {},
"outputs": [],
@@ -797,12 +797,14 @@
"# Train/validation ratio\n",
"train_ratio = 0.90\n",
"split_idx = int(train_ratio * len(text_data))\n",
"train_data = text_data[:split_idx]\n",
"val_data = text_data[split_idx:]\n",
"\n",
"\n",
"torch.manual_seed(123)\n",
"\n",
"train_loader = create_dataloader_v1(\n",
" text_data[:split_idx],\n",
" train_data,\n",
" batch_size=2,\n",
" max_length=GPT_CONFIG_124M[\"ctx_len\"],\n",
" stride=GPT_CONFIG_124M[\"ctx_len\"],\n",
@@ -811,7 +813,7 @@
")\n",
"\n",
"val_loader = create_dataloader_v1(\n",
" text_data[split_idx:],\n",
" val_data,\n",
" batch_size=2,\n",
" max_length=GPT_CONFIG_124M[\"ctx_len\"],\n",
" stride=GPT_CONFIG_124M[\"ctx_len\"],\n",