diff --git a/ch05/01_main-chapter-code/ch05.ipynb b/ch05/01_main-chapter-code/ch05.ipynb index d33d4d8..0962766 100644 --- a/ch05/01_main-chapter-code/ch05.ipynb +++ b/ch05/01_main-chapter-code/ch05.ipynb @@ -548,7 +548,7 @@ }, { "cell_type": "code", - "execution_count": 24, + "execution_count": 11, "id": "176ddf35-1c5f-4d7c-bf17-70f3e7069bd4", "metadata": {}, "outputs": [ @@ -591,7 +591,7 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": 12, "id": "695d6f64-5084-4c23-aea4-105c9e38cfe4", "metadata": { "colab": { @@ -628,7 +628,7 @@ }, { "cell_type": "code", - "execution_count": 14, + "execution_count": 13, "id": "0e17e027-ab9f-4fb5-ac9b-a009b831c122", "metadata": { "colab": { @@ -666,7 +666,7 @@ }, { "cell_type": "code", - "execution_count": 15, + "execution_count": 14, "id": "62d0816e-b29a-4c8f-a9a5-a167562de978", "metadata": { "colab": { @@ -700,7 +700,7 @@ }, { "cell_type": "code", - "execution_count": 16, + "execution_count": 15, "id": "168952a1-b964-4aa7-8e49-966fa26add54", "metadata": { "colab": { @@ -764,7 +764,7 @@ }, { "cell_type": "code", - "execution_count": 17, + "execution_count": 16, "id": "654fde37-b2a9-4a20-a8d3-0206c056e2ff", "metadata": {}, "outputs": [], @@ -797,12 +797,14 @@ "# Train/validation ratio\n", "train_ratio = 0.90\n", "split_idx = int(train_ratio * len(text_data))\n", + "train_data = text_data[:split_idx]\n", + "val_data = text_data[split_idx:]\n", "\n", "\n", "torch.manual_seed(123)\n", "\n", "train_loader = create_dataloader_v1(\n", - " text_data[:split_idx],\n", + " train_data,\n", " batch_size=2,\n", " max_length=GPT_CONFIG_124M[\"ctx_len\"],\n", " stride=GPT_CONFIG_124M[\"ctx_len\"],\n", @@ -811,7 +813,7 @@ ")\n", "\n", "val_loader = create_dataloader_v1(\n", - " text_data[split_idx:],\n", + " val_data,\n", " batch_size=2,\n", " max_length=GPT_CONFIG_124M[\"ctx_len\"],\n", " stride=GPT_CONFIG_124M[\"ctx_len\"],\n",