From f27c9e613525b748857225a9dc6a930ccae6b6a9 Mon Sep 17 00:00:00 2001 From: rasbt Date: Wed, 24 Jan 2024 07:02:05 -0600 Subject: [PATCH] rename create_dataloader to create_dataloader_v1 --- ch02/01_main-chapter-code/ch02.ipynb | 8 ++++---- ch02/01_main-chapter-code/dataloader.ipynb | 4 ++-- 2 files changed, 6 insertions(+), 6 deletions(-) diff --git a/ch02/01_main-chapter-code/ch02.ipynb b/ch02/01_main-chapter-code/ch02.ipynb index c2a465c..b9e4399 100644 --- a/ch02/01_main-chapter-code/ch02.ipynb +++ b/ch02/01_main-chapter-code/ch02.ipynb @@ -1159,7 +1159,7 @@ "metadata": {}, "outputs": [], "source": [ - "def create_dataloader(txt, batch_size=4, max_length=256, stride=128, shuffle=True):\n", + "def create_dataloader_v1(txt, batch_size=4, max_length=256, stride=128, shuffle=True):\n", " # Initialize the tokenizer\n", " tokenizer = tiktoken.get_encoding(\"gpt2\")\n", "\n", @@ -1206,7 +1206,7 @@ } ], "source": [ - "dataloader = create_dataloader(raw_text, batch_size=1, max_length=4, stride=1, shuffle=False)\n", + "dataloader = create_dataloader_v1(raw_text, batch_size=1, max_length=4, stride=1, shuffle=False)\n", "\n", "data_iter = iter(dataloader)\n", "first_batch = next(data_iter)\n", @@ -1274,7 +1274,7 @@ } ], "source": [ - "dataloader = create_dataloader(raw_text, batch_size=8, max_length=4, stride=5, shuffle=False)\n", + "dataloader = create_dataloader_v1(raw_text, batch_size=8, max_length=4, stride=5, shuffle=False)\n", "\n", "data_iter = iter(dataloader)\n", "inputs, targets = next(data_iter)\n", @@ -1484,7 +1484,7 @@ "outputs": [], "source": [ "max_length = 4\n", - "dataloader = create_dataloader(raw_text, batch_size=8, max_length=max_length, stride=5, shuffle=False)\n", + "dataloader = create_dataloader_v1(raw_text, batch_size=8, max_length=max_length, stride=5, shuffle=False)\n", "data_iter = iter(dataloader)\n", "inputs, targets = next(data_iter)" ] diff --git a/ch02/01_main-chapter-code/dataloader.ipynb b/ch02/01_main-chapter-code/dataloader.ipynb index f5c53f4..73c58f8 100644 --- a/ch02/01_main-chapter-code/dataloader.ipynb +++ b/ch02/01_main-chapter-code/dataloader.ipynb @@ -78,7 +78,7 @@ " return self.input_ids[idx], self.target_ids[idx]\n", "\n", "\n", - "def create_dataloader(txt, batch_size=4, max_length=256, stride=128, shuffle=True):\n", + "def create_dataloader_v1(txt, batch_size=4, max_length=256, stride=128, shuffle=True):\n", " # Initialize the tokenizer\n", " tokenizer = tiktoken.get_encoding(\"gpt2\")\n", "\n", @@ -107,7 +107,7 @@ "pos_embedding_layer = torch.nn.Embedding(block_size, output_dim)\n", "\n", "max_length = 4\n", - "dataloader = create_dataloader(raw_text, batch_size=8, max_length=max_length, stride=5)" + "dataloader = create_dataloader_v1(raw_text, batch_size=8, max_length=max_length, stride=5)" ] }, {