From 6243726ab3af48865bd347933e8bb223ef89eda3 Mon Sep 17 00:00:00 2001 From: rasbt Date: Sat, 24 Feb 2024 07:48:18 -0600 Subject: [PATCH] rename to dataloader v1 --- ch04/01_main-chapter-code/previous_chapters.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ch04/01_main-chapter-code/previous_chapters.py b/ch04/01_main-chapter-code/previous_chapters.py index 7b4b4ea..b328743 100644 --- a/ch04/01_main-chapter-code/previous_chapters.py +++ b/ch04/01_main-chapter-code/previous_chapters.py @@ -27,7 +27,7 @@ class GPTDatasetV1(Dataset): return self.input_ids[idx], self.target_ids[idx] -def create_dataloader(txt, batch_size=4, max_length=256, stride=128, shuffle=True): +def create_dataloader_v1(txt, batch_size=4, max_length=256, stride=128, shuffle=True): # Initialize the tokenizer tokenizer = tiktoken.get_encoding("gpt2")