Requirements update (#851)

* Requirements update

* Code change to tricker workers

* update
This commit is contained in:
Sebastian Raschka
2025-09-26 22:19:57 -05:00
committed by GitHub
parent 322000d833
commit f492c949d3
2 changed files with 2 additions and 1 deletions

View File

@@ -33,6 +33,7 @@ class GPTDatasetV1(Dataset):
def create_dataloader_v1(txt, batch_size=4, max_length=256,
stride=128, shuffle=True, drop_last=True, num_workers=0):
# Initialize the tokenizer
tokenizer = tiktoken.get_encoding("gpt2")