From 1412b139f2c49ea40a1353ad9bf45ebbb8c62cc1 Mon Sep 17 00:00:00 2001 From: rasbt Date: Sun, 14 Sep 2025 11:59:52 -0500 Subject: [PATCH] main push to sync github ruleset --- ch02/05_bpe-from-scratch/tests.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ch02/05_bpe-from-scratch/tests.py b/ch02/05_bpe-from-scratch/tests.py index 0a36b1f..19ca306 100644 --- a/ch02/05_bpe-from-scratch/tests.py +++ b/ch02/05_bpe-from-scratch/tests.py @@ -80,7 +80,7 @@ def test_tokenizer_training(imported_module, verdict_file): BPETokenizerSimple = getattr(imported_module, "BPETokenizerSimple", None) tokenizer = BPETokenizerSimple() - with open(verdict_file, "r", encoding="utf-8") as f: # added ../01_main-chapter-code/ + with open(verdict_file, "r", encoding="utf-8") as f: # added ../01_main-chapter-code/ text = f.read() tokenizer.train(text, vocab_size=1000, allowed_special={"<|endoftext|>"})