books/LLMs-from-scratch
1
0
Fork 0
mirror of https://github.com/rasbt/LLMs-from-scratch.git synced 2026-04-10 12:33:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

Make quote style consistent (#891)

Browse Source
This commit is contained in:
Sebastian Raschka
2025-10-21 19:42:33 -05:00
committed by GitHub
parent 9276edbc37
commit 7ca7c47e4a
24 changed files with 239 additions and 81 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
ch05/03_bonus_pretraining_on_gutenberg/prepare_dataset.py
View File

@@ -43,7 +43,7 @@ def combine_files(file_paths, target_dir, max_size_mb=500, separator="<|endoftex
content = strip_headers(content)
# Regular expression to replace multiple blank lines with a single blank line
content = re.sub(r'\n\s*\n', '\n\n', content)
content = re.sub(r"\n\s*\n", "\n\n", content)
estimated_size = len(content.encode("utf-8"))
if current_size + estimated_size > max_size_mb * 1024 * 1024:

38
ch05/03_bonus_pretraining_on_gutenberg/pretraining_simple.py
View File

@@ -148,26 +148,26 @@ def train_model_simple(model, optimizer, device, n_epochs,
if __name__ == "__main__":
parser = argparse.ArgumentParser(description='GPT Model Training Configuration')
parser = argparse.ArgumentParser(description="GPT Model Training Configuration")
parser.add_argument('--data_dir', type=str, default='gutenberg/data',
help='Directory containing the training data')
parser.add_argument('--output_dir', type=str, default='model_checkpoints',
help='Directory where the model checkpoints will be saved')
parser.add_argument('--n_epochs', type=int, default=1,
help='Number of epochs to train the model')
parser.add_argument('--print_sample_iter', type=int, default=1000,
help='Iterations between printing sample outputs')
parser.add_argument('--eval_freq', type=int, default=100,
help='Frequency of evaluations during training')
parser.add_argument('--save_ckpt_freq', type=int, default=100_000,
help='Frequency of saving model checkpoints during training')
parser.add_argument('--lr', type=float, default=5e-4,
help='Learning rate for the optimizer')
parser.add_argument('--batch_size', type=int, default=4,
help='Batch size for training')
parser.add_argument('--debug', type=bool, default=False,
help='Uses a very small model for debugging purposes')
parser.add_argument("--data_dir", type=str, default="gutenberg/data",
help="Directory containing the training data")
parser.add_argument("--output_dir", type=str, default="model_checkpoints",
help="Directory where the model checkpoints will be saved")
parser.add_argument("--n_epochs", type=int, default=1,
help="Number of epochs to train the model")
parser.add_argument("--print_sample_iter", type=int, default=1000,
help="Iterations between printing sample outputs")
parser.add_argument("--eval_freq", type=int, default=100,
help="Frequency of evaluations during training")
parser.add_argument("--save_ckpt_freq", type=int, default=100_000,
help="Frequency of saving model checkpoints during training")
parser.add_argument("--lr", type=float, default=5e-4,
help="Learning rate for the optimizer")
parser.add_argument("--batch_size", type=int, default=4,
help="Batch size for training")
parser.add_argument("--debug", type=bool, default=False,
help="Uses a very small model for debugging purposes")
args = parser.parse_args()