books/LLMs-from-scratch
1
0
Fork 0
mirror of https://github.com/rasbt/LLMs-from-scratch.git synced 2026-04-10 12:33:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

make batch loss calculatution more efficient

Browse Source
This commit is contained in:
rasbt
2024-03-27 07:11:56 -05:00
parent 3cb5a52a1b
commit 88b2dd780a
5 changed files with 79 additions and 73 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
ch05/05_bonus_hparam_tuning/hparam_search.py
View File

@@ -27,6 +27,8 @@ def calc_loss_loader(data_loader, model, device, num_batches=None):
total_loss = 0.
if num_batches is None:
num_batches = len(data_loader)
else:
num_batches = min(num_batches, len(data_loader))
for i, (input_batch, target_batch) in enumerate(data_loader):
if i < num_batches:
loss = calc_loss_batch(input_batch, target_batch, model, device)