mirror of
https://github.com/rasbt/LLMs-from-scratch.git
synced 2026-04-10 12:33:42 +00:00
tests and exercises
This commit is contained in:
@@ -199,8 +199,8 @@
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"total_steps = len(train_loader) * n_epochs * train_loader.batch_size\n",
|
||||
"warmup_steps = int(0.1 * total_steps) # 10% warmup\n",
|
||||
"total_steps = len(train_loader) * n_epochs\n",
|
||||
"warmup_steps = int(0.2 * total_steps) # 20% warmup\n",
|
||||
"print(warmup_steps)"
|
||||
]
|
||||
},
|
||||
@@ -779,7 +779,7 @@
|
||||
"name": "python",
|
||||
"nbconvert_exporter": "python",
|
||||
"pygments_lexer": "ipython3",
|
||||
"version": "3.11.4"
|
||||
"version": "3.10.6"
|
||||
}
|
||||
},
|
||||
"nbformat": 4,
|
||||
|
||||
Reference in New Issue
Block a user