books/LLMs-from-scratch
1
0
Fork 0
mirror of https://github.com/rasbt/LLMs-from-scratch.git synced 2026-04-10 12:33:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

improve code comments

Browse Source
This commit is contained in:
rasbt
2024-02-27 06:40:35 -06:00
parent 78ed2e35bc
commit f6266c3756
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
ch04/01_main-chapter-code/ch04.ipynb
View File

@@ -1315,7 +1315,7 @@
"outputs": [],
"source": [
"def generate_text_simple(model, idx, max_new_tokens, context_size):\n",
" # idx is (B, T) array of indices in the current context\n",
" # idx is (batch, n_tokens) array of indices in the current context\n",
" for _ in range(max_new_tokens):\n",
" \n",
" # Crop current context if it exceeds the supported context size\n",
@@ -1328,7 +1328,7 @@
" logits = model(idx_cond)\n",
" \n",
" # Focus only on the last time step\n",
" # (batch, n_token, vocab_size) becomes (batch, vocab_size)\n",
" # (batch, n_tokens, vocab_size) becomes (batch, vocab_size)\n",
" logits = logits[:, -1, :] \n",
"\n",
" # Apply softmax to get probabilities\n",