books/LLMs-from-scratch
1
0
Fork 0
mirror of https://github.com/rasbt/LLMs-from-scratch.git synced 2026-04-10 12:33:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add missing device transfer in gpt_generate.py (#436)

Browse Source
This commit is contained in:
Sebastian Raschka
2024-11-14 19:12:53 +09:00
committed by GitHub
parent 27a6a7e64a
commit f61c008c5d
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
ch05/01_main-chapter-code/gpt_generate.py
View File

@@ -270,7 +270,7 @@ def main(gpt_config, input_prompt, model_size):
token_ids = generate(
model=gpt,
idx=text_to_token_ids(input_prompt, tokenizer),
idx=text_to_token_ids(input_prompt, tokenizer).to(device),
max_new_tokens=25,
context_size=gpt_config["context_length"],
top_k=50,