books/LLMs-from-scratch
1
0
Fork 0
mirror of https://github.com/rasbt/LLMs-from-scratch.git synced 2026-04-10 12:33:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

Specify UTF-8 encoding in the json load command explicitely (#557)

Browse Source
This commit is contained in:
Sebastian Raschka
2025-03-05 11:46:21 -06:00
committed by GitHub
parent de60da9a6b
commit 4fb0ea9d1f
7 changed files with 40 additions and 25 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
ch06/01_main-chapter-code/gpt_download.py
View File

@@ -40,7 +40,7 @@ def download_and_load_gpt2(model_size, models_dir):
# Load settings and params
tf_ckpt_path = tf.train.latest_checkpoint(model_dir)
settings = json.load(open(os.path.join(model_dir, "hparams.json")))
settings = json.load(open(os.path.join(model_dir, "hparams.json"), "r", encoding="utf-8"))
params = load_gpt2_params_from_tf_ckpt(tf_ckpt_path, settings)
return settings, params

2
ch06/02_bonus_additional-experiments/gpt_download.py
View File

@@ -40,7 +40,7 @@ def download_and_load_gpt2(model_size, models_dir):
# Load settings and params
tf_ckpt_path = tf.train.latest_checkpoint(model_dir)
settings = json.load(open(os.path.join(model_dir, "hparams.json")))
settings = json.load(open(os.path.join(model_dir, "hparams.json"), "r", encoding="utf-8"))
params = load_gpt2_params_from_tf_ckpt(tf_ckpt_path, settings)
return settings, params

2
ch06/03_bonus_imdb-classification/gpt_download.py
View File

@@ -40,7 +40,7 @@ def download_and_load_gpt2(model_size, models_dir):
# Load settings and params
tf_ckpt_path = tf.train.latest_checkpoint(model_dir)
settings = json.load(open(os.path.join(model_dir, "hparams.json")))
settings = json.load(open(os.path.join(model_dir, "hparams.json"), "r", encoding="utf-8"))
params = load_gpt2_params_from_tf_ckpt(tf_ckpt_path, settings)
return settings, params