books/LLMs-from-scratch
1
0
Fork 0
mirror of https://github.com/rasbt/LLMs-from-scratch.git synced 2026-04-10 12:33:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add backup url for Spam Dataset (#543)

Browse Source 
* Add backup url for Spam Dataset

* import urllib

* fix url
This commit is contained in:
Sebastian Raschka
2025-02-20 08:08:28 -06:00
committed by GitHub
parent 1039bf9b80
commit c39aa32ef5
5 changed files with 44 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
ch06/03_bonus_imdb-classification/train_bert_hf_spam.py
View File

@@ -410,7 +410,11 @@ if __name__ == "__main__":
all_exist = all((base_path / file_name).exists() for file_name in file_names)
if not all_exist:
download_and_unzip(url, zip_path, extract_to, new_file_path)
try:
download_and_unzip(url, zip_path, extract_to, new_file_path)
except urllib.error.HTTPError:
backup_url = "https://f001.backblazeb2.com/file/LLMs-from-scratch/sms%2Bspam%2Bcollection.zip"
download_and_unzip(backup_url, zip_path, extract_to, new_file_path)
create_dataset_csvs(new_file_path)
if args.use_attention_mask.lower() == "true":